function callback(error, response, body) {
if (!error && response.statusCode == 200) {
categories[key_categories]['body'][key_element] = functions.get_other_properties(
body, category_item['body'][key_element], key_categories);
console.log(category_item['name'] + " элемент " + key_element );
}
else{
console.log(temp_url + ' : error page');
}
}
request(temp_url, function (error, response, body) {
if (!error && response.statusCode == 200) {
var category = {};
category.href = temp_url;
var item_element = functions.get_other_properties(body, category , 1);
//если страница пустая
if(typeof item_element.id === 'undefined' ){
epty_urls.push( start_key );
functions.save_json('epty_urls', temp_url);
}
//если присутствует имя раздела
else if( item_element.properties.length > 0 ){
var category_name = item_element.properties[0];
item_element.category = category_name;
var category_id = check_category_name(item_element.properties);
if( !category_id ){
category_id = categories_id.length + 1;
categories_id.push( category_id );
categories_name.push( category_name );
all_elements.push( category_id );
all_elements[category_id] = [];
}
item_element.category_id = category_id;
if( typeof all_elements[category_id] !== 'undefined' ){
var item_number = all_elements[category_id].length;
var datetime = new Date();
all_elements[category_id][item_number] = item_element;
//console.log(all_elements[category_id][item_number].category + ' Всего элементов: ' + all_elements[category_id].length);
functions.save_json('all_plus_other', all_elements);
functions.save_json('categories_name', categories_name);
console.log('добавлен элемент номер: ' + start_key + ". Время: " + datetime);
}
}
}
start_key ++;
setTimeout(run_elements, timeout_elements);
});