Added get data from url

This commit is contained in:
zeldaroot 2021-03-12 09:50:45 +02:00
parent 131b015227
commit 9f95ee168d

View file

@ -345,8 +345,8 @@ if (Math.ceil(os.freemem()) < 50) {
return next();
} else {
var r_data = tryParseJSON(r.data);
if (r_data && !task.id) {
if (!task.path) {
if (r_data && (!task.id || task.id === '[url]')) {
if (!task.path || task.id === '[url]') {
if (
typeof r_data === 'object' &&
Array.isArray(r_data)
@ -588,9 +588,29 @@ if (Math.ceil(os.freemem()) < 50) {
if (!json || typeof json !== 'object') {
return callback();
}
movie_data(json, function() {
return callback();
});
if (task.id === '[url]') {
var movies_on_page = op.get(json, task.path);
if (Array.isArray(movies_on_page)) {
async.eachOfLimit(
movies_on_page,
5,
function(movie, id_index, callback) {
movie_data(movie, function() {
return callback();
});
},
function() {
return callback();
}
);
} else {
return callback();
}
} else {
movie_data(json, function() {
return callback();
});
}
}
})
.catch(function(err) {