2019-10-01 21:34:02 +02:00
|
|
|
|
'use strict';
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Node dependencies.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
var exec = require('child_process').exec;
|
|
|
|
|
|
var request = require('request');
|
|
|
|
|
|
var sinoni = require('sinoni');
|
|
|
|
|
|
var async = require('async');
|
|
|
|
|
|
var path = require('path');
|
|
|
|
|
|
var fs = require('fs');
|
|
|
|
|
|
var Imap = require('imap');
|
|
|
|
|
|
var MP = require('mailparser').MailParser;
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Global env.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
|
var p = tryParseJSON(
|
|
|
|
|
|
fs.readFileSync(
|
|
|
|
|
|
path.join(path.dirname(__filename), '..', 'process.json'),
|
|
|
|
|
|
'utf8'
|
|
|
|
|
|
)
|
|
|
|
|
|
);
|
|
|
|
|
|
var e = p.apps[0].env;
|
|
|
|
|
|
for (var prop in e) {
|
|
|
|
|
|
if (e.hasOwnProperty(prop)) {
|
|
|
|
|
|
process.env[prop] = e[prop];
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
} catch (err) {
|
|
|
|
|
|
return console.log('NOT FILE PROCESS DATA');
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Module dependencies.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
var CP_get = require('./CP_get.min');
|
|
|
|
|
|
var CP_save = require('./CP_save.min');
|
|
|
|
|
|
var CP_cache = require('./CP_cache');
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Configuration dependencies.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
var config = require('../config/production/config');
|
|
|
|
|
|
var modules = require('../config/production/modules');
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Route dependencies.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
var movie = require('../routes/paths/movie');
|
|
|
|
|
|
|
|
|
|
|
|
var hour = new Date().getHours() + 1;
|
|
|
|
|
|
|
|
|
|
|
|
var active = {
|
|
|
|
|
|
num: 0,
|
|
|
|
|
|
process: {}
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Added new movie from website.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
if (hour && modules.content.status && modules.content.data.scraper) {
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
active.process.scraper = true;
|
|
|
|
|
|
|
|
|
|
|
|
var agents = [
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; LCJB; rv:11.0) like Gecko',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.79 Safari/537.36 Edge/14.14393',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/534.57.2 (KHTML, like Gecko) Version/5.1.7 Safari/534.57.2',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 YaBrowser/16.10.1.1114 Yowser/2.5 Safari/537.36',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.99 Safari/537.36',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.99 Safari/537.36 OPR/41.0.2353.69',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2906.0 Safari/537.36 OPR/43.0.2423.0 (Edition developer)',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.100 Safari/537.36 Vivaldi/1.5.676.6',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.82 Safari/537.36',
|
|
|
|
|
|
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:50.0) Gecko/20100101 Firefox/50.0'
|
|
|
|
|
|
];
|
|
|
|
|
|
var parsers = modules.content.data.scraper.split('\n');
|
|
|
|
|
|
async.eachOfLimit(
|
|
|
|
|
|
parsers,
|
|
|
|
|
|
1,
|
|
|
|
|
|
function(parser, ii, callback) {
|
|
|
|
|
|
var parse = parser.split('~');
|
|
|
|
|
|
if (parse.length === 5) {
|
|
|
|
|
|
var p = {
|
|
|
|
|
|
every: parseInt(parse[0]),
|
|
|
|
|
|
url: parse[1],
|
|
|
|
|
|
regex_url: parse[2],
|
|
|
|
|
|
regex_id: parse[3],
|
|
|
|
|
|
collection: parse[4]
|
|
|
|
|
|
};
|
|
|
|
|
|
if (!(hour % p.every)) {
|
|
|
|
|
|
request(
|
|
|
|
|
|
{
|
|
|
|
|
|
url: p.url,
|
|
|
|
|
|
method: 'GET',
|
2019-10-21 14:21:55 +02:00
|
|
|
|
timeout: 5000,
|
2019-10-01 21:34:02 +02:00
|
|
|
|
headers: {
|
|
|
|
|
|
'User-Agent': agents[Math.floor(Math.random() * agents.length)]
|
|
|
|
|
|
}
|
|
|
|
|
|
},
|
|
|
|
|
|
function(error, response, html) {
|
|
|
|
|
|
if (error || !html) {
|
|
|
|
|
|
console.log(parser, error.code, html);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
var urls = [];
|
|
|
|
|
|
var mvs = [];
|
|
|
|
|
|
var ids = [];
|
|
|
|
|
|
if (p.regex_url) {
|
|
|
|
|
|
var regex_url = new RegExp(p.regex_url, 'ig');
|
|
|
|
|
|
var u;
|
|
|
|
|
|
while ((u = regex_url.exec(html)) !== null) {
|
|
|
|
|
|
if (u[1]) {
|
|
|
|
|
|
if (/^http|^\/\//i.test(u[1])) {
|
|
|
|
|
|
urls.push(u[1]);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
var domain = /([a-zA-Z0-9][a-zA-Z0-9-]{1,61}[a-zA-Z0-9](?:\.[a-zA-Z]{2,})+)/i.exec(
|
|
|
|
|
|
p.url
|
|
|
|
|
|
);
|
|
|
|
|
|
if (domain !== null && domain[1]) {
|
|
|
|
|
|
urls.push('http://' + domain[1] + u[1]);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
if (!urls.length) urls.push(p.url);
|
|
|
|
|
|
async.eachOfLimit(
|
|
|
|
|
|
urls,
|
|
|
|
|
|
1,
|
|
|
|
|
|
function(url, i, callback) {
|
|
|
|
|
|
request(
|
|
|
|
|
|
{
|
|
|
|
|
|
url: url,
|
|
|
|
|
|
method: 'GET',
|
2019-10-21 14:21:55 +02:00
|
|
|
|
timeout: 5000,
|
2019-10-01 21:34:02 +02:00
|
|
|
|
headers: {
|
|
|
|
|
|
'User-Agent':
|
|
|
|
|
|
agents[Math.floor(Math.random() * agents.length)]
|
|
|
|
|
|
}
|
|
|
|
|
|
},
|
|
|
|
|
|
function(error, response, html) {
|
|
|
|
|
|
if (error || !html) {
|
|
|
|
|
|
console.log(parser, error.code, html);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
var regex_id = new RegExp(p.regex_id, 'ig');
|
|
|
|
|
|
var found;
|
|
|
|
|
|
while ((found = regex_id.exec(html)) !== null) {
|
|
|
|
|
|
if (found[1] && !(ids.indexOf(found[1]) + 1)) {
|
|
|
|
|
|
ids.push(found[1]);
|
|
|
|
|
|
mvs.push({ kinopoisk_id: found[1] });
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2019-10-18 04:56:31 +02:00
|
|
|
|
setTimeout(function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
}, 3000);
|
2019-10-01 21:34:02 +02:00
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
saveContent(p.collection, mvs, false, function() {});
|
2019-10-18 04:56:31 +02:00
|
|
|
|
setTimeout(function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
}, 3000);
|
2019-10-01 21:34:02 +02:00
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
} else {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.scraper = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Added new movie ids.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
if (
|
|
|
|
|
|
hour &&
|
|
|
|
|
|
modules.content.status &&
|
|
|
|
|
|
(modules.player.data.moonwalk.token ||
|
|
|
|
|
|
modules.player.data.iframe.token ||
|
|
|
|
|
|
modules.player.data.hdgo.token ||
|
|
|
|
|
|
modules.player.data.kodik.token) &&
|
|
|
|
|
|
[
|
|
|
|
|
|
'kodik_movies',
|
|
|
|
|
|
'kodik_serials',
|
|
|
|
|
|
'hdgo_movies',
|
|
|
|
|
|
'hdgo_serials',
|
|
|
|
|
|
'moonwalk_movies',
|
|
|
|
|
|
'moonwalk_serials',
|
|
|
|
|
|
'iframe_movies',
|
2019-10-22 01:55:34 +02:00
|
|
|
|
'iframe_serials',
|
|
|
|
|
|
'videocdn_movies',
|
|
|
|
|
|
'videocdn_serials'
|
2019-10-01 21:34:02 +02:00
|
|
|
|
].filter(function(k) {
|
|
|
|
|
|
return (
|
|
|
|
|
|
modules.content.data.auto[k] &&
|
|
|
|
|
|
modules.content.data.auto[k].url &&
|
|
|
|
|
|
modules.content.data.auto[k].count
|
|
|
|
|
|
);
|
|
|
|
|
|
}).length
|
|
|
|
|
|
) {
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
|
|
|
|
|
|
active.process.content = true;
|
|
|
|
|
|
|
|
|
|
|
|
var keys = {
|
|
|
|
|
|
kodik_movies: [
|
|
|
|
|
|
'https://kodikapi.com/list?token=[token]&types=foreign-movie,soviet-cartoon,foreign-cartoon,russian-cartoon,anime,russian-movie'
|
|
|
|
|
|
],
|
|
|
|
|
|
kodik_serials: [
|
|
|
|
|
|
'https://kodikapi.com/list?token=[token]&types=cartoon-serial,documentary-serial,russian-serial,foreign-serial,anime-serial,multi-part-film,russian-documentary-serial,russian-cartoon-serial'
|
|
|
|
|
|
],
|
|
|
|
|
|
hdgo_movies: ['http://hdgo.cc/api/movies.json?token=[token]'],
|
|
|
|
|
|
hdgo_serials: ['http://hdgo.cc/api/movies.json?token=[token]'],
|
|
|
|
|
|
moonwalk_movies: [
|
|
|
|
|
|
'http://moonwalk.cc/api/movies_updates.json?api_token=[token]',
|
|
|
|
|
|
'http://moonwalk.cc/api/movies_updates.json?api_token=[token]&category=Russian',
|
|
|
|
|
|
'http://moonwalk.cc/api/movies_updates.json?api_token=[token]&category=CamRip',
|
|
|
|
|
|
'http://moonwalk.cc/api/movies_updates.json?api_token=[token]&category=Anime'
|
|
|
|
|
|
],
|
|
|
|
|
|
moonwalk_serials: [
|
|
|
|
|
|
'http://moonwalk.cc/api/serials_updates.json?api_token=[token]',
|
|
|
|
|
|
'http://moonwalk.cc/api/serials_updates.json?api_token=[token]&category=Russian',
|
|
|
|
|
|
'http://moonwalk.cc/api/serials_updates.json?api_token=[token]&category=Anime'
|
|
|
|
|
|
],
|
|
|
|
|
|
iframe_movies: [
|
|
|
|
|
|
'https://iframe.video/api/movies_updates.json?api_token=[token]'
|
|
|
|
|
|
],
|
|
|
|
|
|
iframe_serials: [
|
|
|
|
|
|
'https://iframe.video/api/serials_updates.json?api_token=[token]'
|
2019-10-22 01:55:34 +02:00
|
|
|
|
],
|
|
|
|
|
|
videocdn_movies: [
|
|
|
|
|
|
'https://videocdn.tv/api/movies?api_token=[token]&ordering=id&direction=desc'
|
|
|
|
|
|
],
|
|
|
|
|
|
videocdn_serials: [
|
|
|
|
|
|
'https://videocdn.tv/api/tv-series/episodes?api_token=[token]&ordering=id&direction=desc',
|
|
|
|
|
|
'https://videocdn.tv/api/anime-tv-series/episodes?api_token=[token]&ordering=id&direction=desc',
|
|
|
|
|
|
'https://videocdn.tv/docs/show-tv-series/episodes?api_token=[token]&ordering=id&direction=desc'
|
2019-10-01 21:34:02 +02:00
|
|
|
|
]
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
var all_movies = [];
|
|
|
|
|
|
var all_serials = [];
|
|
|
|
|
|
|
|
|
|
|
|
async.eachOfLimit(
|
|
|
|
|
|
keys,
|
|
|
|
|
|
1,
|
|
|
|
|
|
function(arr, key, callback) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
!modules.content.data.auto[key] ||
|
|
|
|
|
|
!modules.content.data.auto[key].url ||
|
|
|
|
|
|
!modules.content.data.auto[key].count
|
|
|
|
|
|
) {
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
var ids = [];
|
|
|
|
|
|
var mvs = [];
|
|
|
|
|
|
if (key === 'moonwalk_movies' && modules.player.data.moonwalk.token) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
|
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
2019-10-22 01:55:34 +02:00
|
|
|
|
modules.player.data.moonwalk.token.trim().split(':')[0]
|
2019-10-01 21:34:02 +02:00
|
|
|
|
);
|
2019-10-21 14:21:55 +02:00
|
|
|
|
request({ url: url, method: 'GET', timeout: 5000 }, function(
|
2019-10-01 21:34:02 +02:00
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('moonwalk_movies', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (
|
|
|
|
|
|
response.statusCode === 200 &&
|
|
|
|
|
|
movies &&
|
|
|
|
|
|
movies.updates &&
|
|
|
|
|
|
movies.updates.length
|
|
|
|
|
|
) {
|
|
|
|
|
|
movies.updates.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.kinopoisk_id = parseInt(movie.kinopoisk_id);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.added_at,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.source_type &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.source_type
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.translator &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.translator
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_movies = all_movies.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else if (
|
|
|
|
|
|
key === 'moonwalk_serials' &&
|
|
|
|
|
|
modules.player.data.moonwalk.token
|
|
|
|
|
|
) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
|
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
2019-10-22 01:55:34 +02:00
|
|
|
|
modules.player.data.moonwalk.token.trim().split(':')[0]
|
2019-10-01 21:34:02 +02:00
|
|
|
|
);
|
2019-10-21 14:21:55 +02:00
|
|
|
|
request({ url: url, method: 'GET', timeout: 5000 }, function(
|
2019-10-01 21:34:02 +02:00
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('moonwalk_serials', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (
|
|
|
|
|
|
response.statusCode === 200 &&
|
|
|
|
|
|
movies &&
|
|
|
|
|
|
movies.updates &&
|
|
|
|
|
|
movies.updates.length
|
|
|
|
|
|
) {
|
|
|
|
|
|
movies.updates.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.serial &&
|
|
|
|
|
|
movie.serial.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.serial.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.serial.kinopoisk_id = parseInt(
|
|
|
|
|
|
movie.serial.kinopoisk_id
|
|
|
|
|
|
);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.serial.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.serial.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.serial.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.serial.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.added_at,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.source_type &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.source_type
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.translator &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.translator
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_serials = all_serials.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else if (key === 'iframe_movies' && modules.player.data.iframe.token) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
|
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
2019-10-22 01:55:34 +02:00
|
|
|
|
modules.player.data.iframe.token.trim().split(':')[0]
|
2019-10-01 21:34:02 +02:00
|
|
|
|
);
|
2019-10-21 14:21:55 +02:00
|
|
|
|
request({ url: url, method: 'GET', timeout: 5000 }, function(
|
2019-10-01 21:34:02 +02:00
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('iframe_movies', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (
|
|
|
|
|
|
response.statusCode === 200 &&
|
|
|
|
|
|
movies &&
|
|
|
|
|
|
movies.updates &&
|
|
|
|
|
|
movies.updates.length
|
|
|
|
|
|
) {
|
|
|
|
|
|
movies.updates.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.kinopoisk_id = parseInt(movie.kinopoisk_id);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.added_at,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.source_type &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.source_type
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.translator &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.translator
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_movies = all_movies.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else if (key === 'iframe_serials' && modules.player.data.iframe.token) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
|
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
2019-10-22 01:55:34 +02:00
|
|
|
|
modules.player.data.iframe.token.trim().split(':')[0]
|
2019-10-01 21:34:02 +02:00
|
|
|
|
);
|
2019-10-21 14:21:55 +02:00
|
|
|
|
request({ url: url, method: 'GET', timeout: 5000 }, function(
|
2019-10-01 21:34:02 +02:00
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('iframe_serials', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (
|
|
|
|
|
|
response.statusCode === 200 &&
|
|
|
|
|
|
movies &&
|
|
|
|
|
|
movies.updates &&
|
|
|
|
|
|
movies.updates.length
|
|
|
|
|
|
) {
|
|
|
|
|
|
movies.updates.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.serial &&
|
|
|
|
|
|
movie.serial.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.serial.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.serial.kinopoisk_id = parseInt(
|
|
|
|
|
|
movie.serial.kinopoisk_id
|
|
|
|
|
|
);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.serial.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.serial.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.serial.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.serial.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.added_at,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.source_type &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.source_type
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.translator &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.translator
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_serials = all_serials.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else if (key === 'hdgo_movies' && modules.player.data.hdgo.token) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
2019-10-22 01:55:34 +02:00
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
|
|
|
|
|
modules.player.data.hdgo.token.trim().split(':')[0]
|
|
|
|
|
|
);
|
2019-10-01 21:34:02 +02:00
|
|
|
|
request({ url: url, method: 'GET', timeout: 15000 }, function(
|
|
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('hdgo_movies', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (response.statusCode === 200 && movies && movies.length) {
|
|
|
|
|
|
movies.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.type === 'movie' &&
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.kinopoisk_id = parseInt(movie.kinopoisk_id);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.added_at,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.quality &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.quality
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.translator &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.translator
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_movies = all_movies.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else if (key === 'hdgo_serials' && modules.player.data.hdgo.token) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
2019-10-22 01:55:34 +02:00
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
|
|
|
|
|
modules.player.data.hdgo.token.trim().split(':')[0]
|
|
|
|
|
|
);
|
2019-10-01 21:34:02 +02:00
|
|
|
|
request({ url: url, method: 'GET', timeout: 15000 }, function(
|
|
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('hdgo_serials', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (response.statusCode === 200 && movies && movies.length) {
|
|
|
|
|
|
movies.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.type === 'serial' &&
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.kinopoisk_id = parseInt(movie.kinopoisk_id);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.added_at,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.quality &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.quality
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.translator &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.translator
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_serials = all_serials.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else if (key === 'kodik_movies' && modules.player.data.kodik.token) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
|
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
2019-10-22 01:55:34 +02:00
|
|
|
|
modules.player.data.kodik.token.trim().split(':')[0]
|
2019-10-01 21:34:02 +02:00
|
|
|
|
);
|
|
|
|
|
|
request({ url: url, method: 'GET', timeout: 2000 }, function(
|
|
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('kodik_movies', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (
|
|
|
|
|
|
response.statusCode === 200 &&
|
|
|
|
|
|
movies.results &&
|
|
|
|
|
|
movies.results.length
|
|
|
|
|
|
) {
|
|
|
|
|
|
movies.results.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.kinopoisk_id = parseInt(movie.kinopoisk_id);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.updated_at,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.quality &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.quality
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.translation &&
|
|
|
|
|
|
movie.translation[0] &&
|
|
|
|
|
|
movie.translation[0].title &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.translation[0].title
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_movies = all_movies.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else if (key === 'kodik_serials' && modules.player.data.kodik.token) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
|
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
2019-10-22 01:55:34 +02:00
|
|
|
|
modules.player.data.kodik.token.trim().split(':')[0]
|
2019-10-01 21:34:02 +02:00
|
|
|
|
);
|
|
|
|
|
|
request({ url: url, method: 'GET', timeout: 2000 }, function(
|
|
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('kodik_serials', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (
|
|
|
|
|
|
response.statusCode === 200 &&
|
|
|
|
|
|
movies.results &&
|
|
|
|
|
|
movies.results.length
|
|
|
|
|
|
) {
|
|
|
|
|
|
movies.results.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.kinopoisk_id = parseInt(movie.kinopoisk_id);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.updated_at,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.quality &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.quality
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.translation &&
|
|
|
|
|
|
movie.translation[0] &&
|
|
|
|
|
|
movie.translation[0].title &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.translation[0].title
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_serials = all_serials.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
2019-10-22 01:55:34 +02:00
|
|
|
|
} else if (
|
|
|
|
|
|
key === 'videocdn_movies' &&
|
|
|
|
|
|
modules.player.data.videocdn.token
|
|
|
|
|
|
) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
|
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
|
|
|
|
|
modules.player.data.moonwalk.token.trim().split(':')[0]
|
|
|
|
|
|
);
|
|
|
|
|
|
request({ url: url, method: 'GET', timeout: 5000 }, function(
|
|
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('videocdn_movies', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (
|
|
|
|
|
|
response.statusCode === 200 &&
|
|
|
|
|
|
movies &&
|
|
|
|
|
|
movies.data &&
|
|
|
|
|
|
movies.data.length
|
|
|
|
|
|
) {
|
|
|
|
|
|
movies.data.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.kinopoisk_id = parseInt(movie.kinopoisk_id);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.created,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.media &&
|
|
|
|
|
|
movie.media[0] &&
|
|
|
|
|
|
movie.media[0].source_quality &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.media[0].source_quality
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.media &&
|
|
|
|
|
|
movie.media[0] &&
|
|
|
|
|
|
movie.media[0].translation &&
|
|
|
|
|
|
movie.media[0].translation.title &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.media[0].translation.title
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_movies = all_movies.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else if (
|
|
|
|
|
|
key === 'videocdn_serials' &&
|
|
|
|
|
|
modules.player.data.videocdn.token
|
|
|
|
|
|
) {
|
|
|
|
|
|
async.eachOf(
|
|
|
|
|
|
arr,
|
|
|
|
|
|
function(url, id, callback) {
|
|
|
|
|
|
url = url.replace(
|
|
|
|
|
|
'[token]',
|
|
|
|
|
|
modules.player.data.moonwalk.token.trim().split(':')[0]
|
|
|
|
|
|
);
|
|
|
|
|
|
request({ url: url, method: 'GET', timeout: 5000 }, function(
|
|
|
|
|
|
error,
|
|
|
|
|
|
response,
|
|
|
|
|
|
movies
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
console.log('videocdn_serials', error.code);
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
movies = tryParseJSON(movies);
|
|
|
|
|
|
if (
|
|
|
|
|
|
response.statusCode === 200 &&
|
|
|
|
|
|
movies &&
|
|
|
|
|
|
movies.data &&
|
|
|
|
|
|
movies.data.length
|
|
|
|
|
|
) {
|
|
|
|
|
|
movies.data.forEach(function(movie) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie &&
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
parseInt(movie.kinopoisk_id)
|
|
|
|
|
|
) {
|
|
|
|
|
|
movie.kinopoisk_id = parseInt(movie.kinopoisk_id);
|
|
|
|
|
|
if (
|
|
|
|
|
|
movie.kinopoisk_id &&
|
|
|
|
|
|
!(ids.indexOf(movie.kinopoisk_id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
ids.push(movie.kinopoisk_id);
|
|
|
|
|
|
mvs.push({
|
|
|
|
|
|
kinopoisk_id: movie.kinopoisk_id,
|
|
|
|
|
|
added_at: movie.created,
|
|
|
|
|
|
quality:
|
|
|
|
|
|
movie.media &&
|
|
|
|
|
|
movie.media[0] &&
|
|
|
|
|
|
movie.media[0].source_quality &&
|
|
|
|
|
|
modules.content.data.auto[key].quality
|
|
|
|
|
|
? movie.media[0].source_quality
|
|
|
|
|
|
: '',
|
|
|
|
|
|
translate:
|
|
|
|
|
|
movie.media &&
|
|
|
|
|
|
movie.media[0] &&
|
|
|
|
|
|
movie.media[0].translation &&
|
|
|
|
|
|
movie.media[0].translation.title &&
|
|
|
|
|
|
modules.content.data.auto[key].translate
|
|
|
|
|
|
? movie.media[0].translation.title
|
|
|
|
|
|
: ''
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
mvs.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
mvs = mvs.slice(0, parseInt(modules.content.data.auto[key].count));
|
|
|
|
|
|
all_serials = all_serials.concat(mvs);
|
|
|
|
|
|
saveContent(key, mvs, false, function() {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
2019-10-01 21:34:02 +02:00
|
|
|
|
} else {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
|
|
|
|
|
|
var m = [
|
|
|
|
|
|
modules.content.data.auto.moonwalk_movies
|
|
|
|
|
|
? modules.content.data.auto.moonwalk_movies.url
|
|
|
|
|
|
: '',
|
|
|
|
|
|
modules.content.data.auto.hdgo_movies
|
|
|
|
|
|
? modules.content.data.auto.hdgo_movies.url
|
|
|
|
|
|
: '',
|
|
|
|
|
|
modules.content.data.auto.kodik_movies
|
|
|
|
|
|
? modules.content.data.auto.kodik_movies.url
|
|
|
|
|
|
: '',
|
|
|
|
|
|
modules.content.data.auto.iframe_movies
|
|
|
|
|
|
? modules.content.data.auto.iframe_movies.url
|
2019-10-22 01:55:34 +02:00
|
|
|
|
: '',
|
|
|
|
|
|
modules.content.data.auto.videocdn_movies
|
|
|
|
|
|
? modules.content.data.auto.videocdn_movies.url
|
2019-10-01 21:34:02 +02:00
|
|
|
|
: ''
|
|
|
|
|
|
];
|
|
|
|
|
|
var s = [
|
|
|
|
|
|
modules.content.data.auto.moonwalk_serials
|
|
|
|
|
|
? modules.content.data.auto.moonwalk_serials.url
|
|
|
|
|
|
: '',
|
|
|
|
|
|
modules.content.data.auto.hdgo_serials
|
|
|
|
|
|
? modules.content.data.auto.hdgo_serials.url
|
|
|
|
|
|
: '',
|
|
|
|
|
|
modules.content.data.auto.kodik_serials
|
|
|
|
|
|
? modules.content.data.auto.kodik_serials.url
|
|
|
|
|
|
: '',
|
2019-10-22 01:55:34 +02:00
|
|
|
|
modules.content.data.auto.iframe_serials
|
|
|
|
|
|
? modules.content.data.auto.iframe_serials.url
|
|
|
|
|
|
: '',
|
2019-10-01 21:34:02 +02:00
|
|
|
|
modules.content.data.auto.iframe_serials
|
|
|
|
|
|
? modules.content.data.auto.iframe_serials.url
|
|
|
|
|
|
: ''
|
|
|
|
|
|
];
|
|
|
|
|
|
var a = s.concat(m);
|
|
|
|
|
|
|
|
|
|
|
|
var mov = m.filter(urlUnique);
|
|
|
|
|
|
var ser = s.filter(urlUnique);
|
|
|
|
|
|
var all = a.filter(urlUnique);
|
|
|
|
|
|
|
|
|
|
|
|
if (all.length === 1) {
|
|
|
|
|
|
all_movies = arrayUnique(all_movies.concat(all_serials));
|
|
|
|
|
|
all_movies.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
all_movies = all_movies.slice(
|
|
|
|
|
|
0,
|
|
|
|
|
|
parseInt(modules.content.data.auto.moonwalk_movies.count)
|
|
|
|
|
|
);
|
|
|
|
|
|
saveContent('moonwalk_movies', all_movies, true, function() {
|
|
|
|
|
|
console.log(new Date(), 'ALL');
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.content = false;
|
|
|
|
|
|
});
|
|
|
|
|
|
} else {
|
|
|
|
|
|
if (mov.length === 1) {
|
|
|
|
|
|
all_movies = arrayUnique(all_movies);
|
|
|
|
|
|
all_movies.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
all_movies = all_movies.slice(
|
|
|
|
|
|
0,
|
|
|
|
|
|
parseInt(modules.content.data.auto.moonwalk_movies.count)
|
|
|
|
|
|
);
|
|
|
|
|
|
saveContent('moonwalk_movies', all_movies, true, function() {
|
|
|
|
|
|
console.log(new Date(), 'MOVIES');
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.content = false;
|
|
|
|
|
|
});
|
|
|
|
|
|
} else {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.content = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
if (ser.length === 1) {
|
|
|
|
|
|
all_serials = arrayUnique(all_serials);
|
|
|
|
|
|
all_serials.sort(function(a, b) {
|
|
|
|
|
|
return new Date(b.added_at) - new Date(a.added_at);
|
|
|
|
|
|
});
|
|
|
|
|
|
all_serials = all_serials.slice(
|
|
|
|
|
|
0,
|
|
|
|
|
|
parseInt(modules.content.data.auto.moonwalk_serials.count)
|
|
|
|
|
|
);
|
|
|
|
|
|
saveContent('moonwalk_serials', all_serials, true, function() {
|
|
|
|
|
|
console.log(new Date(), 'SERIALS');
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.content = false;
|
|
|
|
|
|
});
|
|
|
|
|
|
} else {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.content = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Publish new movies.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
if (config.publish.every.hours && config.publish.every.movies) {
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
|
|
|
|
|
|
active.process.publish = true;
|
|
|
|
|
|
active.process.rewrite = true;
|
|
|
|
|
|
|
|
|
|
|
|
CP_get.publishIds(function(err, ids) {
|
|
|
|
|
|
if (!ids) {
|
|
|
|
|
|
console.log('[publish] Not Movies.');
|
|
|
|
|
|
config.publish.every.hours = 0;
|
|
|
|
|
|
config.publish.every.movies = 0;
|
|
|
|
|
|
} else if (
|
|
|
|
|
|
ids.start_id === config.publish.start &&
|
|
|
|
|
|
ids.stop_id === config.publish.stop
|
|
|
|
|
|
) {
|
|
|
|
|
|
console.log('[publish] All movies published.');
|
|
|
|
|
|
config.publish.every.hours = 0;
|
|
|
|
|
|
config.publish.every.movies = 0;
|
|
|
|
|
|
} else {
|
|
|
|
|
|
console.log('[publish] New IDs: ' + ids.start_id + ' - ' + ids.stop_id);
|
|
|
|
|
|
config.publish.start = ids.start_id;
|
|
|
|
|
|
config.publish.stop = ids.stop_id;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
CP_save.save(config, 'config', function(err) {
|
|
|
|
|
|
if (err) console.log('[CP_save.save]', err);
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.publish = false;
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
if (modules.rewrite.status && modules.rewrite.data.token) {
|
|
|
|
|
|
CP_get.movies(
|
|
|
|
|
|
{ query_id: ids.soon_id.join('|') },
|
|
|
|
|
|
ids.soon_id.length,
|
|
|
|
|
|
'',
|
|
|
|
|
|
1,
|
|
|
|
|
|
false,
|
|
|
|
|
|
function(err, movies) {
|
|
|
|
|
|
if (err) {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.rewrite = '[CP_get.movies] ERR';
|
|
|
|
|
|
return console.log('[CP_get.movies]', err);
|
|
|
|
|
|
}
|
|
|
|
|
|
if (movies && movies.length) {
|
|
|
|
|
|
movies = movies.filter(function(m) {
|
|
|
|
|
|
return m.description && m.description.length >= 100;
|
|
|
|
|
|
});
|
|
|
|
|
|
async.eachOfLimit(
|
|
|
|
|
|
movies,
|
|
|
|
|
|
1,
|
|
|
|
|
|
function(movie, i, callback) {
|
|
|
|
|
|
sinoni({
|
|
|
|
|
|
token: modules.rewrite.data.token,
|
|
|
|
|
|
double: modules.rewrite.data.double,
|
|
|
|
|
|
unique: modules.rewrite.data.unique,
|
|
|
|
|
|
text: movie.description,
|
|
|
|
|
|
lang: config.language
|
|
|
|
|
|
})
|
|
|
|
|
|
.then(function(res) {
|
|
|
|
|
|
console.log(res);
|
|
|
|
|
|
if (typeof res.percent !== 'undefined') {
|
|
|
|
|
|
var custom = {};
|
|
|
|
|
|
if (movie.custom) {
|
|
|
|
|
|
custom = JSON.parse(movie.custom);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
custom.unique = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
custom.rewrite = {};
|
|
|
|
|
|
if (typeof res.percent !== 'undefined') {
|
|
|
|
|
|
custom.rewrite.percent = res.percent;
|
|
|
|
|
|
}
|
|
|
|
|
|
if (typeof res.words !== 'undefined') {
|
|
|
|
|
|
custom.rewrite.words = res.words;
|
|
|
|
|
|
}
|
|
|
|
|
|
if (typeof res.spam !== 'undefined') {
|
|
|
|
|
|
custom.rewrite.spam = res.spam;
|
|
|
|
|
|
}
|
|
|
|
|
|
if (typeof res.water !== 'undefined') {
|
|
|
|
|
|
custom.rewrite.water = res.water;
|
|
|
|
|
|
}
|
|
|
|
|
|
movie.custom = JSON.stringify(custom);
|
|
|
|
|
|
}
|
|
|
|
|
|
if (typeof res.rewrite !== 'undefined') {
|
|
|
|
|
|
movie.description = res.rewrite;
|
|
|
|
|
|
CP_save.save(movie, 'rt', function(err) {
|
|
|
|
|
|
callback(err);
|
|
|
|
|
|
});
|
|
|
|
|
|
} else {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
})
|
|
|
|
|
|
.catch(function(err) {
|
|
|
|
|
|
callback(err);
|
|
|
|
|
|
});
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.log('[sinoni]', err);
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.rewrite = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.rewrite = 'Movies 0';
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.rewrite = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2019-10-09 03:51:57 +02:00
|
|
|
|
/**
|
|
|
|
|
|
* Download new translators.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
if (
|
|
|
|
|
|
(modules.player.data.moonwalk.token || modules.player.data.iframe.token) &&
|
|
|
|
|
|
hour === 3
|
|
|
|
|
|
) {
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
|
|
|
|
|
|
active.process.player = true;
|
|
|
|
|
|
active.process.translators = true;
|
|
|
|
|
|
|
|
|
|
|
|
var url =
|
|
|
|
|
|
modules.episode.data.source && modules.episode.data.source === 'iframe'
|
|
|
|
|
|
? 'iframe.video'
|
|
|
|
|
|
: 'streamguard.cc';
|
|
|
|
|
|
|
|
|
|
|
|
var file = 'translators';
|
|
|
|
|
|
|
|
|
|
|
|
request(
|
|
|
|
|
|
{
|
|
|
|
|
|
url: 'http://' + 't' + '.' + 'cinemapress' + '.' + 'io/' + config.domain,
|
|
|
|
|
|
method: 'POST',
|
2019-10-21 14:21:55 +02:00
|
|
|
|
timeout: 5000
|
2019-10-09 03:51:57 +02:00
|
|
|
|
},
|
|
|
|
|
|
function(error, response, translators) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.translators = file + ' ERR';
|
|
|
|
|
|
return console.log(file, error.code);
|
|
|
|
|
|
}
|
|
|
|
|
|
if (response.statusCode === 200 && translators) {
|
|
|
|
|
|
fs.writeFile(
|
|
|
|
|
|
path.join(path.dirname(__dirname), 'files', file + '.json'),
|
|
|
|
|
|
translators,
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.translators = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.translators = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
request(
|
|
|
|
|
|
{
|
|
|
|
|
|
url:
|
|
|
|
|
|
'https://' +
|
|
|
|
|
|
url +
|
|
|
|
|
|
'/api/translators.json?api_token=' +
|
2019-10-22 01:55:34 +02:00
|
|
|
|
modules.player.data.moonwalk.token.trim().split(':')[0],
|
2019-10-21 14:21:55 +02:00
|
|
|
|
timeout: 5000
|
2019-10-09 03:51:57 +02:00
|
|
|
|
},
|
|
|
|
|
|
function(error, response, translators) {
|
|
|
|
|
|
if (error) {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.player = url + ' ERR';
|
|
|
|
|
|
return console.log(file, error.code);
|
|
|
|
|
|
}
|
|
|
|
|
|
if (response.statusCode === 200 && translators) {
|
|
|
|
|
|
fs.writeFile(
|
|
|
|
|
|
path.join(
|
|
|
|
|
|
path.dirname(__dirname),
|
|
|
|
|
|
'files',
|
|
|
|
|
|
modules.episode.data.source + '.json'
|
|
|
|
|
|
),
|
|
|
|
|
|
translators,
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.player = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.player = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Create random subdomain.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
if (config.random && hour === 2) {
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
active.process.random = true;
|
|
|
|
|
|
|
|
|
|
|
|
var now = new Date();
|
|
|
|
|
|
var year = now.getFullYear();
|
|
|
|
|
|
var start = new Date(year, 0, 0);
|
|
|
|
|
|
var diff = now - start;
|
|
|
|
|
|
var oneDay = 86400000;
|
|
|
|
|
|
var day = ('00' + Math.floor(diff / oneDay)).slice(-3);
|
|
|
|
|
|
var letter1 = ['a', 'e', 'i', 'o', 'u'];
|
|
|
|
|
|
var letter2 = ['b', 'c', 'd', 'f', 'g', 'h', 'j', 'k', 'l', 'm'];
|
|
|
|
|
|
config.subdomain =
|
|
|
|
|
|
letter2[parseInt(day[0])] +
|
|
|
|
|
|
letter1[parseInt(day[1]) % 5] +
|
|
|
|
|
|
letter2[parseInt(day[2])] +
|
|
|
|
|
|
letter1[year % 5] +
|
|
|
|
|
|
'.';
|
|
|
|
|
|
|
|
|
|
|
|
CP_save.save(config, 'config', function(err) {
|
|
|
|
|
|
if (err) console.log('[CP_save.save]', err);
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.random = false;
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2019-10-01 21:34:02 +02:00
|
|
|
|
/**
|
|
|
|
|
|
* Delete abuse movies.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
if (
|
|
|
|
|
|
modules.abuse.data.imap.user &&
|
|
|
|
|
|
modules.abuse.data.imap.password &&
|
|
|
|
|
|
modules.abuse.data.imap.host &&
|
|
|
|
|
|
hour === 1
|
|
|
|
|
|
) {
|
|
|
|
|
|
active.num++;
|
|
|
|
|
|
active.process.imap = true;
|
|
|
|
|
|
|
|
|
|
|
|
var options = JSON.stringify(modules.abuse.data.imap);
|
|
|
|
|
|
options = JSON.parse(options);
|
|
|
|
|
|
|
|
|
|
|
|
options.tls = options.tls !== 0;
|
|
|
|
|
|
|
|
|
|
|
|
var save = false;
|
|
|
|
|
|
|
|
|
|
|
|
var imap = new Imap(options);
|
|
|
|
|
|
imap.once('ready', function() {
|
|
|
|
|
|
imap.openBox('INBOX', true, function(err) {
|
|
|
|
|
|
if (err) return imap.end();
|
|
|
|
|
|
var date = new Date();
|
|
|
|
|
|
imap.search(
|
|
|
|
|
|
['ALL', ['SINCE', date.setDate(date.getDate() - 1)]],
|
|
|
|
|
|
function(err, results) {
|
|
|
|
|
|
if (err || !results || !results.length) return imap.end();
|
|
|
|
|
|
var f = imap.fetch(results, { bodies: [''] });
|
|
|
|
|
|
f.on('message', function(msg) {
|
|
|
|
|
|
var parser = new MP();
|
|
|
|
|
|
parser.on('data', function(data) {
|
|
|
|
|
|
if (data.type === 'text') {
|
|
|
|
|
|
var str = data.html || data.text || '';
|
|
|
|
|
|
var re = new RegExp(
|
|
|
|
|
|
config.domain + '\\/.*?\\/[a-z0-9_-]*',
|
|
|
|
|
|
'ig'
|
|
|
|
|
|
);
|
|
|
|
|
|
var urls = str.match(re);
|
|
|
|
|
|
if (!urls) return;
|
|
|
|
|
|
urls.forEach(function(u) {
|
|
|
|
|
|
var id = movie.id(u);
|
|
|
|
|
|
if (
|
|
|
|
|
|
id >= 1 &&
|
|
|
|
|
|
id <= 9999999 &&
|
|
|
|
|
|
!(modules.abuse.data.movies.indexOf('' + id) + 1)
|
|
|
|
|
|
) {
|
|
|
|
|
|
console.log('ABUSE', id);
|
|
|
|
|
|
modules.abuse.data.movies.push('' + id);
|
|
|
|
|
|
save = true;
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
msg.on('body', function(stream) {
|
|
|
|
|
|
stream.on('data', function(chunk) {
|
|
|
|
|
|
parser.write(chunk.toString('utf8'));
|
|
|
|
|
|
});
|
|
|
|
|
|
});
|
|
|
|
|
|
msg.once('end', function() {
|
|
|
|
|
|
parser.end();
|
|
|
|
|
|
});
|
|
|
|
|
|
/*msg.once('attributes', function (attrs) {
|
|
|
|
|
|
|
|
|
|
|
|
function toUpper(thing) {
|
|
|
|
|
|
|
|
|
|
|
|
return thing && thing.toUpperCase ? thing.toUpperCase() : thing;
|
|
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function findAttachmentParts(struct, attachments) {
|
|
|
|
|
|
|
|
|
|
|
|
attachments = attachments || [];
|
|
|
|
|
|
|
|
|
|
|
|
for (var i = 0, len = struct.length; i < len; ++i) {
|
|
|
|
|
|
if (Array.isArray(struct[i])) {
|
|
|
|
|
|
findAttachmentParts(struct[i], attachments);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
if (struct[i].disposition && ['INLINE', 'ATTACHMENT'].indexOf(toUpper(struct[i].disposition.type)) + 1) {
|
|
|
|
|
|
attachments.push(struct[i]);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return attachments;
|
|
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function buildAttMessageFunction(attachment) {
|
|
|
|
|
|
|
|
|
|
|
|
var encoding = attachment.encoding;
|
|
|
|
|
|
|
|
|
|
|
|
return function (msg) {
|
|
|
|
|
|
msg.on('body', function (stream) {
|
|
|
|
|
|
if (encoding === 'BASE64') {
|
|
|
|
|
|
stream = stream.pipe(base64.decode());
|
|
|
|
|
|
}
|
|
|
|
|
|
var chunks = [];
|
|
|
|
|
|
stream.on('data', function (chunk) {
|
|
|
|
|
|
chunks.push(chunk);
|
|
|
|
|
|
});
|
|
|
|
|
|
stream.on('end', function () {
|
|
|
|
|
|
var urls;
|
|
|
|
|
|
var string = chunks.join('')
|
|
|
|
|
|
.replace(/\\u33\\\'3f/gi, '!')
|
|
|
|
|
|
.replace(/\\u34\\\'3f/gi, '"')
|
|
|
|
|
|
.replace(/\\u35\\\'3f/gi, '#')
|
|
|
|
|
|
.replace(/\\u36\\\'3f/gi, '$')
|
|
|
|
|
|
.replace(/\\u37\\\'3f/gi, '%')
|
|
|
|
|
|
.replace(/\\u38\\\'3f/gi, '&')
|
|
|
|
|
|
.replace(/\\u39\\\'3f/gi, "'")
|
|
|
|
|
|
.replace(/\\u40\\\'3f/gi, '(')
|
|
|
|
|
|
.replace(/\\u41\\\'3f/gi, ')')
|
|
|
|
|
|
.replace(/\\u42\\\'3f/gi, '*')
|
|
|
|
|
|
.replace(/\\u43\\\'3f/gi, '+')
|
|
|
|
|
|
.replace(/\\u44\\\'3f/gi, ',')
|
|
|
|
|
|
.replace(/\\u45\\\'3f/gi, '-')
|
|
|
|
|
|
.replace(/\\u46\\\'3f/gi, '.')
|
|
|
|
|
|
.replace(/\\u47\\\'3f/gi, '/')
|
|
|
|
|
|
.replace(/\\u58\\\'3f/gi, ':')
|
|
|
|
|
|
.replace(/\\u64\\\'3f/gi, '@')
|
|
|
|
|
|
.replace(/\\u91\\\'3f/gi, '[')
|
|
|
|
|
|
.replace(/\\u92\\\'3f/gi, '\\')
|
|
|
|
|
|
.replace(/\\u93\\\'3f/gi, ']')
|
|
|
|
|
|
.replace(/\\u94\\\'3f/gi, '^')
|
|
|
|
|
|
.replace(/\\u95\\\'3f/gi, '_')
|
|
|
|
|
|
.replace(/\\u123\\\'3f/gi, '{')
|
|
|
|
|
|
.replace(/\\u124\\\'3f/gi, '|')
|
|
|
|
|
|
.replace(/\\u125\\\'3f/gi, '}')
|
|
|
|
|
|
.replace(/\\u126\\\'3f/gi, '~');
|
|
|
|
|
|
var expr = new RegExp(config.domain + '/[a-zа-яё0-9./_\\\'-]*', 'ig');
|
|
|
|
|
|
while ((urls = expr.exec(string)) !== null) {
|
|
|
|
|
|
var id = movie.id(urls[0]);
|
|
|
|
|
|
if (id >= 1 && id <= 9999999 && !(modules.abuse.data.movies.indexOf(''+id)+1)) {
|
|
|
|
|
|
modules.abuse.data.movies.push(''+id);
|
|
|
|
|
|
saveData();
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
});
|
|
|
|
|
|
};
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
var attachments = findAttachmentParts(attrs.struct);
|
|
|
|
|
|
|
|
|
|
|
|
for (var i = 0, len = attachments.length; i < len; i++) {
|
|
|
|
|
|
|
|
|
|
|
|
var attachment = attachments[i];
|
|
|
|
|
|
|
|
|
|
|
|
if (
|
|
|
|
|
|
attachment &&
|
|
|
|
|
|
attachment.disposition &&
|
|
|
|
|
|
attachment.disposition.params &&
|
|
|
|
|
|
attachment.disposition.params.filename &&
|
|
|
|
|
|
attachment.disposition.params.filename.indexOf('.rtf') + 1 &&
|
|
|
|
|
|
attachment.disposition.params.filename.indexOf('.sig') === -1
|
|
|
|
|
|
) {
|
|
|
|
|
|
var f = imap.fetch(attrs.uid, {
|
|
|
|
|
|
bodies: [attachment.partID],
|
|
|
|
|
|
struct: true
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
f.on('message', buildAttMessageFunction(attachment));
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
});*/
|
|
|
|
|
|
});
|
|
|
|
|
|
f.once('error', function(err) {
|
|
|
|
|
|
console.error(err);
|
|
|
|
|
|
});
|
|
|
|
|
|
f.once('end', function() {
|
|
|
|
|
|
imap.end();
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
});
|
|
|
|
|
|
});
|
|
|
|
|
|
imap.once('error', function(err) {
|
|
|
|
|
|
console.error(err);
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.imap = false;
|
|
|
|
|
|
});
|
|
|
|
|
|
imap.once('end', function() {
|
|
|
|
|
|
if (save) {
|
|
|
|
|
|
CP_save.save(modules, 'modules', function(err) {
|
|
|
|
|
|
if (err) console.log('[CP_save.save]', err);
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.imap = false;
|
|
|
|
|
|
});
|
|
|
|
|
|
} else {
|
|
|
|
|
|
active.num--;
|
|
|
|
|
|
active.process.imap = false;
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
imap.connect();
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Save content.
|
|
|
|
|
|
*
|
|
|
|
|
|
* @param {String} key
|
|
|
|
|
|
* @param {Object} array_mvs
|
|
|
|
|
|
* @param {Boolean} saved
|
|
|
|
|
|
* @param {Callback} callback
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
function saveContent(key, array_mvs, saved, callback) {
|
|
|
|
|
|
var content_url =
|
|
|
|
|
|
key && modules.content.data.auto[key] && modules.content.data.auto[key].url
|
|
|
|
|
|
? modules.content.data.auto[key].url
|
|
|
|
|
|
: key;
|
|
|
|
|
|
var count =
|
|
|
|
|
|
key &&
|
|
|
|
|
|
modules.content.data.auto[key] &&
|
|
|
|
|
|
modules.content.data.auto[key].count &&
|
|
|
|
|
|
parseInt(modules.content.data.auto[key].count)
|
|
|
|
|
|
? parseInt(modules.content.data.auto[key].count)
|
|
|
|
|
|
: 100;
|
|
|
|
|
|
|
|
|
|
|
|
if (!array_mvs.length) {
|
|
|
|
|
|
console.log('[saveContent]', key, content_url, array_mvs.length);
|
|
|
|
|
|
return callback(null);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
CP_get.contents({ content_url: content_url }, 1, 1, false, function(
|
|
|
|
|
|
err,
|
|
|
|
|
|
contents
|
|
|
|
|
|
) {
|
|
|
|
|
|
if (err) {
|
|
|
|
|
|
console.log('[CP_get.contents]', key, content_url, err);
|
|
|
|
|
|
return callback(null);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if (contents && contents.length && contents[0].id) {
|
|
|
|
|
|
CP_get.movies(
|
|
|
|
|
|
{
|
|
|
|
|
|
query_id: array_mvs
|
|
|
|
|
|
.map(function(id) {
|
|
|
|
|
|
return id.kinopoisk_id;
|
|
|
|
|
|
})
|
|
|
|
|
|
.join('|')
|
|
|
|
|
|
},
|
|
|
|
|
|
array_mvs.length,
|
|
|
|
|
|
'',
|
|
|
|
|
|
1,
|
|
|
|
|
|
false,
|
|
|
|
|
|
function(err, movies) {
|
|
|
|
|
|
if (err) {
|
|
|
|
|
|
console.log('[CP_get.movies]', key, content_url, err);
|
|
|
|
|
|
return callback(null);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if (movies && movies.length) {
|
|
|
|
|
|
movies = sortingIds(
|
|
|
|
|
|
array_mvs.map(function(id) {
|
|
|
|
|
|
return id.kinopoisk_id;
|
|
|
|
|
|
}),
|
|
|
|
|
|
movies
|
|
|
|
|
|
);
|
|
|
|
|
|
var ids = [];
|
|
|
|
|
|
var unique = [];
|
|
|
|
|
|
movies.forEach(function(movie) {
|
|
|
|
|
|
movie.kp_id = parseInt(movie.kp_id);
|
|
|
|
|
|
if (movie.kp_id && !(ids.indexOf(movie.kp_id) + 1)) {
|
|
|
|
|
|
ids.push(movie.kp_id);
|
|
|
|
|
|
unique.push({
|
|
|
|
|
|
kinopoisk_id: movie.kp_id,
|
|
|
|
|
|
custom: movie.custom,
|
|
|
|
|
|
translate: movie.translate
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
contents[0].content_movies.split(',').forEach(function(kp_id) {
|
|
|
|
|
|
kp_id = parseInt(kp_id);
|
|
|
|
|
|
if (kp_id && !(ids.indexOf(kp_id) + 1)) {
|
|
|
|
|
|
ids.push(kp_id);
|
|
|
|
|
|
unique.push({ kinopoisk_id: kp_id });
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
unique = unique.slice(0, count);
|
|
|
|
|
|
|
|
|
|
|
|
contents[0].content_movies = unique
|
|
|
|
|
|
.map(function(id) {
|
|
|
|
|
|
return id.kinopoisk_id;
|
|
|
|
|
|
})
|
|
|
|
|
|
.join(',');
|
|
|
|
|
|
|
|
|
|
|
|
CP_save.save(contents[0], 'content', function(err, result) {
|
|
|
|
|
|
console.log(
|
|
|
|
|
|
'[CP_save.save]',
|
|
|
|
|
|
key,
|
|
|
|
|
|
content_url,
|
|
|
|
|
|
err,
|
|
|
|
|
|
unique.length,
|
|
|
|
|
|
result
|
|
|
|
|
|
);
|
|
|
|
|
|
if (!saved) return callback(null);
|
|
|
|
|
|
async.eachOfLimit(
|
|
|
|
|
|
unique,
|
|
|
|
|
|
1,
|
|
|
|
|
|
function(unq, key, callback) {
|
|
|
|
|
|
var mov = null;
|
|
|
|
|
|
array_mvs.forEach(function(mvs) {
|
|
|
|
|
|
if (
|
|
|
|
|
|
unq.kinopoisk_id === mvs.kinopoisk_id &&
|
|
|
|
|
|
(mvs.quality || mvs.translate)
|
|
|
|
|
|
) {
|
|
|
|
|
|
mov = {
|
|
|
|
|
|
id: mvs.kinopoisk_id,
|
|
|
|
|
|
kp_id: mvs.kinopoisk_id,
|
|
|
|
|
|
quality: mvs.quality,
|
|
|
|
|
|
translate:
|
|
|
|
|
|
config.language === 'uk'
|
|
|
|
|
|
? mvs.translate
|
|
|
|
|
|
: /укр/i.test(mvs.translate)
|
|
|
|
|
|
? unq.translate
|
|
|
|
|
|
: mvs.translate,
|
|
|
|
|
|
custom: unq.custom ? unq.custom : '{"unique":false}',
|
|
|
|
|
|
duplicate: true
|
|
|
|
|
|
};
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
if (mov) {
|
|
|
|
|
|
CP_save.save(mov, 'rt', function() {
|
|
|
|
|
|
return callback();
|
|
|
|
|
|
});
|
|
|
|
|
|
} else {
|
|
|
|
|
|
callback();
|
|
|
|
|
|
}
|
|
|
|
|
|
},
|
|
|
|
|
|
function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
callback(null);
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
});
|
|
|
|
|
|
} else {
|
|
|
|
|
|
console.log('[movies]', key, content_url, err, movies);
|
|
|
|
|
|
return callback(null);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
);
|
|
|
|
|
|
} else {
|
|
|
|
|
|
console.log('[contents]', key, content_url, err, contents);
|
|
|
|
|
|
callback(null);
|
|
|
|
|
|
}
|
|
|
|
|
|
});
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Valid JSON.
|
|
|
|
|
|
*
|
|
|
|
|
|
* @param {String} jsonString
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
function tryParseJSON(jsonString) {
|
|
|
|
|
|
try {
|
|
|
|
|
|
var o = JSON.parse(jsonString);
|
|
|
|
|
|
if (o && typeof o === 'object') {
|
|
|
|
|
|
return o;
|
|
|
|
|
|
}
|
|
|
|
|
|
} catch (e) {}
|
|
|
|
|
|
return {};
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Array unique.
|
|
|
|
|
|
*
|
|
|
|
|
|
* @param {Object} array
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
function arrayUnique(array) {
|
|
|
|
|
|
var a = array.concat();
|
|
|
|
|
|
for (var i = 0; i < a.length; ++i) {
|
|
|
|
|
|
for (var j = i + 1; j < a.length; ++j) {
|
|
|
|
|
|
if (a[i].kinopoisk_id === a[j].kinopoisk_id) a.splice(j--, 1);
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
return a;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Sort films are turned by id list.
|
|
|
|
|
|
*
|
|
|
|
|
|
* @param {Object} ids
|
|
|
|
|
|
* @param {Object} movies
|
|
|
|
|
|
* @param {Number} [count]
|
|
|
|
|
|
* @return {Array}
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
function sortingIds(ids, movies, count) {
|
|
|
|
|
|
if (arguments.length === 2) {
|
|
|
|
|
|
count = 0;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
var result = [];
|
|
|
|
|
|
|
|
|
|
|
|
for (var id = 0; id < ids.length; id++) {
|
|
|
|
|
|
for (var i = 0; i < movies.length; i++) {
|
|
|
|
|
|
if (parseInt(movies[i].kp_id) === parseInt(('' + ids[id]).trim())) {
|
|
|
|
|
|
result.push(movies[i]);
|
|
|
|
|
|
if (result.length === count) return result;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return result;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Unique array URLs.
|
|
|
|
|
|
*
|
|
|
|
|
|
* @param {String} value
|
|
|
|
|
|
* @param {Number} index
|
|
|
|
|
|
* @param {Object} self
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
function urlUnique(value, index, self) {
|
|
|
|
|
|
return self.indexOf(value) === index;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
|
* Check active process.
|
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
|
|
var i = 0;
|
|
|
|
|
|
var si = setInterval(function() {
|
|
|
|
|
|
if (!(i % 10)) {
|
|
|
|
|
|
console.log(active.num, active.process);
|
|
|
|
|
|
}
|
|
|
|
|
|
if (active.num <= 0) {
|
|
|
|
|
|
clearInterval(si);
|
|
|
|
|
|
if (Object.keys(active.process).length === 0) return;
|
|
|
|
|
|
var rand = Math.floor(Math.random() * 10) + 10;
|
|
|
|
|
|
console.log('Reload after', rand * 1000, 'sec');
|
|
|
|
|
|
setTimeout(function() {
|
|
|
|
|
|
exec('pm2 reload ' + config.domain, function(err, stdout, stderr) {
|
|
|
|
|
|
if (err || stderr) console.error(err || stderr);
|
|
|
|
|
|
console.log('Flush memcached');
|
|
|
|
|
|
CP_cache.flush(function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
console.log('Flush pagespeed');
|
|
|
|
|
|
exec('touch /var/ngx_pagespeed_cache/cache.flush', function(err) {
|
|
|
|
|
|
if (err) console.error(err);
|
|
|
|
|
|
return process.exit(0);
|
|
|
|
|
|
});
|
|
|
|
|
|
});
|
|
|
|
|
|
});
|
|
|
|
|
|
}, rand * 1000);
|
|
|
|
|
|
}
|
|
|
|
|
|
i++;
|
|
|
|
|
|
}, 1000);
|
