diff --git a/config/config.js.example b/config/config.js.example index 77645fe..989cd0b 100644 --- a/config/config.js.example +++ b/config/config.js.example @@ -11,8 +11,9 @@ let config = { logs_path: '/Users/zhl/Documents/logs/spider', download_path: '/Users/zhl/Documents/spider', schedule: { - website: '0 0 2 * * *', - proxy: '1 0 0 * * *' + website: '1 0 0 * * *', + proxy: '0 0 23 * * *', + common: '0 0 3 * * *' } }; diff --git a/src/models/Movies.js b/src/models/Movies.js index b1173fb..42d1714 100644 --- a/src/models/Movies.js +++ b/src/models/Movies.js @@ -41,7 +41,7 @@ const Movies = new Schema({ // 是否公开 open: {type: Boolean, default: false}, // 购买价格 - price: {type: Number, default: 10}, + price: {type: Number, default: 100}, // 是否是新记录 is_new: {type: Boolean, default: true}, // 视频分类,movie: 电影;tv: 电视剧; show: 综艺节目 diff --git a/src/schedule/spider.schedule.js b/src/schedule/spider.schedule.js index 2840b68..6e18162 100644 --- a/src/schedule/spider.schedule.js +++ b/src/schedule/spider.schedule.js @@ -12,6 +12,8 @@ export default { } catch (err) { console.log('error execute dandanzan'); } + }); + schedule.scheduleJob(config.schedule.common, async () => { try { await commonTask.run(); } catch (err) { diff --git a/src/sites/common.js b/src/sites/common.js index b4c6065..298e1a3 100644 --- a/src/sites/common.js +++ b/src/sites/common.js @@ -22,6 +22,7 @@ const parseOneRecord = async function (record) { } const parseAllRecord = async function () { + console.log('begin parse all false record'); let records; try { records = await CrawlRecord.find({lastStatus: false});