From 539ff78e7002205d3cbf55a04c090c2eba115797 Mon Sep 17 00:00:00 2001 From: zhl Date: Wed, 15 May 2019 20:01:59 +0800 Subject: [PATCH] =?UTF-8?q?=E5=B0=86=E6=8A=93=E5=8F=96=E5=A4=B1=E8=B4=A5?= =?UTF-8?q?=E8=AE=B0=E5=BD=95=E7=9A=84=E4=BB=BB=E5=8A=A1=E5=8D=95=E7=8B=AC?= =?UTF-8?q?=E5=88=86=E7=A6=BB=E5=87=BA=E6=9D=A5?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- config/config.js.example | 5 +++-- src/models/Movies.js | 2 +- src/schedule/spider.schedule.js | 2 ++ src/sites/common.js | 1 + 4 files changed, 7 insertions(+), 3 deletions(-) diff --git a/config/config.js.example b/config/config.js.example index 77645fe..989cd0b 100644 --- a/config/config.js.example +++ b/config/config.js.example @@ -11,8 +11,9 @@ let config = { logs_path: '/Users/zhl/Documents/logs/spider', download_path: '/Users/zhl/Documents/spider', schedule: { - website: '0 0 2 * * *', - proxy: '1 0 0 * * *' + website: '1 0 0 * * *', + proxy: '0 0 23 * * *', + common: '0 0 3 * * *' } }; diff --git a/src/models/Movies.js b/src/models/Movies.js index b1173fb..42d1714 100644 --- a/src/models/Movies.js +++ b/src/models/Movies.js @@ -41,7 +41,7 @@ const Movies = new Schema({ // 是否公开 open: {type: Boolean, default: false}, // 购买价格 - price: {type: Number, default: 10}, + price: {type: Number, default: 100}, // 是否是新记录 is_new: {type: Boolean, default: true}, // 视频分类,movie: 电影;tv: 电视剧; show: 综艺节目 diff --git a/src/schedule/spider.schedule.js b/src/schedule/spider.schedule.js index 2840b68..6e18162 100644 --- a/src/schedule/spider.schedule.js +++ b/src/schedule/spider.schedule.js @@ -12,6 +12,8 @@ export default { } catch (err) { console.log('error execute dandanzan'); } + }); + schedule.scheduleJob(config.schedule.common, async () => { try { await commonTask.run(); } catch (err) { diff --git a/src/sites/common.js b/src/sites/common.js index b4c6065..298e1a3 100644 --- a/src/sites/common.js +++ b/src/sites/common.js @@ -22,6 +22,7 @@ const parseOneRecord = async function (record) { } const parseAllRecord = async function () { + console.log('begin parse all false record'); let records; try { records = await CrawlRecord.find({lastStatus: false});