diff --git a/src/app.js b/src/app.js index 82b6e12..3741a21 100644 --- a/src/app.js +++ b/src/app.js @@ -21,10 +21,9 @@ mongoose.connect(config.db_taptap, { }) const scheduleCronstyle = () => { - console.log('TapTap爬虫正在运行!') - logger.info({}, new Date() + '开始收集数据!') + console.log('TapTap已启动!') const timer = schedule.scheduleJob('0 0 9 * * *', () => { - console.log(new Date() + '开始收集数据!') + logger.info({}, new Date() + '开始收集数据!') getAllData() }) } diff --git a/src/spider/cate.js b/src/spider/cate.js index cdd493a..2f3470e 100644 --- a/src/spider/cate.js +++ b/src/spider/cate.js @@ -105,7 +105,6 @@ function analyze(str, cateName) { }) } catch (err) { logger.error(err) - console.log(err) } } diff --git a/src/spider/details.js b/src/spider/details.js index b114d83..fb2a7c9 100644 --- a/src/spider/details.js +++ b/src/spider/details.js @@ -21,7 +21,6 @@ function getDetails(cateName, data) { async function getData({cateName, data}) { try { if (curIdx < data.length) { - // console.log(data[curIdx].order + ':' + data[curIdx].title) const url = `https://www.taptap.com/app/${data[curIdx].gameid}` const res = await request.get(url).timeout(2000) analyze(res.text, cateName, data[curIdx]) diff --git a/src/utils/logger.js b/src/utils/logger.js index 4d98a75..5d4d56d 100644 --- a/src/utils/logger.js +++ b/src/utils/logger.js @@ -12,6 +12,7 @@ const isDev = env === 'development'; const logDir = config.logs_path; fs.existsSync(logDir) || fs.mkdirSync(logDir); +console.log('logDir:',logDir) let logger = null; @@ -32,7 +33,7 @@ const createLogger = function(appName) { }); } return bunyan.createLogger({ - name: appName, + name: 'taptap', serializers: bunyan.stdSerializers, streams: streams, src: false, diff --git a/src/utils/saveData.js b/src/utils/saveData.js index 37c9284..82017b6 100644 --- a/src/utils/saveData.js +++ b/src/utils/saveData.js @@ -5,7 +5,6 @@ export default function saveData(data) { try { Game.insertMany(data) logger.info({}, `${data.length}条数据已保存`) - console.log(`${data.length}条数据已保存`) } catch (err) { logger.error(err) }