diff --git a/src/app.js b/src/app.js index fc4e0d3..ba01d78 100644 --- a/src/app.js +++ b/src/app.js @@ -24,7 +24,7 @@ mongoose.connect(config.db_taptap, { const scheduleCronstyle = () => { console.log('TapTap已启动!') - const timer = schedule.scheduleJob('0 0 12 * * *', () => { + const timer = schedule.scheduleJob('0 0 8 * * *', () => { console.log(new Date() + '开始收集数据!') logger.info({}, new Date() + '开始收集数据!') getAllData() diff --git a/src/spider/cate.js b/src/spider/cate.js index 2f3470e..634dd6b 100644 --- a/src/spider/cate.js +++ b/src/spider/cate.js @@ -32,7 +32,12 @@ async function getData(cateName) { data = [] } } catch (err) { - logger.error(err) + const errObj = { + err: err, + errorLink: next + } + next = '' + logger.error(errObj) } } diff --git a/src/spider/details.js b/src/spider/details.js index fb2a7c9..6826f21 100644 --- a/src/spider/details.js +++ b/src/spider/details.js @@ -31,7 +31,14 @@ async function getData({cateName, data}) { allData = [] } } catch (err) { - logger.error(err) + const errObj = { + err: err, + order: curIdx, + cateName: cateName, + link: `https://www.taptap.com/app/${data[curIdx].gameid}` + } + curIdx += 1 + logger.error(errObj) } } diff --git a/src/utils/logger.js b/src/utils/logger.js index 111cc83..bb9ebe7 100644 --- a/src/utils/logger.js +++ b/src/utils/logger.js @@ -5,16 +5,10 @@ import bunyan from 'bunyan'; import config from '../../config/config' import Logs from '../model/Logs' -const env = process.env.NODE_ENV || 'production'; +const env = process.env.NODE_ENV || 'development'; const isDev = env === 'development'; -// const env = process.env.NODE_ENV || 'development'; -// const isDev = env === 'development'; - - -// const logDir = config.logs_path; -const logDir = '/data/logs'; -// const logDir = 'E://logs/taptap'; +const logDir = config.logs_path; fs.existsSync(logDir) || fs.mkdirSync(logDir); console.log('logDir:',logDir)