node/spider
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修正抓取记录状态设置错误的bug

Browse Source
This commit is contained in:
zhl 2019-05-09 11:25:13 +08:00
parent 46a4a220fa
commit 645aef2c70
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/sites/dandanzan.js
View File

@ -64,7 +64,7 @@ const parseOnePage = async ({subLink, category, sortIdx}) => {
className: 'dandanzan', className: 'dandanzan',
methodName: 'parseOnePage', methodName: 'parseOnePage',
params: {subLink, category, sortIdx}, params: {subLink, category, sortIdx},
statusCode: true, lastStatus: true,
}) })
console.log(`@@@@@ ${sortIdx}: ${subLink} @ ${record.name} saved`); console.log(`@@@@@ ${sortIdx}: ${subLink} @ ${record.name} saved`);
} }
@ -74,7 +74,7 @@ const parseOnePage = async ({subLink, category, sortIdx}) => {
className: 'dandanzan', className: 'dandanzan',
methodName: 'parseOnePage', methodName: 'parseOnePage',
params: {subLink, category, sortIdx}, params: {subLink, category, sortIdx},
statusCode: false, lastStatus: false,
}) })
} }
} }
@ -106,7 +106,7 @@ const parseListPage = async ({idx, category}) => {
className: 'dandanzan', className: 'dandanzan',
methodName: 'parseListPage', methodName: 'parseListPage',
params: {idx, category}, params: {idx, category},
statusCode: true, lastStatus: true,
}) })
} catch (err) { } catch (err) {
console.log(err); console.log(err);
@ -114,7 +114,7 @@ const parseListPage = async ({idx, category}) => {
className: 'dandanzan', className: 'dandanzan',
methodName: 'parseListPage', methodName: 'parseListPage',
params: {idx, category}, params: {idx, category},
statusCode: false, lastStatus: false,
}) })
} }
if (html) { if (html) {