node/spider
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修改蛋蛋赞网站抓取逻辑

Browse Source
This commit is contained in:
zhl 2019-05-21 09:16:54 +08:00
parent 7eca9de8ab
commit 65abe220ee
1 changed files with 12 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
src/sites/dandanzan.js
View File

@ -171,18 +171,18 @@ const parseAllMovie = async (category, beginNo = 1) => {
export default {
run: async () => {
// return new Promise(async (resolve, reject) => {
// generalQueue.setCb(function () {
// console.log('====crawl movie finished', dateformat('yyyy-mm-dd HH:MM:ss'));
// resolve()
// })
// console.log('====crawl movie begin', dateformat('yyyy-mm-dd HH:MM:ss'));
// await parseAllMovie('movie');
// await parseAllMovie('tv');
// await parseAllMovie('show');
// await parseAllMovie('cartoon');
// })
parseOnePage({subLink:'/dianshiju/31701.html', category:'tv', sortIdx:0});
return new Promise(async (resolve, reject) => {
generalQueue.setCb(function () {
console.log('====crawl movie finished', dateformat('yyyy-mm-dd HH:MM:ss'));
resolve()
})
console.log('====crawl movie begin', dateformat('yyyy-mm-dd HH:MM:ss'));
await parseAllMovie('movie');
await parseAllMovie('tv');
await parseAllMovie('show');
await parseAllMovie('cartoon');
})
// parseOnePage({subLink:'/dianshiju/31701.html', category:'tv', sortIdx:0});
},
parseListPage: parseListPage,