node/spider
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

只抓取章节列表

Browse Source
This commit is contained in:
zhl 2019-04-03 17:02:59 +08:00
parent 580654b7aa
commit a32dc33381
1 changed files with 9 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/sites/book.js
View File

@ -168,16 +168,16 @@ const parseOneBook = async (book) => {
return ; return ;
} }
await book.save(); await book.save();
let bar = multi.newBar(' '+book.data.name+' [:bar] :percent :etas', { // let bar = multi.newBar(' '+book.data.name+' [:bar] :percent :etas', {
complete: '=', // complete: '=',
incomplete: ' ', // incomplete: ' ',
width: 30, // width: 30,
total: chapterList.length // total: chapterList.length
}); // });
for (let chapter of chapterList) { for (let chapter of chapterList) {
let obj = await bookChapterInfo(chapter.chapter_id, chapter.crawl_book_id, chapter.lists_id, siteId); // let obj = await bookChapterInfo(chapter.chapter_id, chapter.crawl_book_id, chapter.lists_id, siteId);
bar.tick(1); // bar.tick(1);
chapter.content = obj.data.content; // chapter.content = obj.data.content;
chapter.book_id = bookId; chapter.book_id = bookId;
chapter.site = siteId; chapter.site = siteId;
let chapterRecord = new SpiderData({ let chapterRecord = new SpiderData({
@ -187,7 +187,6 @@ const parseOneBook = async (book) => {
await chapterRecord.save(); await chapterRecord.save();
} }
book.status = 2; book.status = 2;
book.markModified('data');
await book.save(); await book.save();
} }
const parseAllBookList = async (sex, ltype) => { const parseAllBookList = async (sex, ltype) => {