node/spider
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

章节数据统一成一条数据

Browse Source
This commit is contained in:
zhl 2019-04-03 17:26:50 +08:00
parent a32dc33381
commit 34fc29cf68
1 changed files with 12 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
src/sites/book.js
View File

@ -167,25 +167,27 @@ const parseOneBook = async (book) => {
if (!siteId) { if (!siteId) {
return ; return ;
} }
await book.save(); let chapterRecord = new SpiderData({
data: {list: chapterList,
book_id: bookId,
site: siteId,
},
type: 'book_chapter'
});
await chapterRecord.save();
// let bar = multi.newBar(' '+book.data.name+' [:bar] :percent :etas', { // let bar = multi.newBar(' '+book.data.name+' [:bar] :percent :etas', {
// complete: '=', // complete: '=',
// incomplete: ' ', // incomplete: ' ',
// width: 30, // width: 30,
// total: chapterList.length // total: chapterList.length
// }); // });
for (let chapter of chapterList) { // for (let chapter of chapterList) {
// let obj = await bookChapterInfo(chapter.chapter_id, chapter.crawl_book_id, chapter.lists_id, siteId); // let obj = await bookChapterInfo(chapter.chapter_id, chapter.crawl_book_id, chapter.lists_id, siteId);
// bar.tick(1); // bar.tick(1);
// chapter.content = obj.data.content; // chapter.content = obj.data.content;
chapter.book_id = bookId; // chapter.book_id = bookId;
chapter.site = siteId; // chapter.site = siteId;
let chapterRecord = new SpiderData({ // }
data: chapter,
type: 'book_chapter'
});
await chapterRecord.save();
}
book.status = 2; book.status = 2;
await book.save(); await book.save();
} }