node/spider
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

章节数据统一成一条数据

Browse Source
This commit is contained in:
zhl 2019-04-03 17:26:50 +08:00
parent a32dc33381
commit 34fc29cf68
1 changed files with 12 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
src/sites/book.js
View File

@ -167,25 +167,27 @@ const parseOneBook = async (book) => {
if (!siteId) {
return ;
}
await book.save();
let chapterRecord = new SpiderData({
data: {list: chapterList,
book_id: bookId,
site: siteId,
},
type: 'book_chapter'
});
await chapterRecord.save();
// let bar = multi.newBar(' '+book.data.name+' [:bar] :percent :etas', {
// complete: '=',
// incomplete: ' ',
// width: 30,
// total: chapterList.length
// });
for (let chapter of chapterList) {
// for (let chapter of chapterList) {
// let obj = await bookChapterInfo(chapter.chapter_id, chapter.crawl_book_id, chapter.lists_id, siteId);
// bar.tick(1);
// chapter.content = obj.data.content;
chapter.book_id = bookId;
chapter.site = siteId;
let chapterRecord = new SpiderData({
data: chapter,
type: 'book_chapter'
});
await chapterRecord.save();
}
// chapter.book_id = bookId;
// chapter.site = siteId;
// }
book.status = 2;
await book.save();
}