diff --git a/src/sites/book.js b/src/sites/book.js index 7eaa31f..97947d6 100644 --- a/src/sites/book.js +++ b/src/sites/book.js @@ -167,9 +167,6 @@ const parseOneBook = async (book) => { if (!siteId) { return ; } - book.data.chapter_list = chapterList; - book.status = 2; - book.markModified('data'); await book.save(); let bar = multi.newBar(' '+book.data.name+' [:bar] :percent :etas', { complete: '=', @@ -181,14 +178,25 @@ const parseOneBook = async (book) => { let obj = await bookChapterInfo(chapter.chapter_id, chapter.crawl_book_id, chapter.lists_id, siteId); bar.tick(1); chapter.content = obj.data.content; + chapter.book_id = bookId; + chapter.site = siteId; + let chapterRecord = new SpiderData({ + data: chapter, + type: 'book_chapter' + }); + await chapterRecord.save(); } - book.status = 3; - book.data.chapter_list = chapterList; + book.status = 2; book.markModified('data'); await book.save(); } -const parseAllBookList = async (start) => { - let bookList = await SpiderData.find({status: 0, type: 'book'}).sort({'data.book_id': 1}).limit(15); +const parseAllBookList = async (sex, ltype) => { + let bookList = await SpiderData.find({ + 'data.sex': sex, + 'data.ltype_id': ltype, + status: 0, + type: 'book' + }).sort({'data.book_id': 1}); for(let book of bookList) { generalQueue.addQueue({ run: async function () { @@ -209,6 +217,6 @@ export default { // 获取所有分类下的数据列表 // await parseAllCategory(2, 0); // 获取所有数据的详情 - await parseAllBookList(); + await parseAllBookList(1, 0); } }