From 580654b7aa36a35143979ecd6c27bb9b840484cb Mon Sep 17 00:00:00 2001
From: zhl <zhl010101@gmail.com>
Date: Wed, 3 Apr 2019 16:43:54 +0800
Subject: [PATCH] =?UTF-8?q?=E5=B0=86=E7=AB=A0=E8=8A=82=E6=95=B0=E6=8D=AE?=
 =?UTF-8?q?=E5=8D=95=E7=8B=AC=E5=AD=98=E6=94=BE?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/sites/book.js | 24 ++++++++++++++++--------
 1 file changed, 16 insertions(+), 8 deletions(-)

diff --git a/src/sites/book.js b/src/sites/book.js
index 7eaa31f..97947d6 100644
--- a/src/sites/book.js
+++ b/src/sites/book.js
@@ -167,9 +167,6 @@ const parseOneBook = async (book) => {
   if (!siteId) {
     return ;
   }
-  book.data.chapter_list = chapterList;
-  book.status = 2;
-  book.markModified('data');
   await book.save();
   let bar = multi.newBar('  '+book.data.name+' [:bar] :percent :etas', {
     complete: '=',
@@ -181,14 +178,25 @@ const parseOneBook = async (book) => {
     let obj = await bookChapterInfo(chapter.chapter_id, chapter.crawl_book_id, chapter.lists_id, siteId);
     bar.tick(1);
     chapter.content = obj.data.content;
+    chapter.book_id = bookId;
+    chapter.site = siteId;
+    let chapterRecord = new SpiderData({
+      data: chapter,
+      type: 'book_chapter'
+    });
+    await chapterRecord.save();
   }
-  book.status = 3;
-  book.data.chapter_list = chapterList;
+  book.status = 2;
   book.markModified('data');
   await book.save();
 }
-const parseAllBookList = async (start) => {
-  let bookList = await SpiderData.find({status: 0, type: 'book'}).sort({'data.book_id': 1}).limit(15);
+const parseAllBookList = async (sex, ltype) => {
+  let bookList = await SpiderData.find({
+    'data.sex': sex,
+    'data.ltype_id': ltype,
+    status: 0,
+    type: 'book'
+  }).sort({'data.book_id': 1});
   for(let book of bookList) {
     generalQueue.addQueue({
       run: async function () {
@@ -209,6 +217,6 @@ export default {
     // 获取所有分类下的数据列表
     // await parseAllCategory(2, 0);
     // 获取所有数据的详情
-    await parseAllBookList();
+    await parseAllBookList(1, 0);
   }
 }