node/spider
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

保存所有可用的源信息

Browse Source
This commit is contained in:
zhl 2019-04-03 17:30:30 +08:00
parent 34fc29cf68
commit 1cdc450b42
1 changed files with 17 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
src/sites/book.js
View File

@ -152,29 +152,28 @@ const parseOneBook = async (book) => {
if (!book.data || !book.data.sites || book.data.sites.length === 0) { if (!book.data || !book.data.sites || book.data.sites.length === 0) {
return; return;
} }
let siteId = book.data.sites[0].site; let hasChapter = false;
let chapterList;
// 书籍章节列表 // 书籍章节列表
// 有些源无法获取到章节列表， 所以挨个获取，直到获取到数据 // 有些源无法获取到章节列表， 所以挨个获取，直到获取到数据
for(let site of book.data.sites) { if (book.data.sites && book.data.sites.length > 0) {
let chapterListData = await bookChapterList(bookId, site.site); for(let site of book.data.sites) {
if (chapterListData.code === 1) { let chapterListData = await bookChapterList(bookId, site.site);
chapterList = chapterListData.data; if (chapterListData.code === 1) {
site = site.site; hasChapter = true;
break; chapterListData.book_id = bookId;
chapterListData.site = siteId;
let chapterRecord = new SpiderData({
data: chapterListData,
type: 'book_chapter'
});
await chapterRecord.save();
}
} }
} }
if (!siteId) { if (hasChapter) {
return ; book.status = 2;
await book.save();
} }
let chapterRecord = new SpiderData({
data: {list: chapterList,
book_id: bookId,
site: siteId,
},
type: 'book_chapter'
});
await chapterRecord.save();
// let bar = multi.newBar(' '+book.data.name+' [:bar] :percent :etas', { // let bar = multi.newBar(' '+book.data.name+' [:bar] :percent :etas', {
// complete: '=', // complete: '=',
// incomplete: ' ', // incomplete: ' ',
@ -188,8 +187,6 @@ const parseOneBook = async (book) => {
// chapter.book_id = bookId; // chapter.book_id = bookId;
// chapter.site = siteId; // chapter.site = siteId;
// } // }
book.status = 2;
await book.save();
} }
const parseAllBookList = async (sex, ltype) => { const parseAllBookList = async (sex, ltype) => {
let bookList = await SpiderData.find({ let bookList = await SpiderData.find({