修改处理失败记录的逻辑

src/app.js

@@ -28,8 +28,8 @@ db.once('open', async function () {
   // movie.run();
   // bookChapter.run();
   // await dandanzan.run();
-  // await commonTask.run();
-  websiteSchedule.scheduleUpdateAll();
+  await commonTask.run();
+  // websiteSchedule.scheduleUpdateAll();
 });
 mongoose.connect(config.db, {promiseLibrary: Promise, useNewUrlParser: true});
 

src/sites/common.js

@@ -7,13 +7,18 @@ import generalQueue from '../utils/general.queue';
 
 const parseOneRecord = async function (record) {
   let classTask = require(`./${record.className}`).default;
-  try {
   if(typeof classTask[record.methodName] === 'function'){
+    try {
+      generalQueue.addQueue({
+        run: async function () {
           await classTask[record.methodName](record.params);
         }
+      })
     } catch (err) {
       console.log('error parse false record', record.id);
     }
+  }
+
 }
 
 const parseAllRecord = async function () {
@@ -32,11 +37,7 @@ const parseAllRecord = async function () {
     if (records) {
       for(const record of records) {
         try {
-          generalQueue.addQueue({
-            run: async function () {
           await parseOneRecord(record);
-            }
-          })
         } catch (err) {
           console.log('error parse record:', record);
         }

src/utils/general.queue.js

@@ -7,9 +7,10 @@ let finishCb;
 let q = async.queue( async (reqObj, cb) => {
   try {
     await reqObj.run();
-    cb();
+    (cb) && (cb());
   } catch (err) {
-    cb(err);
+    console.log('error parse queue:', reqObj.name, err);
+    (cb) && (cb(err));
   }
 }, 30);
 q.drain = function(){