抓取蛋蛋赞网站前更新代理
This commit is contained in:
parent
c2add8ff00
commit
c25eb6d213
@ -24,8 +24,8 @@ db.once('open', function () {
|
||||
// book.run();
|
||||
// movie.run();
|
||||
// bookChapter.run();
|
||||
// dandanzan.run();
|
||||
proxy.run();
|
||||
dandanzan.run();
|
||||
// proxy.run();
|
||||
});
|
||||
mongoose.connect(config.db, {promiseLibrary: Promise, useNewUrlParser: true});
|
||||
|
||||
|
@ -3,6 +3,7 @@ import cheerio from "cheerio";
|
||||
import stringUtil from '../utils/string.util';
|
||||
import Movie from '../models/Movies';
|
||||
import generalQueue from '../utils/general.queue';
|
||||
import proxy from './proxy';
|
||||
|
||||
const URL_BASE = 'https://www.dandanzan.com'
|
||||
const maxIdx = 100000;
|
||||
@ -145,6 +146,7 @@ const parseAllMovie = async (category) => {
|
||||
|
||||
export default {
|
||||
run: async () => {
|
||||
await proxy.run();
|
||||
await parseAllMovie('movie');
|
||||
await parseAllMovie('tv');
|
||||
await parseAllMovie('show');
|
||||
|
Loading…
x
Reference in New Issue
Block a user