node/spider
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

xicidaili使用代理抓取

Browse Source
This commit is contained in:
zhl 2019-05-09 13:52:24 +08:00
parent 102e92b016
commit 23cee74ef9
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/sites/proxy.js
View File

@ -38,7 +38,7 @@ const parseOneXicidaili = async (idx) => {
let url = `https://www.xicidaili.com/nn/${idx + 1}`; let url = `https://www.xicidaili.com/nn/${idx + 1}`;
console.log('begin parse page:', url); console.log('begin parse page:', url);
try { try {
let html = await netUtil.getData(url, {}) let html = await proxyUtil.getData(url)
if (html) { if (html) {
const $ = cheerio.load(html); const $ = cheerio.load(html);
const trs = $("#ip_list tr"); const trs = $("#ip_list tr");