add relative mode
This commit is contained in:
parent
fea087b5d3
commit
d2074f73c9
1 changed files with 2 additions and 0 deletions
2
site.js
2
site.js
|
@ -9,6 +9,7 @@ let route = process.env.route || './test.txt';
|
||||||
let pageLimit = process.env.pageLimit || Infinity;
|
let pageLimit = process.env.pageLimit || Infinity;
|
||||||
let blacklist = (process.env.blacklist + '').split(',') || [];
|
let blacklist = (process.env.blacklist + '').split(',') || [];
|
||||||
let greylist = (process.env.greylist + '').split(',') || [];
|
let greylist = (process.env.greylist + '').split(',') || [];
|
||||||
|
let rel = (process.env.rel == 'relative');
|
||||||
let hh;
|
let hh;
|
||||||
let percent = 0;
|
let percent = 0;
|
||||||
let d = process.env.depth || 1;
|
let d = process.env.depth || 1;
|
||||||
|
@ -53,6 +54,7 @@ async function urlCollector(url, path, file, useLimit, data2) {
|
||||||
|
|
||||||
}
|
}
|
||||||
if (!h2) return true;
|
if (!h2) return true;
|
||||||
|
if (rel && h2.host != new URL(url).host) return true;
|
||||||
for (let g of greylist) {
|
for (let g of greylist) {
|
||||||
if (h2.toString().includes(g) && g != '') return true;
|
if (h2.toString().includes(g) && g != '') return true;
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue