add page limit
This commit is contained in:
parent
4d07c27ef1
commit
393b8a4e54
1 changed files with 5 additions and 2 deletions
7
site.js
7
site.js
|
@ -5,6 +5,7 @@ import { rankCalc } from "./rank.js";
|
||||||
let cache = {};
|
let cache = {};
|
||||||
let site = process.env.site || 'darflen';
|
let site = process.env.site || 'darflen';
|
||||||
let route = process.env.route || './test.txt';
|
let route = process.env.route || './test.txt';
|
||||||
|
let pageLimit = process.env.pageLimit || Infinity;
|
||||||
let hh;
|
let hh;
|
||||||
|
|
||||||
async function textCollector(word, path, file) {
|
async function textCollector(word, path, file) {
|
||||||
|
@ -49,7 +50,7 @@ async function siteCollector(user, path, site) {
|
||||||
}
|
}
|
||||||
cache[p] = j1;
|
cache[p] = j1;
|
||||||
|
|
||||||
if (!j1.map) break;
|
if (!j1.map || i > pageLimit) break;
|
||||||
|
|
||||||
let users2;
|
let users2;
|
||||||
if (site == 'darflen') {
|
if (site == 'darflen') {
|
||||||
|
@ -78,9 +79,11 @@ async function siteCollector(user, path, site) {
|
||||||
|
|
||||||
for (let u of penv) {
|
for (let u of penv) {
|
||||||
users = users.concat(await siteCollector(u, 'followers', site));
|
users = users.concat(await siteCollector(u, 'followers', site));
|
||||||
users = users.concat(await siteCollector(u, 'following', site))
|
users = users.concat(await siteCollector(u, 'following', site));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
users = [...new Set(users)];
|
||||||
|
|
||||||
let data = {};
|
let data = {};
|
||||||
let p = [];
|
let p = [];
|
||||||
let congested = [];
|
let congested = [];
|
||||||
|
|
Loading…
Reference in a new issue