add page limit

This commit is contained in:
biglyderv 2025-01-31 17:58:09 -05:00
parent 4d07c27ef1
commit 393b8a4e54

View file

@ -5,6 +5,7 @@ import { rankCalc } from "./rank.js";
let cache = {}; let cache = {};
let site = process.env.site || 'darflen'; let site = process.env.site || 'darflen';
let route = process.env.route || './test.txt'; let route = process.env.route || './test.txt';
let pageLimit = process.env.pageLimit || Infinity;
let hh; let hh;
async function textCollector(word, path, file) { async function textCollector(word, path, file) {
@ -49,7 +50,7 @@ async function siteCollector(user, path, site) {
} }
cache[p] = j1; cache[p] = j1;
if (!j1.map) break; if (!j1.map || i > pageLimit) break;
let users2; let users2;
if (site == 'darflen') { if (site == 'darflen') {
@ -78,9 +79,11 @@ async function siteCollector(user, path, site) {
for (let u of penv) { for (let u of penv) {
users = users.concat(await siteCollector(u, 'followers', site)); users = users.concat(await siteCollector(u, 'followers', site));
users = users.concat(await siteCollector(u, 'following', site)) users = users.concat(await siteCollector(u, 'following', site));
} }
users = [...new Set(users)];
let data = {}; let data = {};
let p = []; let p = [];
let congested = []; let congested = [];