archive/bigly-caret
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix endless indexing

Browse source
This commit is contained in:
dervperson 2025-01-31 20:02:59 -05:00
parent a0f16b3008
commit a704c28b2f
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
site.js
View file

@ -35,6 +35,7 @@ async function urlCollector(url, path, file) {
h = u.toString(); h = u.toString();
} }
urls.push(h) urls.push(h)
if (urls.length >= pageLimit) return urls;
}) })
return urls; return urls;
@ -86,7 +87,7 @@ async function siteCollector(user, path, site, useLimit) {
} }
cache[p] = j1; cache[p] = j1;
if (!j1.map || (i > pageLimit && useLimit)) break; if (!j1.map || (i >= pageLimit && useLimit)) break;
let users2; let users2;
if (site == 'darflen') { if (site == 'darflen') {
@ -127,6 +128,7 @@ async function siteCollector(user, path, site, useLimit) {
let d = process.env.depth || 1; let d = process.env.depth || 1;
for (let i = 1; i < d; i++) { for (let i = 1; i < d; i++) {
users = [...new Set(users)]; users = [...new Set(users)];
let j = 0;
for (let u of users) { for (let u of users) {
users = users.concat(await siteCollector(u, 'followers', site, true)); users = users.concat(await siteCollector(u, 'followers', site, true));
users = users.concat(await siteCollector(u, 'following', site, true)); users = users.concat(await siteCollector(u, 'following', site, true));