biglyderv/bigly-caret
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix endless indexing

Browse source
This commit is contained in:
biglyderv 2025-01-31 20:02:59 -05:00
parent a0f16b3008
commit a704c28b2f
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
site.js
View file

@ -35,6 +35,7 @@ async function urlCollector(url, path, file) {
h = u.toString();
}
urls.push(h)
if (urls.length >= pageLimit) return urls;
})
return urls;
@ -86,7 +87,7 @@ async function siteCollector(user, path, site, useLimit) {
}
cache[p] = j1;
if (!j1.map || (i > pageLimit && useLimit)) break;
if (!j1.map || (i >= pageLimit && useLimit)) break;
let users2;
if (site == 'darflen') {
@ -127,6 +128,7 @@ async function siteCollector(user, path, site, useLimit) {
let d = process.env.depth || 1;
for (let i = 1; i < d; i++) {
users = [...new Set(users)];
let j = 0;
for (let u of users) {
users = users.concat(await siteCollector(u, 'followers', site, true));
users = users.concat(await siteCollector(u, 'following', site, true));