biglyderv/bigly-caret
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

more fixes to depth logic

Browse source
This commit is contained in:
biglyderv 2025-01-31 20:08:22 -05:00
parent a704c28b2f
commit e03a05d07f
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
site.js
View file

@ -9,7 +9,7 @@ let route = process.env.route || './test.txt';
let pageLimit = process.env.pageLimit || Infinity; let pageLimit = process.env.pageLimit || Infinity;
let hh; let hh;
async function urlCollector(url, path, file) { async function urlCollector(url, path, file, useLimit) {
if (path != 'following') return []; if (path != 'following') return [];
let data; let data;
@ -35,7 +35,7 @@ async function urlCollector(url, path, file) {
h = u.toString(); h = u.toString();
} }
urls.push(h) urls.push(h)
if (urls.length >= pageLimit) return urls; if (useLimit && urls.length >= pageLimit * 40) return urls;
}) })
return urls; return urls;
@ -58,7 +58,7 @@ async function siteCollector(user, path, site, useLimit) {
let out = []; let out = [];
if (site == 'file') { if (site == 'file') {
return await textCollector(user, path, route); return await textCollector(user, path, route, useLimit);
} }
if (site == 'url') { if (site == 'url') {
@ -128,8 +128,8 @@ async function siteCollector(user, path, site, useLimit) {
let d = process.env.depth || 1; let d = process.env.depth || 1;
for (let i = 1; i < d; i++) { for (let i = 1; i < d; i++) {
users = [...new Set(users)]; users = [...new Set(users)];
let j = 0; let tempSet = [...users];
for (let u of users) { for (let u of tempSet) {
users = users.concat(await siteCollector(u, 'followers', site, true)); users = users.concat(await siteCollector(u, 'followers', site, true));
users = users.concat(await siteCollector(u, 'following', site, true)); users = users.concat(await siteCollector(u, 'following', site, true));
} }