From 393b8a4e546145831fb624ddb211c781eea899d0 Mon Sep 17 00:00:00 2001
From: biglyderv <eggseggsarecool+git@gmail.com>
Date: Fri, 31 Jan 2025 17:58:09 -0500
Subject: [PATCH] add page limit

---
 site.js | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/site.js b/site.js
index 22a551b..0c2ef92 100644
--- a/site.js
+++ b/site.js
@@ -5,6 +5,7 @@ import { rankCalc } from "./rank.js";
 let cache = {};
 let site = process.env.site || 'darflen';
 let route = process.env.route || './test.txt';
+let pageLimit = process.env.pageLimit || Infinity;
 let hh;
 
 async function textCollector(word, path, file) {
@@ -49,7 +50,7 @@ async function siteCollector(user, path, site) {
         }
         cache[p] = j1;
 
-        if (!j1.map) break;
+        if (!j1.map || i > pageLimit) break;
 
         let users2;
         if (site == 'darflen') {
@@ -78,9 +79,11 @@ async function siteCollector(user, path, site) {
 
     for (let u of penv) {
         users = users.concat(await siteCollector(u, 'followers', site));
-        users = users.concat(await siteCollector(u, 'following', site))
+        users = users.concat(await siteCollector(u, 'following', site));
     }
 
+    users = [...new Set(users)];
+
     let data = {};
     let p = [];
     let congested = [];