biglyderv/bigly-caret
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

test

Browse source
This commit is contained in:
biglyderv 2025-01-31 21:01:57 -05:00
parent 7b4f2b8f91
commit 7a126c4b10
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
site.js
View file

@ -16,7 +16,9 @@ async function urlCollector(url, path, file, useLimit) {
try { try {
data = await fetch(url); data = await fetch(url);
data = await data.text(); data = await data.text();
console.log(`User ${url} was fetched`);
} catch (err) { } catch (err) {
console.log(`User ${url} did not fetch`);
return []; return [];
} }
@ -24,6 +26,7 @@ async function urlCollector(url, path, file, useLimit) {
let links = body('a'); let links = body('a');
let urls = []; let urls = [];
links.each(function(i, link) { links.each(function(i, link) {
console.log(`User ${url} has ${i} pages calculated`);
if (useLimit && urls.length >= pageLimit * 40) return; if (useLimit && urls.length >= pageLimit * 40) return;
let h = body(link).attr('href'); let h = body(link).attr('href');