diff --git a/site.js b/site.js index ff29c98..2e5966d 100644 --- a/site.js +++ b/site.js @@ -46,7 +46,7 @@ async function urlCollector(url, path, file, useLimit) { urls.push(h2.origin) }) - return urls; + return [...new Set(urls)]; } async function textCollector(word, path, file) {