From a0baee54d5d1a2aa5b1266e13e329262cb701017 Mon Sep 17 00:00:00 2001
From: biglyderv <eggseggsarecool+git@gmail.com>
Date: Sat, 1 Feb 2025 15:50:29 -0500
Subject: [PATCH] avoid weird mime types

---
 site.js | 1 +
 1 file changed, 1 insertion(+)

diff --git a/site.js b/site.js
index 208b924..b96528a 100644
--- a/site.js
+++ b/site.js
@@ -24,6 +24,7 @@ async function urlCollector(url, path, file, useLimit, data2) {
     let data;
     try {
         data = await fetch(url);
+        if (!data.headers.get("content-type").startsWith('text/html')) return urls;
         data = await data.text();
         console.log(`User ${url} was fetched`);
     } catch (err) {