From ca2bf9cc126fab7ee6efc99e3cf5c9c8cc6a1f21 Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Wed, 17 Apr 2024 18:27:08 -0700
Subject: [PATCH] Update single_url.ts

---
 apps/api/src/scraper/WebScraper/single_url.ts | 1 -
 1 file changed, 1 deletion(-)

diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts
index b97152d..fbcd923 100644
--- a/apps/api/src/scraper/WebScraper/single_url.ts
+++ b/apps/api/src/scraper/WebScraper/single_url.ts
@@ -89,7 +89,6 @@ export async function scrapSingleUrl(
     soup("script, style, iframe, noscript, meta, head").remove();
     if (pageOptions.onlyMainContent) {
       // remove any other tags that are not in the main content
-      soup("").remove();
       excludeNonMainTags.forEach((tag) => {
         soup(tag).remove();
       });