From 26a092f780a0a9e59aba21f6c7a5a92291e178ef Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Mon, 13 May 2024 21:04:49 -0700
Subject: [PATCH] Update index.ts

---
 apps/api/src/scraper/WebScraper/index.ts | 1 -
 1 file changed, 1 deletion(-)

diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts
index a3ea6b6..5745fdb 100644
--- a/apps/api/src/scraper/WebScraper/index.ts
+++ b/apps/api/src/scraper/WebScraper/index.ts
@@ -239,7 +239,6 @@ export class WebScraperDataProvider {
     links: string[]
   ): Promise<Document[]> {
     await this.setCachedDocuments(documents, links);
-    documents = this.filterDocsExcludeInclude(documents);
     documents = this.removeChildLinks(documents);
     return documents.splice(0, this.limit);
   }