From 8101cbee37f6a54ce9b343f7081717874a323fe1 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Mon, 13 May 2024 21:02:47 -0700 Subject: [PATCH] Update index.ts --- apps/api/src/scraper/WebScraper/index.ts | 1 - 1 file changed, 1 deletion(-) diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts index 80f2d86..a3ea6b6 100644 --- a/apps/api/src/scraper/WebScraper/index.ts +++ b/apps/api/src/scraper/WebScraper/index.ts @@ -240,7 +240,6 @@ export class WebScraperDataProvider { ): Promise { await this.setCachedDocuments(documents, links); documents = this.filterDocsExcludeInclude(documents); - documents = this.filterDepth(documents); documents = this.removeChildLinks(documents); return documents.splice(0, this.limit); }