diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts index 80f2d86..a3ea6b6 100644 --- a/apps/api/src/scraper/WebScraper/index.ts +++ b/apps/api/src/scraper/WebScraper/index.ts @@ -240,7 +240,6 @@ export class WebScraperDataProvider { ): Promise { await this.setCachedDocuments(documents, links); documents = this.filterDocsExcludeInclude(documents); - documents = this.filterDepth(documents); documents = this.removeChildLinks(documents); return documents.splice(0, this.limit); }