diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts
index a3ea6b6..5745fdb 100644
--- a/apps/api/src/scraper/WebScraper/index.ts
+++ b/apps/api/src/scraper/WebScraper/index.ts
@@ -239,7 +239,6 @@ export class WebScraperDataProvider {
     links: string[]
   ): Promise<Document[]> {
     await this.setCachedDocuments(documents, links);
-    documents = this.filterDocsExcludeInclude(documents);
     documents = this.removeChildLinks(documents);
     return documents.splice(0, this.limit);
   }