From 098db17913bda755a9f32c93ddc956b1cac8126b Mon Sep 17 00:00:00 2001 From: Nicolas Date: Wed, 15 May 2024 17:37:09 -0700 Subject: [PATCH] Update index.ts --- apps/api/src/scraper/WebScraper/index.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts index d7870c2..a0f719a 100644 --- a/apps/api/src/scraper/WebScraper/index.ts +++ b/apps/api/src/scraper/WebScraper/index.ts @@ -157,7 +157,7 @@ export class WebScraperDataProvider { private async handleCrawlMode( inProgress?: (progress: Progress) => void ): Promise { - console.log("??? >>>", this.urls[0]); + const crawler = new WebCrawler({ initialUrl: this.urls[0], includes: this.includes,