diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts index d7870c2..a0f719a 100644 --- a/apps/api/src/scraper/WebScraper/index.ts +++ b/apps/api/src/scraper/WebScraper/index.ts @@ -157,7 +157,7 @@ export class WebScraperDataProvider { private async handleCrawlMode( inProgress?: (progress: Progress) => void ): Promise { - console.log("??? >>>", this.urls[0]); + const crawler = new WebCrawler({ initialUrl: this.urls[0], includes: this.includes,