From 65d63bae4554da28751ac688c162ac13e667ce75 Mon Sep 17 00:00:00 2001
From: Eric Ciarla <ericciarla@yahoo.com>
Date: Thu, 13 Jun 2024 17:17:44 -0400
Subject: [PATCH] Update index.ts

---
 apps/api/src/scraper/WebScraper/index.ts | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts
index dfb52c4..e8ce813 100644
--- a/apps/api/src/scraper/WebScraper/index.ts
+++ b/apps/api/src/scraper/WebScraper/index.ts
@@ -163,9 +163,12 @@ export class WebScraperDataProvider {
     inProgress?: (progress: Progress) => void
   ): Promise<Document[]> {
 
-    const baseURLDepth = new URL(this.urls[0]).pathname.split('/').length - 1;
+    const baseURLDepth = new URL(this.urls[0]).pathname.split('/').length - 2;
     const adjustedMaxDepth = this.maxCrawledDepth + baseURLDepth;
+
     
+
+
     const crawler = new WebCrawler({
       initialUrl: this.urls[0],
       includes: this.includes,