From c4cc4b9262945515f83fffe0d343a64cc500d57a Mon Sep 17 00:00:00 2001
From: rafaelsideguide <150964962+rafaelsideguide@users.noreply.github.com>
Date: Thu, 18 Apr 2024 14:12:39 -0300
Subject: [PATCH] fixing document response

---
 apps/api/src/scraper/WebScraper/index.ts | 9 +++------
 1 file changed, 3 insertions(+), 6 deletions(-)

diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts
index 3c6e414..551c8d8 100644
--- a/apps/api/src/scraper/WebScraper/index.ts
+++ b/apps/api/src/scraper/WebScraper/index.ts
@@ -93,8 +93,7 @@ export class WebScraperDataProvider {
           pdfDocuments.push({
             content: pdfContent,
             metadata: { sourceURL: pdfLink },
-            provider: "web",
-            type: "text",
+            provider: "web-scraper"
           });
         }
         links = links.filter((link) => !link.endsWith(".pdf"));
@@ -157,8 +156,7 @@ export class WebScraperDataProvider {
           pdfDocuments.push({
             content: pdfContent,
             metadata: { sourceURL: pdfLink },
-            provider: "web",
-            type: "text",
+            provider: "web-scraper"
           });
         }
 
@@ -188,8 +186,7 @@ export class WebScraperDataProvider {
           pdfDocuments.push({
             content: pdfContent,
             metadata: { sourceURL: pdfLink },
-            provider: "web",
-            type: "text",
+            provider: "web-scraper"
           });
         }
         links = links.filter((link) => !link.endsWith(".pdf"));