From 37915e11e85d363483794f8f1ad3ff3519dd61f3 Mon Sep 17 00:00:00 2001 From: Eric Ciarla Date: Wed, 29 May 2024 21:18:24 -0400 Subject: [PATCH] Final push --- apps/api/src/scraper/WebScraper/single_url.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts index 7e33827..4f521e8 100644 --- a/apps/api/src/scraper/WebScraper/single_url.ts +++ b/apps/api/src/scraper/WebScraper/single_url.ts @@ -53,7 +53,7 @@ export async function scrapWithFireEngine( // If the user has passed a wait parameter in the request, use that const waitParam = reqParams["params"]?.wait ?? waitFor; const screenshotParam = reqParams["params"]?.screenshot ?? screenshot; - console.log(`[Fire-Engine] Scraping ${url} with wait: ${waitParam}`); + console.log(`[Fire-Engine] Scraping ${url} with wait: ${waitParam} and screenshot: ${screenshotParam}`); const response = await fetch(process.env.FIRE_ENGINE_BETA_URL+ "/scrape", { method: "POST", @@ -330,7 +330,7 @@ export async function scrapSingleUrl( content: text, markdown: text, html: pageOptions.includeHtml ? html : undefined, - metadata: { ...metadata, screenshot_base64: screenshot, sourceURL: urlToScrap, }, + metadata: { ...metadata, screenshot: screenshot, sourceURL: urlToScrap, }, } }else{ document = {