diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts index b73d121..56514c0 100644 --- a/apps/api/src/scraper/WebScraper/single_url.ts +++ b/apps/api/src/scraper/WebScraper/single_url.ts @@ -268,6 +268,7 @@ export async function scrapSingleUrl( includeHtml: false, waitFor: 0, screenshot: false, + headers: {} }, existingHtml: string = "" ): Promise {