github/v-firecrawl
github/v-firecrawl
0
Fork 0
Code Actions

refactor: fix typo in WebScraper/index.ts

Browse Source 
breakign -> breaking
This commit is contained in:
Ikko Eltociear Ashimine 2024-04-20 02:27:53 +09:00 committed by GitHub
parent 2c0660653d
commit 9e9d66f7a3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/index.ts
View File

@ -352,7 +352,7 @@ export class WebScraperDataProvider {
options.crawlerOptions?.generateImgAltText ?? false; options.crawlerOptions?.generateImgAltText ?? false;
this.pageOptions = options.pageOptions ?? {onlyMainContent: false}; this.pageOptions = options.pageOptions ?? {onlyMainContent: false};
//! @nicolas, for some reason this was being injected and breakign everything. Don't have time to find source of the issue so adding this check //! @nicolas, for some reason this was being injected and breaking everything. Don't have time to find source of the issue so adding this check
this.excludes = this.excludes.filter((item) => item !== ""); this.excludes = this.excludes.filter((item) => item !== "");
// make sure all urls start with https:// // make sure all urls start with https://