github/v-firecrawl
github/v-firecrawl
0
Fork 0
Code Actions

Merge pull request #148 from mendableai/nsc/improvemnts-fixes-misc

Browse Source 
Better fallbacks for initial crawl start
This commit is contained in:
Rafael Miller 2024-06-04 14:31:10 -03:00 committed by GitHub
commit 02fe470e20
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
apps/api/src/scraper/WebScraper/index.ts
View File

@ -215,6 +215,7 @@ export class WebScraperDataProvider {
return this.returnOnlyUrlsResponse(links, inProgress); return this.returnOnlyUrlsResponse(links, inProgress);
} }
let documents = await this.processLinks(links, inProgress); let documents = await this.processLinks(links, inProgress);
return this.cacheAndFinalizeDocuments(documents, links); return this.cacheAndFinalizeDocuments(documents, links);
} }