github/v-firecrawl
github/v-firecrawl
0
Fork 0
Code Actions

Add additional file extensions to crawler.ts

Browse Source 
Add additional file extensions.
This commit is contained in:
tractorjuice 2024-04-27 11:03:27 +01:00 committed by GitHub
parent fb08f28edf
commit a5d38039f2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
apps/api/src/scraper/WebScraper/crawler.ts
View File

@ -267,6 +267,13 @@ export class WebCrawler {
".docx", ".docx",
".xlsx", ".xlsx",
".xml", ".xml",
".pptx",
".avi",
".flv",
".woff",
".ttf",
".woff2",
".webp",
]; ];
return fileExtensions.some((ext) => url.endsWith(ext)); return fileExtensions.some((ext) => url.endsWith(ext));
} }