Merge pull request #77 from tractorjuice/patch-1
Add additional file extensions to crawler.ts
This commit is contained in:
commit
0d187f0425
@ -324,6 +324,12 @@ export class WebCrawler {
|
||||
// ".docx",
|
||||
".xlsx",
|
||||
".xml",
|
||||
".avi",
|
||||
".flv",
|
||||
".woff",
|
||||
".ttf",
|
||||
".woff2",
|
||||
".webp"
|
||||
];
|
||||
return fileExtensions.some((ext) => url.endsWith(ext));
|
||||
}
|
||||
|
Loading…
Reference in New Issue
Block a user