Add additional file extensions to crawler.ts

Add additional file extensions.
2024-04-27 11:03:27 +01:00 · 2024-04-27 11:03:27 +01:00 · a5d38039f2
commit a5d38039f2
parent fb08f28edf
1 changed files with 7 additions and 0 deletions
--- a/apps/api/src/scraper/WebScraper/crawler.ts
+++ b/apps/api/src/scraper/WebScraper/crawler.ts
@ -267,6 +267,13 @@ export class WebCrawler {
      ".docx",
      ".xlsx",
      ".xml",
+      ".pptx",
+      ".avi",
+      ".flv",
+      ".woff",
+      ".ttf",
+      ".woff2",
+      ".webp",
    ];
    return fileExtensions.some((ext) => url.endsWith(ext));
  }