From a5d38039f2d55a8dfbe2872e2a61ca92120cf959 Mon Sep 17 00:00:00 2001
From: tractorjuice <129532814+tractorjuice@users.noreply.github.com>
Date: Sat, 27 Apr 2024 11:03:27 +0100
Subject: [PATCH] Add additional file extensions to crawler.ts

Add additional file extensions.
---
 apps/api/src/scraper/WebScraper/crawler.ts | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/apps/api/src/scraper/WebScraper/crawler.ts b/apps/api/src/scraper/WebScraper/crawler.ts
index 23cb629..3c7aefa 100644
--- a/apps/api/src/scraper/WebScraper/crawler.ts
+++ b/apps/api/src/scraper/WebScraper/crawler.ts
@@ -267,6 +267,13 @@ export class WebCrawler {
       ".docx",
       ".xlsx",
       ".xml",
+      ".pptx",
+      ".avi",
+      ".flv",
+      ".woff",
+      ".ttf",
+      ".woff2",
+      ".webp",
     ];
     return fileExtensions.some((ext) => url.endsWith(ext));
   }