From aa8133ca7f8a3f0f5829eec0c7755e043c00dace Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Thu, 30 May 2024 16:07:14 -0700
Subject: [PATCH] Update load-testing-example.ts

---
 apps/api/src/lib/load-testing-example.ts | 76 ++++++++++++------------
 1 file changed, 38 insertions(+), 38 deletions(-)

diff --git a/apps/api/src/lib/load-testing-example.ts b/apps/api/src/lib/load-testing-example.ts
index 6fd56fc..01b61db 100644
--- a/apps/api/src/lib/load-testing-example.ts
+++ b/apps/api/src/lib/load-testing-example.ts
@@ -1,42 +1,42 @@
-import { scrapWithFireEngine } from "../../src/scraper/WebScraper/single_url";
+// import { scrapWithFireEngine } from "../../src/scraper/WebScraper/single_url";
 
-const delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));
+// const delay = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));
 
-const scrapInBatches = async (
-  urls: string[],
-  batchSize: number,
-  delayMs: number
-) => {
-  let successCount = 0;
-  let errorCount = 0;
+// const scrapInBatches = async (
+//   urls: string[],
+//   batchSize: number,
+//   delayMs: number
+// ) => {
+//   let successCount = 0;
+//   let errorCount = 0;
 
-  for (let i = 0; i < urls.length; i += batchSize) {
-    const batch = urls
-      .slice(i, i + batchSize)
-      .map((url) => scrapWithFireEngine(url));
-    try {
-      const results = await Promise.all(batch);
-      results.forEach((data, index) => {
-        if (data.trim() === "") {
-          errorCount++;
-        } else {
-          successCount++;
-          console.log(
-            `Scraping result ${i + index + 1}:`,
-            data.trim().substring(0, 20) + "..."
-          );
-        }
-      });
-    } catch (error) {
-      console.error("Error during scraping:", error);
-    }
-    await delay(delayMs);
-  }
+//   for (let i = 0; i < urls.length; i += batchSize) {
+//     const batch = urls
+//       .slice(i, i + batchSize)
+//       .map((url) => scrapWithFireEngine(url));
+//     try {
+//       const results = await Promise.all(batch);
+//       results.forEach((data, index) => {
+//         if (data.trim() === "") {
+//           errorCount++;
+//         } else {
+//           successCount++;
+//           console.log(
+//             `Scraping result ${i + index + 1}:`,
+//             data.trim().substring(0, 20) + "..."
+//           );
+//         }
+//       });
+//     } catch (error) {
+//       console.error("Error during scraping:", error);
+//     }
+//     await delay(delayMs);
+//   }
 
-  console.log(`Total successful scrapes: ${successCount}`);
-  console.log(`Total errored scrapes: ${errorCount}`);
-};
-function run() {
-  const urls = Array.from({ length: 200 }, () => "https://scrapethissite.com");
-  scrapInBatches(urls, 10, 1000);
-}
+//   console.log(`Total successful scrapes: ${successCount}`);
+//   console.log(`Total errored scrapes: ${errorCount}`);
+// };
+// function run() {
+//   const urls = Array.from({ length: 200 }, () => "https://scrapethissite.com");
+//   scrapInBatches(urls, 10, 1000);
+// }