Update index.test.ts

apps/api/src/__tests__/e2e_withAuth/index.test.ts

@@ -159,19 +159,24 @@ describe("E2E Tests for API Routes", () => {
           },
         });
       
-        const response = await request(TEST_URL)
+        let response;
+        let isFinished = false;
+
+        while (!isFinished) {
+          response = await request(TEST_URL)
             .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
             .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
+
           expect(response.statusCode).toBe(200);
           expect(response.body).toHaveProperty("status");
-      expect(response.body.status).toBe("active");
+          isFinished = response.body.status === "completed";
 
-      // wait for 30 seconds
+          if (!isFinished) {
-      await new Promise((r) => setTimeout(r, 30000));
+            await new Promise((resolve) => setTimeout(resolve, 1000)); // Wait for 1 second before checking again
+          }
+        }
 
-      const completedResponse = await request(TEST_URL)
+        const completedResponse = response;
-        .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
-        .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
 
         const urls = completedResponse.body.data.map(
         (item: any) => item.metadata?.sourceURL
@@ -205,19 +210,24 @@ describe("E2E Tests for API Routes", () => {
           },
         });
       
-      const response = await request(TEST_URL)
+      let isFinished = false;
+      let response;
+
+      while (!isFinished) {
+        response = await request(TEST_URL)
           .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
           .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
+
         expect(response.statusCode).toBe(200);
         expect(response.body).toHaveProperty("status");
-      expect(response.body.status).toBe("active");
+        isFinished = response.body.status === "completed";
 
-      // wait for 30 seconds
+        if (!isFinished) {
-      await new Promise((r) => setTimeout(r, 30000));
+          await new Promise((resolve) => setTimeout(resolve, 1000)); // Wait for 1 second before checking again
+        }
+      }
 
-      const completedResponse = await request(TEST_URL)
+      const completedResponse = response;
-        .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
-        .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
 
       const urls = completedResponse.body.data.map(
         (item: any) => item.metadata?.sourceURL
@@ -238,19 +248,24 @@ describe("E2E Tests for API Routes", () => {
           limit: 3,
         });
       
-      const response = await request(TEST_URL)
+      let isFinished = false;
+      let response;
+
+      while (!isFinished) {
+        response = await request(TEST_URL)
           .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
           .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
+
         expect(response.statusCode).toBe(200);
         expect(response.body).toHaveProperty("status");
-      expect(response.body.status).toBe("active");
+        isFinished = response.body.status === "completed";
 
-      // wait for 30 seconds
+        if (!isFinished) {
-      await new Promise((r) => setTimeout(r, 30000));
+          await new Promise((resolve) => setTimeout(resolve, 1000)); // Wait for 1 second before checking again
+        }
+      }
 
-      const completedResponse = await request(TEST_URL)
+      const completedResponse = response;
-        .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
-        .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
 
       expect(completedResponse.statusCode).toBe(200);
       expect(completedResponse.body).toHaveProperty("status");
@@ -322,8 +337,17 @@ describe("E2E Tests for API Routes", () => {
       expect(response.body).toHaveProperty("status");
       expect(response.body.status).toBe("active");
 
-      // wait for 30 seconds
+      let isCompleted = false;
-      await new Promise((r) => setTimeout(r, 30000));
+      while (!isCompleted) {
+        const statusCheckResponse = await request(TEST_URL)
+          .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
+          .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
+        expect(statusCheckResponse.statusCode).toBe(200);
+        isCompleted = statusCheckResponse.body.status === "completed";
+        if (!isCompleted) {
+          await new Promise((resolve) => setTimeout(resolve, 1000)); // Wait for 1 second before checking again
+        }
+      }
 
       const completedResponse = await request(TEST_URL)
         .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
@@ -359,8 +383,17 @@ describe("E2E Tests for API Routes", () => {
       expect(response.body).toHaveProperty("status");
       expect(response.body.status).toBe("active");
 
-      // wait for 30 seconds
+      let isCompleted = false;
-      await new Promise((r) => setTimeout(r, 30000));
+      while (!isCompleted) {
+        const statusCheckResponse = await request(TEST_URL)
+          .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
+          .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
+        expect(statusCheckResponse.statusCode).toBe(200);
+        isCompleted = statusCheckResponse.body.status === "completed";
+        if (!isCompleted) {
+          await new Promise((resolve) => setTimeout(resolve, 1000)); // Wait for 1 second before checking again
+        }
+      }
 
       const completedResponse = await request(TEST_URL)
         .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
@@ -490,20 +523,23 @@ describe("E2E Tests for API Routes", () => {
         .send({ url: "https://firecrawl.dev" });
       expect(crawlResponse.statusCode).toBe(200);
 
+      let isCompleted = false;
+      let completedResponse;
+
+      while (!isCompleted) {
         const response = await request(TEST_URL)
           .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
           .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
         expect(response.statusCode).toBe(200);
         expect(response.body).toHaveProperty("status");
-      expect(response.body.status).toBe("active");
 
-      // wait for 30 seconds
+        if (response.body.status === "completed") {
-      await new Promise((r) => setTimeout(r, 30000));
+          isCompleted = true;
-
+          completedResponse = response;
-      const completedResponse = await request(TEST_URL)
+        } else {
-        .get(`/v0/crawl/status/${crawlResponse.body.jobId}`)
+          await new Promise((r) => setTimeout(r, 1000)); // Wait for 1 second before checking again
-        .set("Authorization", `Bearer ${process.env.TEST_API_KEY}`);
+        }
-      expect(completedResponse.statusCode).toBe(200);
+      }
       expect(completedResponse.body).toHaveProperty("status");
       expect(completedResponse.body.status).toBe("completed");
       expect(completedResponse.body).toHaveProperty("data");