v-firecrawl/apps/test-suite/load-test.yml

config:
  target: "https://staging-firecrawl-scraper-js.fly.dev/v0"
  http:
    timeout: 30
  phases:
    - duration: 60
      arrivalRate: 10  # Initial load
    - duration: 120
      arrivalRate: 20  # Increased load
    - duration: 180
      arrivalRate: 30  # Peak load
    - duration: 60
      arrivalRate: 10  # Cool down
  defaults:
    headers:
      Authorization: "Bearer {{ $env.TEST_API_KEY }}"
scenarios:
  - name: Scrape a URL
    flow:
      - post:
          url: "/scrape"
          json:
            url: "https://www.scrapethissite.com"
            pageOptions:
              onlyMainContent: true
          capture:
            - json: "$.data.markdown"
              as: markdown_content

  # - name: Crawl a URL
  #   flow:
  #     - post:
  #         url: "/crawl"
  #         json:
  #           url: "https://mendable.ai"
  #           crawlerOptions:
  #             includes: []
  #             excludes: ["blog/*"]
  #             limit: 100
  #           pageOptions:
  #             onlyMainContent: true
  #         capture:
  #           - json: "$.jobId"
  #             as: job_id
  #     - get:
  #         url: "/crawl/status/{{ job_id }}"
  #         capture:
  #           - json: "$.status"
  #             as: crawl_status
  #         until: 
  #           - condition: "equals"
  #             value: "completed"
  #             variable: "crawl_status"
  #         retry:
  #           count: 20
  #           wait: 10

  # - name: Search for a query
  #   flow:
  #     - post:
  #         url: "/search"
  #         json:
  #           query: "firecrawl"
  #           pageOptions:
  #             fetchPageContent: true
  #         capture:
  #           - json: "$.data[0].markdown"
  #             as: search_markdown_content