github/v-firecrawl
github/v-firecrawl
0
Fork 0
Code Actions

Nick: revoked

Browse Source
This commit is contained in:
Nicolas 2024-04-15 17:26:47 -04:00
parent a6c2a87811
commit 3418858cb7
2 changed files with 15 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
apps/api/.env.local
View File

@ -1,8 +1,13 @@
NUM_WORKERS_PER_QUEUE=8
PORT= PORT=
HOST= HOST=
SUPABASE_ANON_TOKEN= SUPABASE_ANON_TOKEN=
SUPABASE_URL= SUPABASE_URL=
SUPABASE_SERVICE_TOKEN= SUPABASE_SERVICE_TOKEN=
REDIS_URL= REDIS_URL=
OPENAI_API_KEY=
SCRAPING_BEE_API_KEY= SCRAPING_BEE_API_KEY=
OPENAI_API_KEY=
BULL_AUTH_KEY=
LOGTAIL_KEY=
PLAYWRIGHT_MICROSERVICE_URL=

18
apps/api/requests.http
View File

@ -2,7 +2,7 @@
### Crawl Website ### Crawl Website
POST http://localhost:3002/v0/crawl HTTP/1.1 POST http://localhost:3002/v0/crawl HTTP/1.1
Authorization: Bearer 1b5b20e4-3417-4298-b1b2-983920e1b74d Authorization: Bearer
{ {
"url":"https://docs.mendable.ai" "url":"https://docs.mendable.ai"
@ -15,39 +15,39 @@ GET http://localhost:3002/v0/jobs/active HTTP/1.1
### Scrape Website ### Scrape Website
POST https://api.firecrawl.dev/v0/scrape HTTP/1.1 POST https://api.firecrawl.dev/v0/scrape HTTP/1.1
Authorization: Bearer 1b5b20e4-3417-4298-b1b2-983920e1b74d Authorization: Bearer
content-type: application/json content-type: application/json
{ {
"url":"https://www.agentops.ai" "url":"https://www.mendable.ai"
} }
### Scrape Website ### Scrape Website
POST http://localhost:3002/v0/scrape HTTP/1.1 POST http://localhost:3002/v0/scrape HTTP/1.1
Authorization: Bearer 1b5b20e4-3417-4298-b1b2-983920e1b74d Authorization: Bearer
content-type: application/json content-type: application/json
{ {
"url":"https://www.agentops.ai" "url":"https://mendable.ai"
} }
### Check Job Status ### Check Job Status
GET http://localhost:3002/v0/crawl/status/333ab225-dc3e-418b-9d4b-8fb833cbaf89 HTTP/1.1 GET http://localhost:3002/v0/crawl/status/333ab225-dc3e-418b-9d4b-8fb833cbaf89 HTTP/1.1
Authorization: Bearer 1b5b20e4-3417-4298-b1b2-983920e1b74d Authorization: Bearer
### Get Job Result ### Get Job Result
POST https://api.firecrawl.dev/v0/crawl HTTP/1.1 POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
Authorization: Bearer 30c90634-8377-4446-9ef9-a280b9be1702 Authorization: Bearer
content-type: application/json content-type: application/json
{ {
"url":"https://markprompt.com" "url":"https://mendable.ai"
} }
### Check Job Status ### Check Job Status
GET https://api.firecrawl.dev/v0/crawl/status/cfcb71ac-23a3-4da5-bd85-d4e58b871d66 GET https://api.firecrawl.dev/v0/crawl/status/cfcb71ac-23a3-4da5-bd85-d4e58b871d66
Authorization: Bearer 30c90634-8377-4446-9ef9-a280b9be1702 Authorization: Bearer