2024-04-15 17:01:47 -04:00
|
|
|
### Crawl Website
|
2024-04-15 20:39:25 -04:00
|
|
|
POST http://localhost:3002/v0/scrape HTTP/1.1
|
2024-04-16 13:01:35 -04:00
|
|
|
Authorization: Bearer
|
2024-04-15 20:39:25 -04:00
|
|
|
content-type: application/json
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
{
|
|
|
|
"url":"https://docs.mendable.ai"
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
### Check Job Status
|
|
|
|
GET http://localhost:3002/v0/jobs/active HTTP/1.1
|
|
|
|
|
|
|
|
|
|
|
|
### Scrape Website
|
2024-04-20 14:46:06 -04:00
|
|
|
POST http://localhost:3002/v0/crawl HTTP/1.1
|
2024-04-15 17:26:47 -04:00
|
|
|
Authorization: Bearer
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-20 14:46:06 -04:00
|
|
|
"url":"https://www.mendable.ai",
|
|
|
|
"crawlerOptions": {
|
|
|
|
"returnOnlyUrls": true
|
|
|
|
}
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
### Scrape Website
|
|
|
|
POST http://localhost:3002/v0/scrape HTTP/1.1
|
2024-04-15 17:26:47 -04:00
|
|
|
Authorization: Bearer
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-15 17:26:47 -04:00
|
|
|
"url":"https://mendable.ai"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
### Check Job Status
|
2024-04-20 14:46:06 -04:00
|
|
|
GET http://localhost:3002/v0/crawl/status/4dbf2b62-487d-45d7-a4f7-8f5e883dfecd HTTP/1.1
|
2024-04-15 17:26:47 -04:00
|
|
|
Authorization: Bearer
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
### Get Job Result
|
|
|
|
|
|
|
|
POST https://api.firecrawl.dev/v0/crawl HTTP/1.1
|
2024-04-15 17:26:47 -04:00
|
|
|
Authorization: Bearer
|
2024-04-15 17:01:47 -04:00
|
|
|
content-type: application/json
|
|
|
|
|
|
|
|
{
|
2024-04-15 17:26:47 -04:00
|
|
|
"url":"https://mendable.ai"
|
2024-04-15 17:01:47 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
### Check Job Status
|
2024-04-20 14:46:06 -04:00
|
|
|
GET https://api.firecrawl.dev/v0/crawl/status/abd12f69-06b2-4378-8753-118b811df59d
|
2024-04-15 17:26:47 -04:00
|
|
|
Authorization: Bearer
|