2024-04-15 17:01:47 -04:00
|
|
|
from firecrawl import FirecrawlApp
|
|
|
|
|
|
|
|
|
|
|
2024-04-16 10:38:22 -04:00
|
|
|
app = FirecrawlApp(api_key="YOUR_API_KEY")
|
2024-04-15 17:01:47 -04:00
|
|
|
|
|
|
|
|
crawl_result = app.crawl_url('mendable.ai', {'crawlerOptions': {'excludes': ['blog/*']}})
|
|
|
|
|
print(crawl_result[0]['markdown'])
|
|
|
|
|
|
|
|
|
|
job_id = crawl_result['jobId']
|
|
|
|
|
print(job_id)
|
|
|
|
|
|
|
|
|
|
status = app.check_crawl_status(job_id)
|
|
|
|
|
print(status)
|
