diff --git a/apps/python-sdk/build/lib/firecrawl/firecrawl.py b/apps/python-sdk/build/lib/firecrawl/firecrawl.py index 701810c..98cb8ed 100644 --- a/apps/python-sdk/build/lib/firecrawl/firecrawl.py +++ b/apps/python-sdk/build/lib/firecrawl/firecrawl.py @@ -4,10 +4,11 @@ import requests import time class FirecrawlApp: - def __init__(self, api_key=None): + def __init__(self, api_key=None, api_url='https://api.firecrawl.dev'): self.api_key = api_key or os.getenv('FIRECRAWL_API_KEY') if self.api_key is None: raise ValueError('No API key provided') + self.api_url = api_url or os.getenv('FIRECRAWL_API_URL') @@ -38,7 +39,7 @@ class FirecrawlApp: scrape_params[key] = value # Make the POST request with the prepared headers and JSON data response = requests.post( - 'https://api.firecrawl.dev/v0/scrape', + f'{self.api_url}/v0/scrape', headers=headers, json=scrape_params ) @@ -48,7 +49,7 @@ class FirecrawlApp: return response['data'] else: raise Exception(f'Failed to scrape URL. Error: {response["error"]}') - elif response.status_code in [402, 409, 500]: + elif response.status_code in [402, 408, 409, 500]: error_message = response.json().get('error', 'Unknown error occurred') raise Exception(f'Failed to scrape URL. Status code: {response.status_code}. Error: {error_message}') else: @@ -63,7 +64,7 @@ class FirecrawlApp: if params: json_data.update(params) response = requests.post( - 'https://api.firecrawl.dev/v0/search', + f'{self.api_url}/v0/search', headers=headers, json=json_data ) @@ -85,7 +86,7 @@ class FirecrawlApp: json_data = {'url': url} if params: json_data.update(params) - response = self._post_request('https://api.firecrawl.dev/v0/crawl', json_data, headers) + response = self._post_request(f'{self.api_url}/v0/crawl', json_data, headers) if response.status_code == 200: job_id = response.json().get('jobId') if wait_until_done: @@ -97,7 +98,7 @@ class FirecrawlApp: def check_crawl_status(self, job_id): headers = self._prepare_headers() - response = self._get_request(f'https://api.firecrawl.dev/v0/crawl/status/{job_id}', headers) + response = self._get_request(f'{self.api_url}/v0/crawl/status/{job_id}', headers) if response.status_code == 200: return response.json() else: @@ -130,7 +131,7 @@ class FirecrawlApp: def _monitor_job_status(self, job_id, headers, timeout): import time while True: - status_response = self._get_request(f'https://api.firecrawl.dev/v0/crawl/status/{job_id}', headers) + status_response = self._get_request(f'{self.api_url}/v0/crawl/status/{job_id}', headers) if status_response.status_code == 200: status_data = status_response.json() if status_data['status'] == 'completed': @@ -148,7 +149,7 @@ class FirecrawlApp: self._handle_error(status_response, 'check crawl status') def _handle_error(self, response, action): - if response.status_code in [402, 409, 500]: + if response.status_code in [402, 408, 409, 500]: error_message = response.json().get('error', 'Unknown error occurred') raise Exception(f'Failed to {action}. Status code: {response.status_code}. Error: {error_message}') else: diff --git a/apps/python-sdk/dist/firecrawl-py-0.0.8.tar.gz b/apps/python-sdk/dist/firecrawl-py-0.0.8.tar.gz deleted file mode 100644 index b18dde5..0000000 Binary files a/apps/python-sdk/dist/firecrawl-py-0.0.8.tar.gz and /dev/null differ diff --git a/apps/python-sdk/dist/firecrawl-py-0.0.9.tar.gz b/apps/python-sdk/dist/firecrawl-py-0.0.9.tar.gz new file mode 100644 index 0000000..55e0eed Binary files /dev/null and b/apps/python-sdk/dist/firecrawl-py-0.0.9.tar.gz differ diff --git a/apps/python-sdk/dist/firecrawl_py-0.0.8-py3-none-any.whl b/apps/python-sdk/dist/firecrawl_py-0.0.8-py3-none-any.whl deleted file mode 100644 index f71cb8e..0000000 Binary files a/apps/python-sdk/dist/firecrawl_py-0.0.8-py3-none-any.whl and /dev/null differ diff --git a/apps/python-sdk/dist/firecrawl_py-0.0.9-py3-none-any.whl b/apps/python-sdk/dist/firecrawl_py-0.0.9-py3-none-any.whl new file mode 100644 index 0000000..83cb5b7 Binary files /dev/null and b/apps/python-sdk/dist/firecrawl_py-0.0.9-py3-none-any.whl differ diff --git a/apps/python-sdk/firecrawl_py.egg-info/PKG-INFO b/apps/python-sdk/firecrawl_py.egg-info/PKG-INFO index e54fda5..c1ee531 100644 --- a/apps/python-sdk/firecrawl_py.egg-info/PKG-INFO +++ b/apps/python-sdk/firecrawl_py.egg-info/PKG-INFO @@ -1,6 +1,6 @@ Metadata-Version: 2.1 Name: firecrawl-py -Version: 0.0.8 +Version: 0.0.9 Summary: Python SDK for Firecrawl API Home-page: https://github.com/mendableai/firecrawl Author: Mendable.ai diff --git a/apps/python-sdk/setup.py b/apps/python-sdk/setup.py index 78a4d84..7df520e 100644 --- a/apps/python-sdk/setup.py +++ b/apps/python-sdk/setup.py @@ -2,7 +2,7 @@ from setuptools import setup, find_packages setup( name='firecrawl-py', - version='0.0.8', + version='0.0.9', url='https://github.com/mendableai/firecrawl', author='Mendable.ai', author_email='nick@mendable.ai',