github/v-firecrawl
github/v-firecrawl
0
Fork 0
Code Actions

Merge pull request #170 from qyou/fix-hardcode-timeout

Browse Source 
update: wait until body attached in playwright-service
This commit is contained in:
Nicolas 2024-05-24 09:41:27 -07:00 committed by GitHub
commit e166c07690
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
apps/playwright-service/main.py
View File

@ -47,9 +47,15 @@ async def root(body: UrlModel):
handler=lambda route, request: route.abort()) handler=lambda route, request: route.abort())
page = await context.new_page() page = await context.new_page()
await page.goto(body.url, timeout=15000) # Set max timeout to 15s await page.goto(
if body.wait: # Check if wait parameter is provided in the request body body.url,
await page.wait_for_timeout(body.wait) # Convert seconds to milliseconds for playwright wait_until="load",
timeout=body.timeout if body.timeout else 15000,
)
# Wait != timeout. Wait is the time to wait after the page is loaded - useful in some cases were "load" / "networkidle" is not enough
if body.wait:
await page.wait_for_timeout(body.wait)
page_content = await page.content() page_content = await page.content()
await context.close() await context.close()
json_compatible_item_data = {"content": page_content} json_compatible_item_data = {"content": page_content}