Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
|
@@ -35,7 +35,7 @@ async def scrape_page(url: str, visited: set, base_domain: str) -> tuple[Dict, s
|
|
| 35 |
page = await context.new_page()
|
| 36 |
|
| 37 |
# Navigate and wait for content
|
| 38 |
-
await page.goto(url, wait_until="networkidle", timeout=
|
| 39 |
|
| 40 |
# Scroll to trigger lazy-loaded images
|
| 41 |
await page.evaluate("window.scrollTo(0, document.body.scrollHeight)")
|
|
|
|
| 35 |
page = await context.new_page()
|
| 36 |
|
| 37 |
# Navigate and wait for content
|
| 38 |
+
await page.goto(url, wait_until="networkidle", timeout=40000)
|
| 39 |
|
| 40 |
# Scroll to trigger lazy-loaded images
|
| 41 |
await page.evaluate("window.scrollTo(0, document.body.scrollHeight)")
|