Changed timeouts

scrape.py

@@ -286,71 +286,71 @@ async def scrape_page(
 
 
 
-@app.get("/search_leads")
-async def search_leads(
-    query: str = Query(..., description="Search term for business leads")
-):
-    logger.info(f"Searching Google Maps for: {query}")
-
-    async with async_playwright() as p:
-        browser = await p.chromium.launch(headless=True)
-        page = await browser.new_page()
-
-        try:
-            # Go to Google Maps
-            await page.goto("https://www.google.com/maps", wait_until="networkidle")
-
-            # Accept cookies if present (optional, depends on region)
-            try:
-                await page.click('button[aria-label="Accept all"]', timeout=180000)
-            except:
-                pass
-
-            # Type the query in the search box and press Enter
-            await page.fill('input#searchboxinput', query)
-            await page.click('button#searchbox-searchbutton')
-
-            # Wait for search results to load - selector for listings container
-            await page.wait_for_selector('div[role="article"]', timeout=180000)
-
-            # Scroll results container to load more items (optional)
-            # For now, scrape the visible ones
-
-            # Extract data from listings
-            results = await page.evaluate("""
-                () => {
-                    const listings = [];
-                    const elements = document.querySelectorAll('div[role="article"]');
-                    elements.forEach(el => {
-                        const nameEl = el.querySelector('h3 span');
-                        const name = nameEl ? nameEl.innerText : null;
-
-                        const addressEl = el.querySelector('[data-tooltip="Address"]');
-                        const address = addressEl ? addressEl.innerText : null;
-
-                        const phoneEl = el.querySelector('button[data-tooltip="Copy phone number"]');
-                        const phone = phoneEl ? phoneEl.getAttribute('aria-label')?.replace('Copy phone number ', '') : null;
-
-                        const websiteEl = el.querySelector('a[aria-label*="Website"]');
-                        const website = websiteEl ? websiteEl.href : null;
-
-                        listings.push({name, address, phone, website});
-                    });
-                    return listings;
-                }
-            """)
-
-            await browser.close()
-
-            # Filter out empty entries
-            filtered = [r for r in results if r['name']]
-
-            return {"query": query, "results_count": len(filtered), "results": filtered}
-
-        except Exception as e:
-            await browser.close()
-            logger.error(f"Error during Google Maps search scraping: {str(e)}")
-            raise HTTPException(status_code=500, detail=f"Search scraping error: {str(e)}")
+# @app.get("/search_leads")
+# async def search_leads(
+#     query: str = Query(..., description="Search term for business leads")
+# ):
+#     logger.info(f"Searching Google Maps for: {query}")
+
+#     async with async_playwright() as p:
+#         browser = await p.chromium.launch(headless=True)
+#         page = await browser.new_page()
+
+#         try:
+#             # Go to Google Maps
+#             await page.goto("https://www.google.com/maps", wait_until="networkidle")
+
+#             # Accept cookies if present (optional, depends on region)
+#             try:
+#                 await page.click('button[aria-label="Accept all"]', timeout=180000)
+#             except:
+#                 pass
+
+#             # Type the query in the search box and press Enter
+#             await page.fill('input#searchboxinput', query)
+#             await page.click('button#searchbox-searchbutton')
+
+#             # Wait for search results to load - selector for listings container
+#             await page.wait_for_selector('div[role="article"]', timeout=180000)
+
+#             # Scroll results container to load more items (optional)
+#             # For now, scrape the visible ones
+
+#             # Extract data from listings
+#             results = await page.evaluate("""
+#                 () => {
+#                     const listings = [];
+#                     const elements = document.querySelectorAll('div[role="article"]');
+#                     elements.forEach(el => {
+#                         const nameEl = el.querySelector('h3 span');
+#                         const name = nameEl ? nameEl.innerText : null;
+
+#                         const addressEl = el.querySelector('[data-tooltip="Address"]');
+#                         const address = addressEl ? addressEl.innerText : null;
+
+#                         const phoneEl = el.querySelector('button[data-tooltip="Copy phone number"]');
+#                         const phone = phoneEl ? phoneEl.getAttribute('aria-label')?.replace('Copy phone number ', '') : null;
+
+#                         const websiteEl = el.querySelector('a[aria-label*="Website"]');
+#                         const website = websiteEl ? websiteEl.href : null;
+
+#                         listings.push({name, address, phone, website});
+#                     });
+#                     return listings;
+#                 }
+#             """)
+
+#             await browser.close()
+
+#             # Filter out empty entries
+#             filtered = [r for r in results if r['name']]
+
+#             return {"query": query, "results_count": len(filtered), "results": filtered}
+
+#         except Exception as e:
+#             await browser.close()
+#             logger.error(f"Error during Google Maps search scraping: {str(e)}")
+#             raise HTTPException(status_code=500, detail=f"Search scraping error: {str(e)}")