Tool for scraping contacts

contacts.py

@@ -41,6 +41,7 @@ class LeadData(BaseModel):
     technologies: List[str] = []
 
 class ScrapeResponse(BaseModel):
+    full_html: Optional[str] = None
     body_content: Optional[str] = None
     screenshot: Optional[str] = None
     links: Optional[List[LinkInfo]] = None
@@ -72,7 +73,8 @@ async def scrape_page(
     lead_generation: bool = Query(True, description="Extract lead generation data (emails, phones, business info)"),
     screenshot: bool = Query(True, description="Take a full page screenshot"),
     get_links: bool = Query(True, description="Extract all links from the page"),
-    get_body: bool = Query(False, description="Extract body tag content (can be large)")
+    get_body: bool = Query(False, description="Extract body tag content (can be large)"),
+    get_frontend: bool = Query(True, description="Get full rendered frontend HTML content")
 ):
     norm_url = normalize_url(url)
     if norm_url in visited_urls:
@@ -98,6 +100,9 @@ async def scrape_page(
                     }
                 """)
 
+                if get_frontend:
+                    response.full_html = await page.content()
+
                 if get_body:
                     response.body_content = await page.evaluate("""
                         () => {