Added middleware

test2.py

@@ -0,0 +1,14 @@
+import requests
+
+url = "https://webrify1.p.rapidapi.com/seo"
+
+querystring = {"url":"https://www.benchify.com"}
+
+headers = {
+	"x-rapidapi-key": "cdb687459dmsh984de56912ae924p173d7fjsn78d4034f938d",
+	"x-rapidapi-host": "webrify1.p.rapidapi.com"
+}
+
+response = requests.get(url, headers=headers, params=querystring)
+
+print(response.json())

webrify2.py

@@ -176,10 +176,41 @@ async def get_metadata(url: str):
         await pw.stop()
 
 
+# @app.get("/screenshot", response_model=ScreenshotResponse)
+# async def get_screenshot(url: str):
+#     page, browser, pw = await get_page(url)
+#     try:
+#         image_bytes = await page.screenshot(full_page=True)
+#         image_base64 = base64.b64encode(image_bytes).decode()
+#         return {"screenshot": image_base64}
+#     finally:
+#         await browser.close()
+#         await pw.stop()
 @app.get("/screenshot", response_model=ScreenshotResponse)
 async def get_screenshot(url: str):
     page, browser, pw = await get_page(url)
     try:
+        # Scroll to bottom to trigger lazy-loaded content
+        await page.evaluate("""
+            () => {
+                return new Promise((resolve) => {
+                    let totalHeight = 0;
+                    const distance = 100;
+                    const timer = setInterval(() => {
+                        window.scrollBy(0, distance);
+                        totalHeight += distance;
+                        if (totalHeight >= document.body.scrollHeight) {
+                            clearInterval(timer);
+                            resolve();
+                        }
+                    }, 100);
+                });
+            }
+        """)
+
+        # Give time for images and content to load
+        await page.wait_for_timeout(2000)
+
         image_bytes = await page.screenshot(full_page=True)
         image_base64 = base64.b64encode(image_bytes).decode()
         return {"screenshot": image_base64}