Update app.py

app.py

@@ -66,44 +66,43 @@ def calculate_similarity(name1, name2):
 
 
 def fetch_linkedin_links(query, api_key, applicant_name):
-    """Fetches LinkedIn profile links using BrightData proxy to Google."""
-    linkedin_regex = r'https://(www|[a-z]{2})\.linkedin\.com/.*'
-    
+    """Fetches LinkedIn profile links using the correct BrightData API."""
     try:
-        headers = {
-            "Content-Type": "application/json",
-            "Authorization": f"Bearer {api_key}"
-        }
-
-        encoded_query = quote_plus(query)
-        search_url = f"https://www.google.com/search?q={encoded_query}"
+        url = "https://api.brightdata.com/request"
+        google_search_url = f"https://www.google.com/search?q={query}"
 
         payload = {
-            "zone": "serp_api2",  # Must match your BrightData dashboard zone
-            "url": search_url,
-            "format": "raw"  # Use "raw" if "json" gives problems
+            "url": google_search_url,
+            "zone": "residential",     # Replace with your actual zone if needed
+            "format": "raw",
+            "method": "GET",
+            "country": "us",           # Optional: set your preferred location
+            "data_format": "html"
         }
 
-        response = requests.post("https://api.brightdata.com/request", headers=headers, data=json.dumps(payload))
+        headers = {
+            "Authorization": f"Bearer {api_key}",
+            "Content-Type": "application/json"
+        }
+
+        response = requests.post(url, json=payload, headers=headers)
         response.raise_for_status()
 
         html = response.text
-        linkedin_links = re.findall(r'https://(www|[a-z]{2})\.linkedin\.com/in/[a-zA-Z0-9\-]+', html)
-        linkedin_links = list(set(["https://" + link for link in linkedin_links]))  # De-duplicate
+        linkedin_regex = r'https://(?:[a-z]{2,3}\.)?linkedin\.com/in/[a-zA-Z0-9\-_/]+'
 
-        for link in linkedin_links:
+        links = re.findall(linkedin_regex, html)
+        for link in links:
             profile_name = get_name_from_url(link)
             if profile_name:
                 similarity = calculate_similarity(applicant_name, profile_name)
                 if similarity >= 0.5:
                     return link
-
         return None
-
     except Exception as e:
         st.error(f"Error fetching link for query '{query}': {e}")
         return None
-
+        
         
 def process_file(file, api_key):
     """Processes the uploaded Excel file to fetch LinkedIn profile links."""