Update ✨Entity Linking Application✨.py

✨Entity Linking Application✨.py

@@ -13,7 +13,7 @@ import streamlit as st
 import time
 from openai import OpenAI
 import sys
-from googlesearch import search
+#from googlesearch import search
 import time
 
 
@@ -47,11 +47,11 @@ async def combination_method(name, session):
         x = itertools_combinations(new_name, 2)
         for i in x:
             new_word = (i[0] + " " + i[1])
-            url = f"{new_word} site:en.wikipedia.org inurl:/wiki/ -inurl:? -inurl:Category: -inurl:Help: -inurl:Special: -inurl:File:"
-            time.sleep(5)
-            s = search(url, num_results = 10, lang="en", region="us", sleep_interval=10)
-            for i in s:
-                data.add(i.split("/")[-1])
+            url = f"https://en.wikipedia.org/w/api.php?action=query&list=search&srsearch={new_word}&srlimit=10&srprop=&srenablerewrites=True&srinfo=suggestion&format=json"
+            json_suggestion = await fetch_json(suggested_url, session)
+            results = json_suggestion.get('query', {}).get('search')
+            for i in results:
+                data.add(i.get('title'))
     return data
 
 async def single_method(name, session):
@@ -59,11 +59,11 @@ async def single_method(name, session):
         data = set()
         new_name = name.replace("-", " ").replace("/", " ").split()
         for i in new_name:
-            url = f"{i} site:en.wikipedia.org inurl:/wiki/ -inurl:? -inurl:Category: -inurl:Help: -inurl:Special: -inurl:File:"
-            time.sleep(5)
-            s = search(url, num_results = 10, lang="en", region="us", sleep_interval=10)
-            for i in s:
-                data.add(i.split("/")[-1])
+            url = f"https://en.wikipedia.org/w/api.php?action=query&list=search&srsearch={i}&srlimit=10&srprop=&srenablerewrites=True&srinfo=suggestion&format=json"
+            json_suggestion = await fetch_json(suggested_url, session)
+            results = json_suggestion.get('query', {}).get('search')
+            for i in results:
+                data.add(i.get('title'))
     return data
 
 async def mains(name, single, combi):
@@ -72,11 +72,11 @@ async def mains(name, single, combi):
     qids = set()
     
     async with aiohttp.ClientSession() as session:
-        url = f"{name} site:en.wikipedia.org inurl:/wiki/ -inurl:? -inurl:Category: -inurl:Help: -inurl:Special: -inurl:File:"
-        time.sleep(2)
-        s = search(url, num_results = 10, lang="en", region="us", sleep_interval=10)
-        for i in s:
-            data.add(i.split("/")[-1])
+        url = f"https://en.wikipedia.org/w/api.php?action=query&list=search&srsearch={name}&srlimit=15&srprop=&srenablerewrites=True&srinfo=suggestion&format=json"
+        json_suggestion = await fetch_json(suggested_url, session)
+        results = json_suggestion.get('query', {}).get('search')
+        for i in results:
+            data.add(i.get('title'))
 
         wikipedia_url = f"https://en.wikipedia.org/w/api.php?action=query&list=search&srsearch={name}&srlimit=1&srprop=&srenablerewrites=True&srinfo=suggestion&format=json"
         json_data = await fetch_json(wikipedia_url, session)