File size: 2,133 Bytes
700863c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 |
import requests
import os
from dotenv import load_dotenv
# Load environment variables
load_dotenv()
# Get SerpAPI key from environment variables
API_KEY = os.getenv('SERPAPI_KEY')
if not API_KEY:
raise ValueError("SERPAPI_KEY environment variable not set. Please add it to your .env file.")
def google_search(query, num_results=25):
"""
Search Google for articles related to the query using SerpAPI.
Args:
query (str): The search query
num_results (int): Number of results to return
Returns:
list: List of article dictionaries with title, snippet, and URL
"""
url = "https://serpapi.com/search"
params = {
"engine": "google", # search engine
"q": query, # search query
"api_key": API_KEY, # your key
"num": num_results # number of results
}
try:
response = requests.get(url, params=params)
response.raise_for_status() # Raise exception for HTTP errors
results = response.json()
output = []
for item in results.get("organic_results", []):
# Format the results to match GDELT article format for consistency
article = {
"title": item.get("title", "No title"),
"snippet": item.get("snippet", "No description available"),
"url": item.get("link", ""),
"source": {
"name": item.get("source", "Google Search")
},
"publishedAt": "", # No date information in the API response
"origin": "google_search" # Add origin to track source
}
output.append(article)
print(f"Found {len(output)} results from Google Search")
return output
except Exception as e:
print(f"Error with Google Search API: {e}")
return []
# Example usage
if __name__ == "__main__":
query = "GM stopped operations in India"
search_results = google_search(query)
for r in search_results:
print(f"{r['title']}\n{r['snippet']}\n{r['link']}\n")
|