Update app.py

app.py

@@ -33,7 +33,14 @@ combined_dataset = chain(*(stream_subreddit_data(sub) for sub in target_subreddi
 comments = list(islice(combined_dataset, 100000))
 
 # Extract text and subreddit
-df = pd.DataFrame([{"body": ex["body"], "subreddit": ex["subreddit"]} for ex in comments])
+comments = []
+
+for sub in target_subreddits:
+    stream = load_dataset("HuggingFaceGECLM/REDDIT_comments", split=sub, streaming=True)
+    comments.extend({"body": ex["body"], "subreddit": sub} for ex in islice(stream, 20000))  # ~100k total
+
+# Convert to DataFrame
+df = pd.DataFrame(comments)
 
 # Clean text function
 def clean_body(text):