Spaces:
Runtime error
Runtime error
Kushwanth Chowday Kandala
commited on
update app.py
Browse files
app.py
CHANGED
|
@@ -5,17 +5,17 @@ from streamlit_chat import message
|
|
| 5 |
|
| 6 |
from datasets import load_dataset
|
| 7 |
|
| 8 |
-
dataset = load_dataset("wikipedia", "20220301.en", split="train[240000:250000]")
|
| 9 |
|
| 10 |
|
| 11 |
-
wikidata = []
|
| 12 |
|
| 13 |
-
for record in dataset:
|
| 14 |
-
|
| 15 |
|
| 16 |
-
wikidata = list(set(wikidata))
|
| 17 |
-
# print("\n".join(wikidata[:5]))
|
| 18 |
-
# print(len(wikidata))
|
| 19 |
|
| 20 |
from sentence_transformers import SentenceTransformer
|
| 21 |
import torch
|
|
|
|
| 5 |
|
| 6 |
from datasets import load_dataset
|
| 7 |
|
| 8 |
+
# dataset = load_dataset("wikipedia", "20220301.en", split="train[240000:250000]")
|
| 9 |
|
| 10 |
|
| 11 |
+
# wikidata = []
|
| 12 |
|
| 13 |
+
# for record in dataset:
|
| 14 |
+
# wikidata.append(record["text"])
|
| 15 |
|
| 16 |
+
# wikidata = list(set(wikidata))
|
| 17 |
+
# # print("\n".join(wikidata[:5]))
|
| 18 |
+
# # print(len(wikidata))
|
| 19 |
|
| 20 |
from sentence_transformers import SentenceTransformer
|
| 21 |
import torch
|