Spaces:
Runtime error
Runtime error
Commit
·
64c57d1
1
Parent(s):
101dfab
Update app.py
Browse files
app.py
CHANGED
|
@@ -38,7 +38,10 @@ def url_changes(url, pages_to_visit, urls_to_scrape, repo_id):
|
|
| 38 |
documents = loader.load()
|
| 39 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
|
| 40 |
texts = text_splitter.split_documents(documents)
|
| 41 |
-
|
|
|
|
|
|
|
|
|
|
| 42 |
db = Chroma.from_documents(texts, embeddings)
|
| 43 |
retriever = db.as_retriever()
|
| 44 |
llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature":0.1, "max_new_tokens":250})
|
|
|
|
| 38 |
documents = loader.load()
|
| 39 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
|
| 40 |
texts = text_splitter.split_documents(documents)
|
| 41 |
+
emb_model = "snunlp/KR-SBERT-V40K-klueNLI-augSTS"
|
| 42 |
+
embeddings = HuggingFaceEmbeddings(
|
| 43 |
+
model_name=emb_model
|
| 44 |
+
)
|
| 45 |
db = Chroma.from_documents(texts, embeddings)
|
| 46 |
retriever = db.as_retriever()
|
| 47 |
llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature":0.1, "max_new_tokens":250})
|