Update app.py
Browse files
app.py
CHANGED
|
@@ -21,6 +21,10 @@ import requests
|
|
| 21 |
import time
|
| 22 |
import tempfile
|
| 23 |
from langdetect import detect
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
|
| 25 |
API_KEY = os.environ.get("OPENROUTER_API_KEY")
|
| 26 |
|
|
@@ -146,6 +150,7 @@ def retrieve_from_rag(user_query, chat_history):
|
|
| 146 |
documents.append({
|
| 147 |
"content": content.strip(),
|
| 148 |
"metadata": metadata
|
|
|
|
| 149 |
})
|
| 150 |
|
| 151 |
# Rerank with BM25
|
|
|
|
| 21 |
import time
|
| 22 |
import tempfile
|
| 23 |
from langdetect import detect
|
| 24 |
+
import nltk
|
| 25 |
+
nltk.download('punkt')
|
| 26 |
+
from nltk.tokenize import word_tokenize
|
| 27 |
+
|
| 28 |
|
| 29 |
API_KEY = os.environ.get("OPENROUTER_API_KEY")
|
| 30 |
|
|
|
|
| 150 |
documents.append({
|
| 151 |
"content": content.strip(),
|
| 152 |
"metadata": metadata
|
| 153 |
+
print(metadata)
|
| 154 |
})
|
| 155 |
|
| 156 |
# Rerank with BM25
|