Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,8 +18,8 @@ from urllib.parse import urljoin
|
|
| 18 |
|
| 19 |
|
| 20 |
def initialize(arxivcode):
|
| 21 |
-
loader = ArxivLoader(query=str(arxivcode),)
|
| 22 |
-
docs = loader.load()
|
| 23 |
#retriever = ArxivRetriever(
|
| 24 |
# load_max_docs=2,
|
| 25 |
# get_full_documents=True,
|
|
@@ -28,6 +28,12 @@ def initialize(arxivcode):
|
|
| 28 |
#for i in range(len(docs)):
|
| 29 |
# docs[i].metadata['Published'] = str(docs[i].metadata['Published'])
|
| 30 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
# LLM model
|
| 32 |
rate_limiter = InMemoryRateLimiter(
|
| 33 |
requests_per_second=0.1, # <-- MistralAI free. We can only make a request once every second
|
|
|
|
| 18 |
|
| 19 |
|
| 20 |
def initialize(arxivcode):
|
| 21 |
+
#loader = ArxivLoader(query=str(arxivcode),)
|
| 22 |
+
#docs = loader.load()
|
| 23 |
#retriever = ArxivRetriever(
|
| 24 |
# load_max_docs=2,
|
| 25 |
# get_full_documents=True,
|
|
|
|
| 28 |
#for i in range(len(docs)):
|
| 29 |
# docs[i].metadata['Published'] = str(docs[i].metadata['Published'])
|
| 30 |
|
| 31 |
+
# Load, chunk and index the contents of the blog.
|
| 32 |
+
url = ['https://arxiv.org/abs/%s' % arxivcode]
|
| 33 |
+
loader = WebBaseLoader(url)
|
| 34 |
+
docs = loader.load()
|
| 35 |
+
|
| 36 |
+
|
| 37 |
# LLM model
|
| 38 |
rate_limiter = InMemoryRateLimiter(
|
| 39 |
requests_per_second=0.1, # <-- MistralAI free. We can only make a request once every second
|