Spaces:
Runtime error
Runtime error
Commit
·
0b693ee
1
Parent(s):
1a89a1c
disabling chat logic until backend is configured
Browse files- __pycache__/app.cpython-38.pyc +0 -0
- app.py +27 -27
__pycache__/app.cpython-38.pyc
CHANGED
|
Binary files a/__pycache__/app.cpython-38.pyc and b/__pycache__/app.cpython-38.pyc differ
|
|
|
app.py
CHANGED
|
@@ -50,33 +50,33 @@ with demo:
|
|
| 50 |
#chat_model_selection = chat_model_dropdown.value
|
| 51 |
chat_model_selection = 'Intel/neural-chat-7b-v1-1'
|
| 52 |
|
| 53 |
-
def call_api_and_stream_response(query, chat_model):
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
def get_response(query, history):
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
gr.ChatInterface(get_response, retry_btn = None, undo_btn=None,
|
| 80 |
|
| 81 |
|
| 82 |
with gr.Tabs(elem_classes="tab-buttons") as tabs:
|
|
|
|
| 50 |
#chat_model_selection = chat_model_dropdown.value
|
| 51 |
chat_model_selection = 'Intel/neural-chat-7b-v1-1'
|
| 52 |
|
| 53 |
+
#def call_api_and_stream_response(query, chat_model):
|
| 54 |
+
# """
|
| 55 |
+
# Call the API endpoint and yield characters as they are received.
|
| 56 |
+
# This function simulates streaming by yielding characters one by one.
|
| 57 |
+
# """
|
| 58 |
+
# url = "http://localhost:5004/query-stream/"
|
| 59 |
+
# params = {"query": query,"selected_model":chat_model}
|
| 60 |
+
# with requests.get(url, json=params, stream=True) as r:
|
| 61 |
+
# for chunk in r.iter_content(chunk_size=1):
|
| 62 |
+
# if chunk:
|
| 63 |
+
# yield chunk.decode()
|
| 64 |
+
#
|
| 65 |
+
#def get_response(query, history):
|
| 66 |
+
# """
|
| 67 |
+
# Wrapper function to call the streaming API and compile the response.
|
| 68 |
+
# """
|
| 69 |
+
# response = ''
|
| 70 |
+
#
|
| 71 |
+
# global chat_model_selection
|
| 72 |
+
#
|
| 73 |
+
# for char in call_api_and_stream_response(query, chat_model=chat_model_selection):
|
| 74 |
+
# if char == '<':
|
| 75 |
+
# break
|
| 76 |
+
# response += char
|
| 77 |
+
# yield response
|
| 78 |
+
#
|
| 79 |
+
#gr.ChatInterface(get_response, retry_btn = None, undo_btn=None, concurrency_limit=5).launch()
|
| 80 |
|
| 81 |
|
| 82 |
with gr.Tabs(elem_classes="tab-buttons") as tabs:
|