Update app.py
Browse files
app.py
CHANGED
|
@@ -55,7 +55,7 @@ def respond(
|
|
| 55 |
verbose=True,
|
| 56 |
)
|
| 57 |
response = ""
|
| 58 |
-
for chunk in llm.
|
| 59 |
print(chunk.delta, end="", flush=True)
|
| 60 |
response += str(chunk.delta)
|
| 61 |
yield response
|
|
|
|
| 55 |
verbose=True,
|
| 56 |
)
|
| 57 |
response = ""
|
| 58 |
+
for chunk in llm.stream_complete(message):
|
| 59 |
print(chunk.delta, end="", flush=True)
|
| 60 |
response += str(chunk.delta)
|
| 61 |
yield response
|