Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -499,6 +499,7 @@ async def get_api_stream(messages: List[Dict[str, str]], user_id: str):
|
|
| 499 |
messages=messages,
|
| 500 |
extra_body={"chat_template_kwargs": {"enable_thinking": False}},
|
| 501 |
stream=True,
|
|
|
|
| 502 |
)
|
| 503 |
return stream
|
| 504 |
|
|
|
|
| 499 |
messages=messages,
|
| 500 |
extra_body={"chat_template_kwargs": {"enable_thinking": False}},
|
| 501 |
stream=True,
|
| 502 |
+
max_tokens=4096,
|
| 503 |
)
|
| 504 |
return stream
|
| 505 |
|