jts-ai-team commited on
Commit
0a14605
·
verified ·
1 Parent(s): 8981a17

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -499,6 +499,7 @@ async def get_api_stream(messages: List[Dict[str, str]], user_id: str):
499
  messages=messages,
500
  extra_body={"chat_template_kwargs": {"enable_thinking": False}},
501
  stream=True,
 
502
  )
503
  return stream
504
 
 
499
  messages=messages,
500
  extra_body={"chat_template_kwargs": {"enable_thinking": False}},
501
  stream=True,
502
+ max_tokens=4096,
503
  )
504
  return stream
505