Hugging Face's logo

Spaces:
rajivmehtapy
/
llama-cpp-agent
Paused

App Files Community
pabloce commited on
Commit
f3a35f4
·
verified ·
1 Parent(s): ac67876

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -47,7 +47,7 @@ def respond(
47
  settings.max_tokens = max_tokens
48
  settings.temperature = temperature
49
  settings.top_p = top_p
50
-
51
  for new_token in agent.get_chat_response(message, llm_sampling_settings=settings, returns_streaming_generator=True):
52
  partial_message += new_token
53
  if '<|im_end|>' in partial_message:
 
47
  settings.max_tokens = max_tokens
48
  settings.temperature = temperature
49
  settings.top_p = top_p
50
+ partial_message = ""
51
  for new_token in agent.get_chat_response(message, llm_sampling_settings=settings, returns_streaming_generator=True):
52
  partial_message += new_token
53
  if '<|im_end|>' in partial_message: