llama-cpp-agent

Paused

pabloce commited on May 20, 2024

Commit

becbc87

verified ·

1 Parent(s): 95538cb

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -29,7 +29,7 @@ def respond(
     top_p,
 ):
     stop_tokens = ["</s>", "[INST]", "[INST] ", "<s>", "[/INST]", "[/INST] "]
-    chat_template = '<s>[INST] ' + system_prompt
     for human, assistant in history:
         chat_template += human + ' [/INST] ' + assistant + '</s>[INST]'
     chat_template += ' ' + message + ' [/INST]'

     top_p,
 ):
     stop_tokens = ["</s>", "[INST]", "[INST] ", "<s>", "[/INST]", "[/INST] "]
+    chat_template = '<s>[INST] ' + system_message
     for human, assistant in history:
         chat_template += human + ' [/INST] ' + assistant + '</s>[INST]'
     chat_template += ' ' + message + ' [/INST]'