llama-cpp-agent

Paused

pabloce commited on May 20, 2024

Commit

faf3f73

verified ·

1 Parent(s): 8e6bf26

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -28,8 +28,7 @@ def respond(
 ):
     from llama_cpp import Llama
     llm = Llama(
-      model_path="models/mistral-7b-instruct-v0.2.Q6_K.gguf",
-      chat_format="mistral"
     )
     stream = llm.create_chat_completion(
         messages = [

 ):
     from llama_cpp import Llama
     llm = Llama(
+      model_path="models/mistral-7b-instruct-v0.2.Q6_K.gguf"
     )
     stream = llm.create_chat_completion(
         messages = [