llama-cpp-agent

Paused

pabloce commited on May 20, 2024

Commit

a257051

verified ·

1 Parent(s): 189ce5d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -45,7 +45,8 @@ def respond(
     outputs = ""
     for output in stream:
         print(output)
-        outputs += output["choices"][0]["delta"]
         yield outputs
     # from llama_cpp import Llama
     # from llama_cpp_agent import LlamaCppAgent

     outputs = ""
     for output in stream:
         print(output)
+        if "content" in output["choices"][0]["delta"]
+            outputs += output["choices"][0]["delta"]["content"]
         yield outputs
     # from llama_cpp import Llama
     # from llama_cpp_agent import LlamaCppAgent