Update app.py
Browse files
app.py
CHANGED
|
@@ -42,6 +42,7 @@ css = """
|
|
| 42 |
"""
|
| 43 |
|
| 44 |
def get_messages_formatter_type(model_name):
|
|
|
|
| 45 |
if "Llama" in model_name:
|
| 46 |
return MessagesFormatterType.LLAMA_3
|
| 47 |
elif "Mistral" in model_name:
|
|
@@ -63,7 +64,6 @@ def respond(
|
|
| 63 |
):
|
| 64 |
from llama_cpp import Llama
|
| 65 |
from llama_cpp_agent import LlamaCppAgent
|
| 66 |
-
from llama_cpp_agent import MessagesFormatterType
|
| 67 |
from llama_cpp_agent.providers import LlamaCppPythonProvider
|
| 68 |
from llama_cpp_agent.chat_history import BasicChatHistory
|
| 69 |
from llama_cpp_agent.chat_history.messages import Roles
|
|
|
|
| 42 |
"""
|
| 43 |
|
| 44 |
def get_messages_formatter_type(model_name):
|
| 45 |
+
from llama_cpp_agent import MessagesFormatterType
|
| 46 |
if "Llama" in model_name:
|
| 47 |
return MessagesFormatterType.LLAMA_3
|
| 48 |
elif "Mistral" in model_name:
|
|
|
|
| 64 |
):
|
| 65 |
from llama_cpp import Llama
|
| 66 |
from llama_cpp_agent import LlamaCppAgent
|
|
|
|
| 67 |
from llama_cpp_agent.providers import LlamaCppPythonProvider
|
| 68 |
from llama_cpp_agent.chat_history import BasicChatHistory
|
| 69 |
from llama_cpp_agent.chat_history.messages import Roles
|