Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,9 +6,9 @@ os.environ["CMAKE_ARGS"] = "-DLLAMA_CUBLAS=on"
|
|
| 6 |
os.system('CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python[server]')
|
| 7 |
|
| 8 |
import argparse
|
| 9 |
-
model_file = "yi-6b.
|
| 10 |
if not os.path.isfile(model_file):
|
| 11 |
-
os.system("wget -c https://huggingface.co/
|
| 12 |
|
| 13 |
DEFAULT_MODEL_PATH = model_file
|
| 14 |
|
|
@@ -41,7 +41,7 @@ def reset_state():
|
|
| 41 |
|
| 42 |
|
| 43 |
with gr.Blocks() as demo:
|
| 44 |
-
gr.HTML("""<h1 align="center">Yi-6B-
|
| 45 |
|
| 46 |
chatbot = gr.Chatbot()
|
| 47 |
with gr.Row():
|
|
|
|
| 6 |
os.system('CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python[server]')
|
| 7 |
|
| 8 |
import argparse
|
| 9 |
+
model_file = "yi-chat-6b.Q4_K_M.gguf"
|
| 10 |
if not os.path.isfile(model_file):
|
| 11 |
+
os.system("wget -c https://huggingface.co/XeIaso/yi-chat-6B-GGUF/resolve/main/yi-chat-6b.Q4_K_M.gguf")
|
| 12 |
|
| 13 |
DEFAULT_MODEL_PATH = model_file
|
| 14 |
|
|
|
|
| 41 |
|
| 42 |
|
| 43 |
with gr.Blocks() as demo:
|
| 44 |
+
gr.HTML("""<h1 align="center">Yi-6B-Chat by llama-cpp-python</h1>""")
|
| 45 |
|
| 46 |
chatbot = gr.Chatbot()
|
| 47 |
with gr.Row():
|