Spaces:

matthoffner
/

starchat-ggml

Paused

matthoffner commited on Jun 11, 2023

Commit

dceb191

1 Parent(s): 2ffd26f

Update main.py

Files changed (1) hide show

main.py CHANGED Viewed

@@ -10,11 +10,11 @@ from pydantic import BaseModel, Field
 from typing_extensions import Literal
 from dialogue import DialogueTemplate
-llm = AutoModelForCausalLM.from_pretrained("NeoDim/starchat-alpha-GGML",
-                                           model_file="starchat-alpha-ggml-q4_0.bin",
                                            model_type="starcoder")
-app = fastapi.FastAPI(title="Starchat Alpha")
 app.add_middleware(
     CORSMiddleware,
     allow_origins=["*"],

 from typing_extensions import Literal
 from dialogue import DialogueTemplate
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/starchat-alpha-GGML",
+                                           model_file="starchat-beta.ggmlv3.q4_0.bin",
                                            model_type="starcoder")
+app = fastapi.FastAPI(title="Starchat Beta")
 app.add_middleware(
     CORSMiddleware,
     allow_origins=["*"],