wizardcoder-ggml

Paused

matthoffner commited on Jul 11, 2023

Commit

0247d00

1 Parent(s): 4ade823

Update main.py

Files changed (1) hide show

main.py CHANGED Viewed

@@ -15,7 +15,7 @@ from ctransformers import AutoModelForCausalLM
 from pydantic import BaseModel
 llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
-                                           model_file="WizardCoder-15B-1.0.ggmlv3.q4_1.bin",
                                            model_type="starcoder",
                                            threads=8)
 app = fastapi.FastAPI(title="🪄WizardCoder💫")

 from pydantic import BaseModel
 llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
+                                           model_file="WizardCoder-15B-1.0.ggmlv3.q5_0.bin",
                                            model_type="starcoder",
                                            threads=8)
 app = fastapi.FastAPI(title="🪄WizardCoder💫")