Spaces:
Paused
Paused
Commit
·
c4b3c05
1
Parent(s):
d7d0f08
Update main.py
Browse files
main.py
CHANGED
|
@@ -8,8 +8,8 @@ from sse_starlette.sse import EventSourceResponse
|
|
| 8 |
from ctransformers import AutoModelForCausalLM
|
| 9 |
from pydantic import BaseModel
|
| 10 |
|
| 11 |
-
llm = AutoModelForCausalLM.from_pretrained("
|
| 12 |
-
model_file="
|
| 13 |
model_type="starcoder")
|
| 14 |
app = fastapi.FastAPI()
|
| 15 |
app.add_middleware(
|
|
|
|
| 8 |
from ctransformers import AutoModelForCausalLM
|
| 9 |
from pydantic import BaseModel
|
| 10 |
|
| 11 |
+
llm = AutoModelForCausalLM.from_pretrained("danforbes/santacoder-ggml-q4_1.bin",
|
| 12 |
+
model_file="santacoder-ggml-q4_1.bin",
|
| 13 |
model_type="starcoder")
|
| 14 |
app = fastapi.FastAPI()
|
| 15 |
app.add_middleware(
|