Spaces:
Paused
Paused
Commit
·
c7792ac
1
Parent(s):
6eade58
Update main.py
Browse files
main.py
CHANGED
|
@@ -8,7 +8,7 @@ from sse_starlette.sse import EventSourceResponse
|
|
| 8 |
from ctransformers.langchain import CTransformers
|
| 9 |
from pydantic import BaseModel
|
| 10 |
|
| 11 |
-
llm = CTransformers(model='ggml-model-
|
| 12 |
app = fastapi.FastAPI(title="Santacoder")
|
| 13 |
app.add_middleware(
|
| 14 |
CORSMiddleware,
|
|
|
|
| 8 |
from ctransformers.langchain import CTransformers
|
| 9 |
from pydantic import BaseModel
|
| 10 |
|
| 11 |
+
llm = CTransformers(model='ggml-model-q4_0.bin', model_type='starcoder')
|
| 12 |
app = fastapi.FastAPI(title="Santacoder")
|
| 13 |
app.add_middleware(
|
| 14 |
CORSMiddleware,
|