matt HOFFNER
commited on
Commit
·
7982958
1
Parent(s):
82c09a3
add v1/completions
Browse files
main.py
CHANGED
|
@@ -42,6 +42,11 @@ async def index():
|
|
| 42 |
class ChatCompletionRequest(BaseModel):
|
| 43 |
prompt: str
|
| 44 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
@app.post("/v1/chat/completions")
|
| 46 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
| 47 |
tokens = llm.tokenize(request.prompt)
|
|
|
|
| 42 |
class ChatCompletionRequest(BaseModel):
|
| 43 |
prompt: str
|
| 44 |
|
| 45 |
+
@app.post("/v1/completions")
|
| 46 |
+
async def completion(request: ChatCompletionRequest, response_mode=None):
|
| 47 |
+
response = llm(request.prompt)
|
| 48 |
+
return response
|
| 49 |
+
|
| 50 |
@app.post("/v1/chat/completions")
|
| 51 |
async def chat(request: ChatCompletionRequest, response_mode=None):
|
| 52 |
tokens = llm.tokenize(request.prompt)
|