Commit
·
d7501b1
1
Parent(s):
7fdf7e0
Update main.py
Browse files
main.py
CHANGED
|
@@ -126,9 +126,10 @@ async def chatV2(request: Request, body: ChatCompletionRequest):
|
|
| 126 |
return ResponseGenerator(stream_response)
|
| 127 |
|
| 128 |
@app.post("/v2/chat/completions")
|
| 129 |
-
async def
|
| 130 |
return await chatV2(request, body)
|
| 131 |
|
|
|
|
| 132 |
@app.post("/v0/chat/completions")
|
| 133 |
async def chat(request: ChatCompletionRequestV0, response_mode=None):
|
| 134 |
tokens = llm.tokenize(request.prompt)
|
|
|
|
| 126 |
return ResponseGenerator(stream_response)
|
| 127 |
|
| 128 |
@app.post("/v2/chat/completions")
|
| 129 |
+
async def chatV2_endpoint(request: Request, body: ChatCompletionRequest):
|
| 130 |
return await chatV2(request, body)
|
| 131 |
|
| 132 |
+
|
| 133 |
@app.post("/v0/chat/completions")
|
| 134 |
async def chat(request: ChatCompletionRequestV0, response_mode=None):
|
| 135 |
tokens = llm.tokenize(request.prompt)
|