| host: "0.0.0.0" | |
| port: 7860 | |
| tensor-parallel-size: 1 | |
| gpu-memory-utilization: 0.8 | |
| chat-template-content-format: "string" | |
| served-model-name: "dotsocr-model" | |
| trust-remote-code: true |
| host: "0.0.0.0" | |
| port: 7860 | |
| tensor-parallel-size: 1 | |
| gpu-memory-utilization: 0.8 | |
| chat-template-content-format: "string" | |
| served-model-name: "dotsocr-model" | |
| trust-remote-code: true |