File size: 463 Bytes
1575bd1 c6ec434 1575bd1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
#!/bin/bash
set -ex
echo "--- Starting setup and server ---"
python3 - <<'PY'
import sys, os
print("PYTHONPATH:", sys.path)
import modeling_dots_ocr_vllm
print("DotsOCR import OK")
PY
echo "Starting server..."
exec vllm serve ${HF_MODEL_PATH} \
--host 0.0.0.0 \
--port ${PORT} \
--tensor-parallel-size 1 \
--gpu-memory-utilization 0.8 \
--chat-template-content-format string \
--served-model-name dotsocr-model \
--trust-remote-code
|