Merge branch 'pythonpath'
Browse files- patch_vllm.sh +3 -2
- start_server.sh +8 -0
patch_vllm.sh
CHANGED
|
@@ -7,10 +7,11 @@ set -e
|
|
| 7 |
echo "Patching vLLM entrypoint to register DotsOCR model..."
|
| 8 |
|
| 9 |
# Patch the vLLM script to import the DotsOCR modeling code
|
|
|
|
| 10 |
sed -i '/^from vllm\.entrypoints\.cli\.main import main$/a\
|
| 11 |
-
|
| 12 |
|
| 13 |
echo "vLLM script after patch:"
|
| 14 |
grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm)
|
| 15 |
|
| 16 |
-
echo "vLLM patching completed successfully!"
|
|
|
|
| 7 |
echo "Patching vLLM entrypoint to register DotsOCR model..."
|
| 8 |
|
| 9 |
# Patch the vLLM script to import the DotsOCR modeling code
|
| 10 |
+
# NOTE: Import directly from the model folder on PYTHONPATH, not from a non-existent 'DotsOCR' package
|
| 11 |
sed -i '/^from vllm\.entrypoints\.cli\.main import main$/a\
|
| 12 |
+
import modeling_dots_ocr_vllm' $(which vllm)
|
| 13 |
|
| 14 |
echo "vLLM script after patch:"
|
| 15 |
grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm)
|
| 16 |
|
| 17 |
+
echo "vLLM patching completed successfully!"
|
start_server.sh
CHANGED
|
@@ -1,6 +1,14 @@
|
|
| 1 |
#!/bin/bash
|
| 2 |
set -ex
|
| 3 |
echo "--- Starting setup and server ---"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
echo "Starting server..."
|
| 5 |
exec vllm serve ${HF_MODEL_PATH} \
|
| 6 |
--host 0.0.0.0 \
|
|
|
|
| 1 |
#!/bin/bash
|
| 2 |
set -ex
|
| 3 |
echo "--- Starting setup and server ---"
|
| 4 |
+
|
| 5 |
+
python3 - <<'PY'
|
| 6 |
+
import sys, os
|
| 7 |
+
print("PYTHONPATH:", sys.path)
|
| 8 |
+
import modeling_dots_ocr_vllm
|
| 9 |
+
print("DotsOCR import OK")
|
| 10 |
+
PY
|
| 11 |
+
|
| 12 |
echo "Starting server..."
|
| 13 |
exec vllm serve ${HF_MODEL_PATH} \
|
| 14 |
--host 0.0.0.0 \
|