Create a link to DotsOCR
Browse files- patch_vllm.sh +2 -2
- start_server.sh +5 -1
patch_vllm.sh
CHANGED
|
@@ -7,9 +7,9 @@ set -e
|
|
| 7 |
echo "Patching vLLM entrypoint to register DotsOCR model..."
|
| 8 |
|
| 9 |
# Patch the vLLM script to import the DotsOCR modeling code
|
| 10 |
-
#
|
| 11 |
sed -i '/^from vllm\.entrypoints\.cli\.main import main$/a\
|
| 12 |
-
import modeling_dots_ocr_vllm' $(which vllm)
|
| 13 |
|
| 14 |
echo "vLLM script after patch:"
|
| 15 |
grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm)
|
|
|
|
| 7 |
echo "Patching vLLM entrypoint to register DotsOCR model..."
|
| 8 |
|
| 9 |
# Patch the vLLM script to import the DotsOCR modeling code
|
| 10 |
+
# Import via the DotsOCR package so relative imports inside the module resolve
|
| 11 |
sed -i '/^from vllm\.entrypoints\.cli\.main import main$/a\
|
| 12 |
+
from DotsOCR import modeling_dots_ocr_vllm' $(which vllm)
|
| 13 |
|
| 14 |
echo "vLLM script after patch:"
|
| 15 |
grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm)
|
start_server.sh
CHANGED
|
@@ -11,11 +11,15 @@ fi
|
|
| 11 |
# Ensure Python sees the model's modules (e.g., modeling_dots_ocr_vllm.py).
|
| 12 |
export PYTHONPATH="${HF_MODEL_PATH}:${PYTHONPATH}"
|
| 13 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
python3 - <<'PY'
|
| 15 |
import sys, os
|
| 16 |
print("HF_MODEL_PATH:", os.environ.get("HF_MODEL_PATH"))
|
| 17 |
print("PYTHONPATH:", sys.path)
|
| 18 |
-
import modeling_dots_ocr_vllm
|
| 19 |
print("DotsOCR import OK")
|
| 20 |
PY
|
| 21 |
|
|
|
|
| 11 |
# Ensure Python sees the model's modules (e.g., modeling_dots_ocr_vllm.py).
|
| 12 |
export PYTHONPATH="${HF_MODEL_PATH}:${PYTHONPATH}"
|
| 13 |
|
| 14 |
+
if [ -n "$HF_MODEL_PATH" ] && [ ! -e "DotsOCR" ]; then
|
| 15 |
+
ln -s "$HF_MODEL_PATH" DotsOCR
|
| 16 |
+
fi
|
| 17 |
+
|
| 18 |
python3 - <<'PY'
|
| 19 |
import sys, os
|
| 20 |
print("HF_MODEL_PATH:", os.environ.get("HF_MODEL_PATH"))
|
| 21 |
print("PYTHONPATH:", sys.path)
|
| 22 |
+
from DotsOCR import modeling_dots_ocr_vllm
|
| 23 |
print("DotsOCR import OK")
|
| 24 |
PY
|
| 25 |
|