tommulder commited on
Commit
960b4fa
·
1 Parent(s): 7eb4d0c

Create a link to DotsOCR

Browse files
Files changed (2) hide show
  1. patch_vllm.sh +2 -2
  2. start_server.sh +5 -1
patch_vllm.sh CHANGED
@@ -7,9 +7,9 @@ set -e
7
  echo "Patching vLLM entrypoint to register DotsOCR model..."
8
 
9
  # Patch the vLLM script to import the DotsOCR modeling code
10
- # NOTE: Import directly from the model folder on PYTHONPATH, not from a non-existent 'DotsOCR' package
11
  sed -i '/^from vllm\.entrypoints\.cli\.main import main$/a\
12
- import modeling_dots_ocr_vllm' $(which vllm)
13
 
14
  echo "vLLM script after patch:"
15
  grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm)
 
7
  echo "Patching vLLM entrypoint to register DotsOCR model..."
8
 
9
  # Patch the vLLM script to import the DotsOCR modeling code
10
+ # Import via the DotsOCR package so relative imports inside the module resolve
11
  sed -i '/^from vllm\.entrypoints\.cli\.main import main$/a\
12
+ from DotsOCR import modeling_dots_ocr_vllm' $(which vllm)
13
 
14
  echo "vLLM script after patch:"
15
  grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm)
start_server.sh CHANGED
@@ -11,11 +11,15 @@ fi
11
  # Ensure Python sees the model's modules (e.g., modeling_dots_ocr_vllm.py).
12
  export PYTHONPATH="${HF_MODEL_PATH}:${PYTHONPATH}"
13
 
 
 
 
 
14
  python3 - <<'PY'
15
  import sys, os
16
  print("HF_MODEL_PATH:", os.environ.get("HF_MODEL_PATH"))
17
  print("PYTHONPATH:", sys.path)
18
- import modeling_dots_ocr_vllm
19
  print("DotsOCR import OK")
20
  PY
21
 
 
11
  # Ensure Python sees the model's modules (e.g., modeling_dots_ocr_vllm.py).
12
  export PYTHONPATH="${HF_MODEL_PATH}:${PYTHONPATH}"
13
 
14
+ if [ -n "$HF_MODEL_PATH" ] && [ ! -e "DotsOCR" ]; then
15
+ ln -s "$HF_MODEL_PATH" DotsOCR
16
+ fi
17
+
18
  python3 - <<'PY'
19
  import sys, os
20
  print("HF_MODEL_PATH:", os.environ.get("HF_MODEL_PATH"))
21
  print("PYTHONPATH:", sys.path)
22
+ from DotsOCR import modeling_dots_ocr_vllm
23
  print("DotsOCR import OK")
24
  PY
25