tommulder commited on
Commit
b0a9853
·
2 Parent(s): c0016da c6ec434

Merge branch 'pythonpath'

Browse files
Files changed (2) hide show
  1. patch_vllm.sh +3 -2
  2. start_server.sh +8 -0
patch_vllm.sh CHANGED
@@ -7,10 +7,11 @@ set -e
7
  echo "Patching vLLM entrypoint to register DotsOCR model..."
8
 
9
  # Patch the vLLM script to import the DotsOCR modeling code
 
10
  sed -i '/^from vllm\.entrypoints\.cli\.main import main$/a\
11
- from DotsOCR import modeling_dots_ocr_vllm' $(which vllm)
12
 
13
  echo "vLLM script after patch:"
14
  grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm)
15
 
16
- echo "vLLM patching completed successfully!"
 
7
  echo "Patching vLLM entrypoint to register DotsOCR model..."
8
 
9
  # Patch the vLLM script to import the DotsOCR modeling code
10
+ # NOTE: Import directly from the model folder on PYTHONPATH, not from a non-existent 'DotsOCR' package
11
  sed -i '/^from vllm\.entrypoints\.cli\.main import main$/a\
12
+ import modeling_dots_ocr_vllm' $(which vllm)
13
 
14
  echo "vLLM script after patch:"
15
  grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm)
16
 
17
+ echo "vLLM patching completed successfully!"
start_server.sh CHANGED
@@ -1,6 +1,14 @@
1
  #!/bin/bash
2
  set -ex
3
  echo "--- Starting setup and server ---"
 
 
 
 
 
 
 
 
4
  echo "Starting server..."
5
  exec vllm serve ${HF_MODEL_PATH} \
6
  --host 0.0.0.0 \
 
1
  #!/bin/bash
2
  set -ex
3
  echo "--- Starting setup and server ---"
4
+
5
+ python3 - <<'PY'
6
+ import sys, os
7
+ print("PYTHONPATH:", sys.path)
8
+ import modeling_dots_ocr_vllm
9
+ print("DotsOCR import OK")
10
+ PY
11
+
12
  echo "Starting server..."
13
  exec vllm serve ${HF_MODEL_PATH} \
14
  --host 0.0.0.0 \