From 912e7876435d105fea19382ec5025c131e226774 Mon Sep 17 00:00:00 2001 From: LeviWeiPower <3044194967@qq.com> Date: Tue, 5 Aug 2025 00:01:22 +0800 Subject: [PATCH 1/5] support docker-compose support docker-compose --- docker/docker-compose.yml | 40 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 40 insertions(+) create mode 100644 docker/docker-compose.yml diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml new file mode 100644 index 0000000..249f2bc --- /dev/null +++ b/docker/docker-compose.yml @@ -0,0 +1,40 @@ +version: '3.8' + +services: + dots-ocr-server: + image: dots-ocr:20250801 + container_name: dots-ocr-container + ports: + - "8001:8000" + volumes: + - /app/data/gpt/source-model/dots.ocr:/workspace/weights/DotsOCR + environment: + - CUDA_VISIBLE_DEVICES=0 + - PYTHONPATH=/workspace/weights:$PYTHONPATH + deploy: + resources: + reservations: + devices: + - capabilities: [gpu] + device_ids: ['0'] + entrypoint: /bin/bash + command: + - -c + - | + set -ex; + echo '--- Starting setup and server ---'; + echo 'Modifying vllm entrypoint...'; + # This sed command patches the vllm entrypoint script to import the custom modeling code. + sed -i '/^from vllm\.entrypoints\.cli\.main import main/a from DotsOCR import modeling_dots_ocr_vllm' $(which vllm) && \ + echo 'vllm script after patch:'; + # Show the patched part of the vllm script for verification. + grep -A 1 'from vllm.entrypoints.cli.main import main' $(which vllm) && \ + echo 'Starting server...'; + # Use 'exec' to replace the current shell process with the vllm server, + # ensuring logs are properly forwarded to Docker's standard output. + exec vllm serve /workspace/weights/DotsOCR \ + --tensor-parallel-size 1 \ + --gpu-memory-utilization 0.8 \ + --chat-template-content-format string \ + --served-model-name dotsocr-model \ + --trust-remote-code From 9a28eb9f6352af934d76c974285e693e1aad1125 Mon Sep 17 00:00:00 2001 From: LeviWeiPower <2672612515@qq.com> Date: Tue, 5 Aug 2025 00:04:53 +0800 Subject: [PATCH 2/5] Update docker-compose.yml support docker-compose --- docker/docker-compose.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml index 249f2bc..2665c17 100644 --- a/docker/docker-compose.yml +++ b/docker/docker-compose.yml @@ -2,7 +2,7 @@ version: '3.8' services: dots-ocr-server: - image: dots-ocr:20250801 + image: dots-ocr:laster container_name: dots-ocr-container ports: - "8001:8000" @@ -38,3 +38,4 @@ services: --chat-template-content-format string \ --served-model-name dotsocr-model \ --trust-remote-code + From 8b88ecbac0d3a342a0e882d25ca37a20161799a2 Mon Sep 17 00:00:00 2001 From: LeviWeiPower <2672612515@qq.com> Date: Tue, 5 Aug 2025 00:05:45 +0800 Subject: [PATCH 3/5] Update docker-compose.yml support docker-compose --- docker/docker-compose.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml index 2665c17..927a5b6 100644 --- a/docker/docker-compose.yml +++ b/docker/docker-compose.yml @@ -2,7 +2,7 @@ version: '3.8' services: dots-ocr-server: - image: dots-ocr:laster + image: dots-ocr:latest container_name: dots-ocr-container ports: - "8001:8000" @@ -39,3 +39,4 @@ services: --served-model-name dotsocr-model \ --trust-remote-code + From f52599bbcafeee06af5fe434f4ba1fc971567c1a Mon Sep 17 00:00:00 2001 From: LeviWeiPower <2672612515@qq.com> Date: Tue, 5 Aug 2025 00:16:03 +0800 Subject: [PATCH 4/5] Update docker-compose.yml add model download comment --- docker/docker-compose.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml index 927a5b6..e6ae581 100644 --- a/docker/docker-compose.yml +++ b/docker/docker-compose.yml @@ -5,9 +5,10 @@ services: image: dots-ocr:latest container_name: dots-ocr-container ports: - - "8001:8000" + - "8000:8000" volumes: - - /app/data/gpt/source-model/dots.ocr:/workspace/weights/DotsOCR + #download model to local,model url:https://www.modelscope.cn/models/rednote-hilab/dots.ocr + - ./model/dots.ocr:/workspace/weights/DotsOCR environment: - CUDA_VISIBLE_DEVICES=0 - PYTHONPATH=/workspace/weights:$PYTHONPATH @@ -40,3 +41,4 @@ services: --trust-remote-code + From eff6c15137dd5a452359b8f36461a201eb3d26ef Mon Sep 17 00:00:00 2001 From: LeviWeiPower <2672612515@qq.com> Date: Tue, 5 Aug 2025 00:19:09 +0800 Subject: [PATCH 5/5] Update docker-compose.yml del - CUDA_VISIBLE_DEVICES=0 --- docker/docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml index e6ae581..ba3ae2b 100644 --- a/docker/docker-compose.yml +++ b/docker/docker-compose.yml @@ -10,7 +10,6 @@ services: #download model to local,model url:https://www.modelscope.cn/models/rednote-hilab/dots.ocr - ./model/dots.ocr:/workspace/weights/DotsOCR environment: - - CUDA_VISIBLE_DEVICES=0 - PYTHONPATH=/workspace/weights:$PYTHONPATH deploy: resources: @@ -42,3 +41,4 @@ services: +