From ffd5e811033a81b26b182dd38978d946c1bc74a1 Mon Sep 17 00:00:00 2001 From: Guancheng Fu <110874468+gc-fu@users.noreply.github.com> Date: Wed, 13 Aug 2025 15:52:01 +0800 Subject: [PATCH] Update demo_vllm.py --- demo/demo_vllm.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/demo/demo_vllm.py b/demo/demo_vllm.py index caa8a04..d924adc 100755 --- a/demo/demo_vllm.py +++ b/demo/demo_vllm.py @@ -29,10 +29,11 @@ def main(): response = inference_with_vllm( image, prompt, - ip="localhost", - port=8000, + ip=args.ip, + port=args.port, temperature=0.1, top_p=0.9, + model_name=args.model_name, ) print(f"response: {response}")