Update demo_vllm.py

2025-08-13 15:52:01 +08:00
parent 4a37ed0eab
commit ffd5e81103
1 changed files with 3 additions and 2 deletions
@@ -29,10 +29,11 @@ def main():
    response = inference_with_vllm(
        image,
        prompt, 
-        ip="localhost",
+        ip=args.ip,
-        port=8000,
+        port=args.port,
        temperature=0.1,
        top_p=0.9,
        model_name=args.model_name,
    )
    print(f"response: {response}")