Merge pull request #93 from gc-fu/patch-1

Fix not used arguments in demo_vllm.py
2025-08-13 16:51:51 +08:00
parent 4a37ed0eab ffd5e81103
commit 2a5977c597
1 changed files with 3 additions and 2 deletions
@@ -29,10 +29,11 @@ def main():
    response = inference_with_vllm(
        image,
        prompt, 
-        ip="localhost",
+        ip=args.ip,
-        port=8000,
+        port=args.port,
        temperature=0.1,
        top_p=0.9,
        model_name=args.model_name,
    )
    print(f"response: {response}")