cleanup

Signed-off-by: Roger Wang <hey@rogerw.io>
2025-09-30 23:04:53 -07:00
parent 75bd78eaca
commit f60838876b
3 changed files with 6 additions and 19 deletions
@@ -12,7 +12,7 @@ def inference_with_vllm(
        temperature=0.1,
        top_p=0.9,
        max_completion_tokens=32768,
-        model_name='model',
+        model_name='rednote-hilab/dots.ocr',
        ):
    
    addr = f"http://{ip}:{port}/v1"