first commit

Dockerfile

@@ -0,0 +1,22 @@
+FROM rocm/pytorch:latest
+
+ENV DEBIAN_FRONTEND=noninteractive
+# Specifica l'architettura target per la compilazione dei kernel C++/HIP
+ENV PYTORCH_ROCM_ARCH="gfx1100"
+ENV HSA_OVERRIDE_GFX_VERSION="11.0.0"
+ENV HIP_VISIBLE_DEVICES="0"
+
+RUN apt-get update -y && apt-get install -y     git build-essential python3-dev     && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /workspace
+
+# Clona vLLM e usa un tag stabile recente che supporta GGUF (0.6.0+)
+RUN git clone https://github.com/vllm-project/vllm.git .     && git checkout v0.6.3
+
+RUN pip install -U pip &&     pip install -r requirements-rocm.txt
+
+# Compilazione (richiederà tempo)
+RUN python3 setup.py install
+
+EXPOSE 8000
+ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]