Downgrade Ray to 2.43.0, update vec-inf version, use base image NCCL instead of fixing vllm_nccl version

Author: XkunW

Dockerfile

@@ -54,9 +54,9 @@ COPY . /vec-inf
 RUN PIP_INDEX_URL="https://download.pytorch.org/whl/cu128" uv pip install --system -e .[dev]
 
 # Final configuration
-RUN mkdir -p /vec-inf/nccl && \
-    mv /root/.config/vllm/nccl/cu12/libnccl.so.2.18.1 /vec-inf/nccl/libnccl.so.2.18.1
-ENV VLLM_NCCL_SO_PATH=/vec-inf/nccl/libnccl.so.2.18.1
+# RUN mkdir -p /vec-inf/nccl && \
+#     mv /root/.config/vllm/nccl/cu12/libnccl.so.2.18.1 /vec-inf/nccl/libnccl.so.2.18.1
+# ENV VLLM_NCCL_SO_PATH=/vec-inf/nccl/libnccl.so.2.18.1
 ENV NCCL_DEBUG=INFO
 
 # Set the default command to start an interactive shell

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "vec-inf"
-version = "0.7.0"
+version = "0.7.1"
 description = "Efficient LLM inference on Slurm clusters using vLLM."
 readme = "README.md"
 authors = [{name = "Marshall Wang", email = "[email protected]"}]
@@ -42,8 +42,7 @@ dev = [
     "xgrammar>=0.1.11",
     "torch>=2.7.0",
     "vllm>=0.10.0",
-    "vllm-nccl-cu12>=2.18,<2.19",
-    "ray>=2.40.0",
+    "ray==2.43.0",
     "cupy-cuda12x==12.1.0"
 ]