File tree Expand file tree Collapse file tree 1 file changed +7
-3
lines changed Expand file tree Collapse file tree 1 file changed +7
-3
lines changed Original file line number Diff line number Diff line change @@ -2,18 +2,22 @@ ARG NIGHTLY_DATE="20240601"
22ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.10_tpuvm_$NIGHTLY_DATE"
33
44FROM $BASE_IMAGE
5-
65WORKDIR /workspace
7- COPY . /workspace/vllm
86
9- ENV VLLM_TARGET_DEVICE="tpu"
107# Install aiohttp separately to avoid build errors.
118RUN pip install aiohttp
129# Install the TPU and Pallas dependencies.
1310RUN pip install torch_xla[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html
1411RUN pip install torch_xla[pallas] -f https://storage.googleapis.com/jax-releases/jax_nightly_releases.html -f https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html
1512
1613# Build vLLM.
14+ COPY . /workspace/vllm
15+ ENV VLLM_TARGET_DEVICE="tpu"
1716RUN cd /workspace/vllm && python setup.py develop
1817
18+ # Re-install outlines to avoid dependency errors.
19+ # The outlines version must follow requirements-common.txt.
20+ RUN pip uninstall outlines -y
21+ RUN pip install "outlines>=0.0.43"
22+
1923CMD ["/bin/bash"]
You can’t perform that action at this time.
0 commit comments