Skip to content

Commit c34c8cc

Browse files
terrytangyuanlulmer
authored andcommitted
[Build] Add UV_HTTP_TIMEOUT to avoid timeout during installation (vllm-project#13850)
Signed-off-by: Yuan Tang <[email protected]> Signed-off-by: Louis Ulmer <[email protected]>
1 parent f89d144 commit c34c8cc

File tree

1 file changed

+24
-0
lines changed

1 file changed

+24
-0
lines changed

Dockerfile

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,10 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
3131
RUN --mount=type=cache,target=/root/.cache/uv \
3232
python3 -m pip install uv
3333

34+
# This timeout (in seconds) is necessary when installing some dependencies via uv since it's likely to time out
35+
# Reference: https://github.com/astral-sh/uv/pull/1694
36+
ENV UV_HTTP_TIMEOUT=500
37+
3438
# Upgrade to GCC 10 to avoid https://gcc.gnu.org/bugzilla/show_bug.cgi?id=92519
3539
# as it was causing spam when compiling the CUTLASS kernels
3640
RUN apt-get install -y gcc-10 g++-10
@@ -81,6 +85,10 @@ ARG TARGETPLATFORM
8185
# install build dependencies
8286
COPY requirements-build.txt requirements-build.txt
8387

88+
# This timeout (in seconds) is necessary when installing some dependencies via uv since it's likely to time out
89+
# Reference: https://github.com/astral-sh/uv/pull/1694
90+
ENV UV_HTTP_TIMEOUT=500
91+
8492
RUN --mount=type=cache,target=/root/.cache/uv \
8593
uv pip install --system -r requirements-build.txt
8694

@@ -143,6 +151,10 @@ RUN if [ "$RUN_WHEEL_CHECK" = "true" ]; then \
143151
#################### DEV IMAGE ####################
144152
FROM base as dev
145153

154+
# This timeout (in seconds) is necessary when installing some dependencies via uv since it's likely to time out
155+
# Reference: https://github.com/astral-sh/uv/pull/1694
156+
ENV UV_HTTP_TIMEOUT=500
157+
146158
COPY requirements-lint.txt requirements-lint.txt
147159
COPY requirements-test.txt requirements-test.txt
148160
COPY requirements-dev.txt requirements-dev.txt
@@ -181,6 +193,10 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
181193
RUN --mount=type=cache,target=/root/.cache/uv \
182194
python3 -m pip install uv
183195

196+
# This timeout (in seconds) is necessary when installing some dependencies via uv since it's likely to time out
197+
# Reference: https://github.com/astral-sh/uv/pull/1694
198+
ENV UV_HTTP_TIMEOUT=500
199+
184200
# Workaround for https://github.com/openai/triton/issues/2507 and
185201
# https://github.com/pytorch/pytorch/issues/107960 -- hopefully
186202
# this won't be needed for future versions of this docker image
@@ -237,6 +253,10 @@ FROM vllm-base AS test
237253

238254
ADD . /vllm-workspace/
239255

256+
# This timeout (in seconds) is necessary when installing some dependencies via uv since it's likely to time out
257+
# Reference: https://github.com/astral-sh/uv/pull/1694
258+
ENV UV_HTTP_TIMEOUT=500
259+
240260
# install development dependencies (for testing)
241261
RUN --mount=type=cache,target=/root/.cache/uv \
242262
uv pip install --system -r requirements-dev.txt
@@ -265,6 +285,10 @@ RUN mv vllm test_docs/
265285
# base openai image with additional requirements, for any subsequent openai-style images
266286
FROM vllm-base AS vllm-openai-base
267287

288+
# This timeout (in seconds) is necessary when installing some dependencies via uv since it's likely to time out
289+
# Reference: https://github.com/astral-sh/uv/pull/1694
290+
ENV UV_HTTP_TIMEOUT=500
291+
268292
# install additional dependencies for openai api server
269293
RUN --mount=type=cache,target=/root/.cache/uv \
270294
if [ "$TARGETPLATFORM" = "linux/arm64" ]; then \

0 commit comments

Comments
 (0)