Skip to content

Commit 27f61cc

Browse files
committed
Test vllm build
1 parent 7fae26f commit 27f61cc

File tree

2 files changed

+33
-0
lines changed

2 files changed

+33
-0
lines changed

tests/e2e-prow/rhoai/pipeline.sh

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,9 +11,31 @@ MODEL_NAME="meta-llama/Llama-3.2-1B-Instruct"
1111
echo "===== Setting up environment variables ====="
1212
export HUGGING_FACE_HUB_TOKEN=$(cat /var/run/huggingface/hf-token-ces-lcore-test || true)
1313
export VLLM_API_KEY=$(cat /var/run/vllm/vllm-api-key-lcore-test || true)
14+
export ROBOT_USERNAME=$(cat /var/run/robot-username/robot-username-quay || true)
15+
export ROBOT_PASSWORD=$(cat /var/run/robot-password/robot-password-quay || true)
1416

1517
[[ -n "$HUGGING_FACE_HUB_TOKEN" ]] && echo "✅ HUGGING_FACE_HUB_TOKEN is set" || { echo "❌ Missing HUGGING_FACE_HUB_TOKEN"; exit 1; }
1618
[[ -n "$VLLM_API_KEY" ]] && echo "✅ VLLM_API_KEY is set" || { echo "❌ Missing VLLM_API_KEY"; exit 1; }
19+
[[ -n "$ROBOT_USERNAME" ]] && echo "✅ ROBOT_USERNAME is set" || { echo "❌ Missing ROBOT_USERNAME"; exit 1; }
20+
[[ -n "$ROBOT_PASSWORD" ]] && echo "✅ ROBOT_PASSWORD is set" || { echo "❌ Missing ROBOT_PASSWORD"; exit 1; }
21+
22+
# Mirror upstream VLLM official AWS image
23+
24+
podman login --get-login || true
25+
buildah login --get-login || true
26+
27+
echo "Logging in Quay.io"
28+
buildah login quay.io -u $ROBOT_USERNAME -p $ROBOT_PASSWORD || true
29+
30+
sudo podman || true
31+
32+
echo "Mirroring vLLM..."
33+
oc image mirror \
34+
public.ecr.aws/q9t5s3a7/vllm-cpu-release-repo:latest \
35+
quay.io/rh-ee-cpompeia/vllm-cpu:latest
36+
37+
chmod +x ./scripts/build_vllm.sh
38+
./scripts/build_vllm.sh
1739

1840
# Basic info
1941
ls -A || true
Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
git clone https://github.com/vllm-project/vllm.git
2+
cd vllm
3+
4+
file="docker/Dockerfile.cpu"
5+
sed 's|\(target=[^, ]*\)|\1,z|g' "$file" > "${file}.patched"
6+
7+
DOCKER_BUILDKIT=1 podman build . \
8+
# --target cpu \
9+
--tag vllm-openai-lcore/cpu \
10+
--file docker/Dockerfile.cpu.patched \
11+
--build-arg max_jobs=1

0 commit comments

Comments
 (0)