Namespace
gpustack
Image / Tagrunner:rocm7.2-vllm0.20.2-dev
Content Digestsha256:bfc5e0454ed2714c8eb449782b67609dc66504d455eb51c120232ba5f6636d1e
Details
2026-06-05 14:07:18 UTC
10.7 GB
Labels
-
maintainerdl.mlsedevops@amd.com
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AITER_ROCM_ARCHgfx942;gfx950
DEBIAN_FRONTENDnoninteractive
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
KINETO_CONFIG/app/libkineto.conf
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
MORI_GPU_ARCHSgfx942;gfx950
PATH/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.12
PYTORCH_ROCM_ARCHgfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES1
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_ARCHS ROCM_HOME/opt/rocm
ROCM_PATH/opt/rocm
ROCM_VERSION7.2.1
RUNAI_STREAMER_LOG_LEVELINFO
RUNAI_STREAMER_LOG_TO_STDERR1
RUNAI_STREAMER_MEMORY_LIMIT0
SAFETENSORS_FAST_GPU1
SCCACHE_BUCKET SCCACHE_IDLE_TIMEOUT SCCACHE_REGION SCCACHE_S3_NO_CREDENTIALS TOKENIZERS_PARALLELISMfalse
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
VLLM_TORCH_ROCM_VERSION7.2.1
VLLM_TORCH_VERSION2.10.0
VLLM_VERSION0.20.2
Layers
[#000] sha256:ad1a9d392ffd59ac966839b17bca681d7d5670444202dc948207300b2b8f79cc - 0.26% (29 MB)
[#001] sha256:41b585b74eb7036e1c8bf85db70680d9023ed2f4abcdf14cae06a8ae12939656 - 0.0% (239 Bytes)
[#002] sha256:6e2f8b9a9ee98565083a64f40997db170aa6d12924d769029051544523174a45 - 62.88% (6.76 GB)
[#003] sha256:924b9d2df02583e46666d92de44ac793252f26342f23351e775e0b5c8fd6679f - 0.0% (654 Bytes)
[#004] sha256:678f1e6022b3253d9cf5954b8e62a8466003d8303657717b924583092c8a4dd6 - 0.0% (93 Bytes)
[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#006] sha256:617221c9a7af78a8e332f141373cd4e368bacfc2324800e56f611f6b0bf818a5 - 1.34% (147 MB)
[#007] sha256:a53173c1c808aa2752d9ac10be654b112449a03da8b86e3fbff9036d67549f6b - 0.6% (65.9 MB)
[#008] sha256:b1294942f3339c0499756ac3e96281e0d629af45cac6db76cc179cc9378ebdb5 - 0.04% (4.06 MB)
[#009] sha256:2d7f31ac40abf55189824d874ae8860c073e8a1721d0fc0aec78efb437f21ac3 - 0.08% (9.11 MB)
[#010] sha256:8a37cd0cea202fe2dbb7beccfc7ddc04d11f95b93d95bb1713ca65f5c56751ce - 0.0% (227 Bytes)
[#011] sha256:ab23dd4d648e964ba7e9be5c48176f1b819d2f74219c10c56c0c99bd0fb155de - 18.93% (2.03 GB)
[#012] sha256:416e23c20669e0c54a4767b61ac532523be5efd3ca8ee75a84f77becacd2698b - 0.0% (396 Bytes)
[#013] sha256:d9889416bbb1e8a733ed7646cf9f451033ec53f056331b0bd6c405d522227787 - 1.26% (138 MB)
[#014] sha256:5c0d36624042469040a96698d1e2691364f21008fc78df28ba05bb32928dd0ea - 0.05% (5.27 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:3b5f5ebec89ff1a3f3a5e1603bb8507c835bfba922e7e93e7b2b8483a9535a97 - 0.21% (23.4 MB)
[#017] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:a7c2934fecc61c5029b268af82b3e5ee05c8849c5b09d2b43b37f443e237046a - 0.13% (14.2 MB)
[#020] sha256:2f8b8a6d86fba1a2f73ba30e6ed7e67986cdbd1887eff9db85b446b43817ba78 - 0.0% (2.01 KB)
[#021] sha256:c7f6192f7211e964ab8a6f94e1c3290161aa2b391f1f7069d0a719ed847443ec - 0.0% (197 Bytes)
[#022] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#023] sha256:ab8b8e7dd27170ade382cf9264c64c2bec068834cc84c5244c66c9651180a16c - 0.06% (6.68 MB)
[#024] sha256:97adb4f678bd6db8370398ba88595ca0fed9d450e3c9beb1b9f99db5b92a0b44 - 6.34% (698 MB)
[#025] sha256:ac866d2b0165fd6e74b1c1539c3f3c91834af35cda0fd0f10eb03de0b8a21c01 - 0.0% (224 KB)
[#026] sha256:d4ae04224219ceb7a98d2997ae207558f49b911932cf8ef5a3190f790d6a0f7e - 0.0% (241 KB)
[#027] sha256:0bb71a9eb5be233b81433adf03630213459fca639db64df2799a6f0b8f393ae9 - 0.0% (6.69 KB)
[#028] sha256:1c2368623f12b55ee02403102295ae1d3460300a2600bd106ac9499dfd19199d - 0.0% (168 Bytes)
[#029] sha256:ea1bd45f05e66a76940e1a214a9f62610f4fc80701b8785c682a3a31c8e67f59 - 0.0% (487 Bytes)
[#030] sha256:10e996114d1b4afc4d771cc5cc159751d0a407253ecf845dab1ab82a7dea9179 - 0.78% (86.2 MB)
[#031] sha256:923532c276455a27b3e668b30051ccdfc675822ef89db24bce4722cea0f2b7c7 - 0.61% (67.4 MB)
[#032] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#033] sha256:5c6f341bf2e31c483a4266f3908353d36d1052293a77e030f8f66bddf3ac42dc - 0.0% (79.1 KB)
[#034] sha256:a4aac8d92a0371c0fce4589d6bdf9f31ebe357d2499ee94b42285339c448b6f7 - 1.9% (209 MB)
[#035] sha256:01dfc83bf1c83f627164969db74bc1e5e2ba049af016571a7a9f29b550ce379b - 0.74% (81.6 MB)
[#036] sha256:8a8c19d626e218de39ca7eddbc7bfb8efef6f1f5e50d0dd5f7999dab43ad561f - 0.34% (37 MB)
[#037] sha256:36933668bda0b72f8714882f16054efe2bb1da48daef97a349284e0a2d7ca25f - 2.6% (286 MB)
[#038] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#039] sha256:17b035477f93a1bc3774f90cd069948086d9f19f6ef2d139646c0eb97844ba46 - 0.0% (6.19 KB)
[#040] sha256:ddf4ef86e816fed91eb9be965323e92ab92af8c007667e7dda50c839cdc52729 - 0.12% (13.3 MB)
[#041] sha256:64536dec80612e97eb1658a1b0498d72a8958b9415241887aeebd76c3360ce49 - 0.0% (4.04 KB)
[#042] sha256:6c63e152288b6d3195c42e0b6d072bd94ed903d28fc5641d186a5b5e12543c0a - 0.72% (79 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-02-24 07:30:06 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-02-24 07:30:06 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2026-02-24 07:30:06 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-02-24 07:30:08 UTC/bin/sh -c #(nop) ADD file:87202021c36509f80e5414aa2307ce867cd2e3b5f0d0f3bd0c98749793bd1fb4 in /
2026-02-24 07:30:08 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-03-25 19:33:49 UTC (buildkit.dockerfile.v0)LABEL maintainer=dl.mlsedevops@amd.com
2026-03-25 19:33:49 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=5.3
2026-03-25 19:33:49 UTC (buildkit.dockerfile.v0)ARG AMDGPU_VERSION=5.3
2026-03-25 19:33:49 UTC (buildkit.dockerfile.v0)ARG APT_PREF
2026-03-25 19:33:49 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
2026-03-25 19:42:32 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
2026-03-25 19:42:32 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV AITER_ROCM_ARCH=gfx942;gfx950
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV MORI_GPU_ARCHS=gfx942;gfx950
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)WORKDIR /app
2026-04-20 18:27:13 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-04-20 18:28:18 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 libopenmpi-dev libpci-dev liblzma-dev pkg-config && for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-04-20 18:28:24 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 Cython # buildkit
2026-04-20 18:28:31 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y libjpeg-dev libsox-dev libsox-fmt-all sox && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-20 18:28:31 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-04-20 18:28:31 UTC (buildkit.dockerfile.v0)ARG SCCACHE_DOWNLOAD_URL
2026-04-20 18:28:31 UTC (buildkit.dockerfile.v0)ARG SCCACHE_ENDPOINT
2026-04-20 18:28:31 UTC (buildkit.dockerfile.v0)ARG SCCACHE_BUCKET_NAME
2026-04-20 18:28:31 UTC (buildkit.dockerfile.v0)ARG SCCACHE_REGION_NAME
2026-04-20 18:28:31 UTC (buildkit.dockerfile.v0)ARG SCCACHE_S3_NO_CREDENTIALS
2026-04-20 18:28:32 UTC (buildkit.dockerfile.v0)RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then echo "Installing sccache..." && SCCACHE_ARCH="x86_64" && SCCACHE_VERSION="v0.8.1" && SCCACHE_DL_URL="${SCCACHE_DOWNLOAD_URL:-https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl.tar.gz}" && curl -L -o /tmp/sccache.tar.gz ${SCCACHE_DL_URL} && tar -xzf /tmp/sccache.tar.gz -C /tmp && mv /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl/sccache /usr/bin/sccache && chmod +x /usr/bin/sccache && rm -rf /tmp/sccache.tar.gz /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl && sccache --version; fi # buildkit
2026-04-20 18:28:33 UTC (buildkit.dockerfile.v0)RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then echo "Setting up sccache wrappers for HIP compilation..." && mkdir -p /opt/sccache-wrappers && printf '#!/bin/bash\nexec sccache /opt/rocm/lib/llvm/bin/clang++ "$@"\n' > /opt/sccache-wrappers/clang++ && chmod +x /opt/sccache-wrappers/clang++ && printf '#!/bin/bash\nexec sccache /opt/rocm/lib/llvm/bin/clang "$@"\n' > /opt/sccache-wrappers/clang && chmod +x /opt/sccache-wrappers/clang && echo "sccache wrappers created in /opt/sccache-wrappers"; fi # buildkit
2026-04-20 18:28:33 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-04-20 18:28:33 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=vllm-build-sccache
2026-04-20 18:28:33 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=us-west-2
2026-04-20 18:28:33 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=0
2026-04-20 18:28:33 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=0
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install /install/*.whl # buildkit
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG TRITON_BRANCH
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG PYTORCH_REPO
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG PYTORCH_AUDIO_BRANCH
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG PYTORCH_AUDIO_REPO
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG FA_REPO
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG AITER_BRANCH
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG AITER_REPO
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG MORI_BRANCH
2026-04-20 22:24:42 UTC (buildkit.dockerfile.v0)ARG MORI_REPO
2026-04-20 22:24:43 UTC (buildkit.dockerfile.v0)RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.1-complete TRITON_BRANCH=ba5c1517 TRITON_REPO=https://github.com/ROCm/triton.git PYTORCH_BRANCH=8514f051 PYTORCH_VISION_BRANCH=v0.24.1 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git PYTORCH_AUDIO_BRANCH=v2.9.0 PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git FA_BRANCH=0e60e394 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH=v0.1.10.post3 AITER_REPO=https://github.com/ROCm/aiter.git MORI_BRANCH=v1.1.0 MORI_REPO=https://github.com/ROCm/mori.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "PYTORCH_AUDIO_BRANCH: ${PYTORCH_AUDIO_BRANCH}" >> /app/versions.txt && echo "PYTORCH_AUDIO_REPO: ${PYTORCH_AUDIO_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt && echo "AITER_BRANCH: ${AITER_BRANCH}" >> /app/versions.txt && echo "AITER_REPO: ${AITER_REPO}" >> /app/versions.txt && echo "MORI_BRANCH: ${MORI_BRANCH}" >> /app/versions.txt && echo "MORI_REPO: ${MORI_REPO}" >> /app/versions.txt # buildkit
2026-05-08 20:22:44 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2026-05-08 20:22:44 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-05-08 20:22:44 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl libnuma-dev # buildkit
2026-05-08 20:22:46 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2026-05-08 20:22:46 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-05-08 20:22:47 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh -c if [ "$USE_SCCACHE" != "1" ]; then apt-get purge -y sccache || true; python3 -m pip uninstall -y sccache || true; rm -f "$(which sccache)" || true; fi # buildkit
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh -c curl -LsSf --retry 3 --retry-delay 5 https://astral.sh/uv/install.sh -o /tmp/uv-install.sh && env UV_INSTALL_DIR="/usr/local/bin" sh /tmp/uv-install.sh && rm -f /tmp/uv-install.sh && uv --version # buildkit
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ARG SCCACHE_DOWNLOAD_URL
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ARG SCCACHE_ENDPOINT
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ARG SCCACHE_BUCKET_NAME
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ARG SCCACHE_REGION_NAME
2026-05-08 20:22:48 UTC (buildkit.dockerfile.v0)ARG SCCACHE_S3_NO_CREDENTIALS
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then if command -v sccache >/dev/null 2>&1; then echo "sccache already installed, skipping installation"; sccache --version; else echo "Installing sccache..." && SCCACHE_ARCH="x86_64" && SCCACHE_VERSION="v0.8.1" && SCCACHE_DL_URL="${SCCACHE_DOWNLOAD_URL:-https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl.tar.gz}" && curl -L -o /tmp/sccache.tar.gz ${SCCACHE_DL_URL} && tar -xzf /tmp/sccache.tar.gz -C /tmp && mv /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl/sccache /usr/bin/sccache && chmod +x /usr/bin/sccache && rm -rf /tmp/sccache.tar.gz /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl && sccache --version; fi; fi # buildkit
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=vllm-build-sccache
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=us-west-2
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=0
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=0
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)WORKDIR /app
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ARG NIC_BACKEND
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ARG AINIC_VERSION
2026-05-08 20:22:49 UTC (buildkit.dockerfile.v0)ARG UBUNTU_CODENAME
2026-05-08 20:22:54 UTC (buildkit.dockerfile.v0)RUN |3 NIC_BACKEND=none AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy /bin/sh -c /bin/bash -lc 'set -euo pipefail; echo "[MORI] Install MoRI proxy deps"; pip install --quiet --ignore-installed blinker && pip install --quiet quart msgpack aiohttp pyzmq; echo "[MORI] NIC_BACKEND=${NIC_BACKEND}"; case "${NIC_BACKEND}" in none) ;; ainic) apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https && rm -rf /var/lib/apt/lists/* && mkdir -p /etc/apt/keyrings; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; ;; *) echo "ERROR: unknown NIC_BACKEND=${NIC_BACKEND}. Use one of: none, ainic"; exit 2; ;; esac;' # buildkit
2026-05-08 20:22:55 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-08 20:22:56 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c rm -f /usr/bin/sccache || true && rm -rf /opt/sccache-wrappers || true # buildkit
2026-05-08 20:22:56 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=
2026-05-08 20:22:56 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=
2026-05-08 20:22:56 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=
2026-05-08 20:22:56 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=
2026-05-08 20:22:57 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2026-05-08 20:22:58 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c uv pip install --system --upgrade huggingface-hub[cli] # buildkit
2026-05-08 20:25:28 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c cd /install && uv pip install --system -r requirements/rocm.txt && pip uninstall -y vllm && uv pip install --system *.whl # buildkit
2026-05-08 20:25:28 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR
2026-05-08 20:25:28 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE
2026-05-08 20:25:28 UTC (buildkit.dockerfile.v0)ARG NIC_BACKEND
2026-05-08 20:25:28 UTC (buildkit.dockerfile.v0)ARG AINIC_VERSION
2026-05-08 20:25:29 UTC (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2026-05-08 20:25:29 UTC (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2026-05-08 20:25:29 UTC (buildkit.dockerfile.v0)COPY /docker /app/vllm/docker # buildkit
2026-05-08 20:25:29 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2026-05-08 20:25:29 UTC (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2026-05-08 20:25:29 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2026-05-08 20:25:29 UTC (buildkit.dockerfile.v0)RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:11c6f3c16ed78ff5-rocm-base NIC_BACKEND=none AINIC_VERSION=1.117.5 /bin/sh -c echo "ROCTRACER_MAX_EVENTS=10000000" > ${COMMON_WORKDIR}/libkineto.conf # buildkit
2026-05-08 20:25:29 UTC (buildkit.dockerfile.v0)ENV KINETO_CONFIG=/app/libkineto.conf
2026-05-08 20:25:30 UTC (buildkit.dockerfile.v0)RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:11c6f3c16ed78ff5-rocm-base NIC_BACKEND=none AINIC_VERSION=1.117.5 /bin/sh -c echo "VLLM_BASE_IMAGE=${BASE_IMAGE}" >> ${COMMON_WORKDIR}/versions.txt && echo "MORI_NIC_BACKEND=${NIC_BACKEND}" >> ${COMMON_WORKDIR}/versions.txt && echo "AINIC_VERSION=${AINIC_VERSION}" >> ${COMMON_WORKDIR}/versions.txt # buildkit
2026-05-08 20:25:30 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-05-08 20:25:30 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]
2026-05-21 12:37:35 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-05-21 12:37:35 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-05-21 12:37:35 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-05-21 12:37:35 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-05-21 12:37:35 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-05-21 12:37:35 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-05-21 12:37:45 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C Buildkit apt-get install -y --no-install-recommends \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ make ninja-build pkg-config ccache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-05-21 12:37:45 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-05-21 12:37:45 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2026-05-21 12:37:45 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python # Update alternatives if ! command -v python >/dev/null 2>&1 \ && command -v python${PYTHON_VERSION} >/dev/null 2>&1; then update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1 fi # buildkit
2026-05-21 12:37:45 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=7.2.1
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ARG ROCM_ARCHS
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ENV ROCM_HOME=/opt/rocm ROCM_VERSION=7.2.1 ROCM_ARCHS=
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.20.2
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.10.0
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_ROCM_VERSION=7.2.1
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_TORCH_ROCM_VERSION=7.2.1
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-05-21 12:37:46 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-05-21 12:37:51 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.1 ROCM_ARCHS= VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_TORCH_ROCM_VERSION=7.2.1 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default RAY_VERSION=2.55.1 cat <<EOT >/tmp/requirements.txt ray[cgraph]==${RAY_VERSION} ray[client]==${RAY_VERSION} ray[default]==${RAY_VERSION} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-21 12:51:27 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.1 ROCM_ARCHS= VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_TORCH_ROCM_VERSION=7.2.1 /bin/bash -eo pipefail -c # LMCache # Install uv pip install --no-build-isolation \ /lmcache/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-21 12:51:28 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.1 ROCM_ARCHS= VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_TORCH_ROCM_VERSION=7.2.1 /bin/bash -eo pipefail -c # MoonCake # Install uv pip install --no-build-isolation \ /mooncake/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-21 12:51:36 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.1 ROCM_ARCHS= VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_TORCH_ROCM_VERSION=7.2.1 /bin/bash -eo pipefail -c # Omni if [[ ! -d /omni/workspace ]]; then echo "Skipping vLLM Omni installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /omni/workspace/*.whl # Dependencies cat <<EOT >/tmp/requirements.txt onnxruntime-rocm sox EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-21 12:51:36 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.1 ROCM_ARCHS= VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_TORCH_ROCM_VERSION=7.2.1 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package vllm-omni \ --package flash-attn \ --package triton \ --package aiter \ --package torch \ --package lmcache \ --package mooncake-transfer-engine \ --package ray # buildkit
2026-05-21 12:51:38 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.1 ROCM_ARCHS= VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_TORCH_ROCM_VERSION=7.2.1 /bin/bash -eo pipefail -c # Patch tree -hs /workspace/patches pushd $(pip show vllm | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm/*.patch if pip show vllm_omni > /dev/null 2>&1; then \ pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm_omni/*.patch; \ fi # buildkit
2026-05-21 12:51:39 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.1 ROCM_ARCHS= VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_TORCH_ROCM_VERSION=7.2.1 /bin/bash -eo pipefail -c # Dependencies # Install cat <<EOT >/tmp/requirements.txt # audio extras librosa soundfile mistral_common[audio] # petit extras petit-kernel EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-21 12:51:39 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1 RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1 SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=0 RUNAI_STREAMER_LOG_TO_STDERR=1 RUNAI_STREAMER_LOG_LEVEL=INFO
2026-05-21 12:51:39 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-05-21 12:51:39 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2026-06-05 14:07:11 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-06-05 14:07:11 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-06-05 14:07:11 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-06-05 14:07:11 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-06-05 14:07:11 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Patch F="$(pip show vllm | grep Location: | cut -d" " -f 2)/vllm/utils/network_utils.py" echo "Target: ${F}" grep -n "_next_port" "${F}" || true if grep -qE '^[[:space:]]*_next_port = port \+ 1[[:space:]]*$' "${F}"; then echo "Already fixed (_next_port = port + 1), skipping." elif grep -qE '^[[:space:]]*_next_port = port[[:space:]]*$' "${F}"; then sed -i -E 's/^([[:space:]]*)_next_port = port[[:space:]]*$/\1_next_port = port + 1/' "${F}" echo "Patched: _next_port = port -> _next_port = port + 1" else echo "ERROR: expected '_next_port = port' assignment not found in ${F}" >&2 exit 1 fi grep -n "_next_port" "${F}" # buildkit
2026-06-05 14:07:18 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Pin Ray pip install --no-cache-dir ray==2.54.0 pip show ray | grep -i '^Version:' || true # buildkit
2026-06-05 14:07:18 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-06-05 14:07:18 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.