Namespace
gpustack
Image / Tagrunner:rocm7.2-vllm0.31.0-linux-amd64
Content Digestsha256:bd99a13668f95b3434cd9ce5154809b25bc5353b21fc504e65baa5ae2c15dcee
Details
2026-10-16 10:21:26 UTC
11.3 GB
Labels
-
maintainerdl.mlsedevops@amd.com
-
org.opencontainers.image.version22.04
Environment
AITER_ROCM_ARCHgfx942;gfx950
CCACHE_COMPILERCHECKcontent
CCACHE_DIR/root/.cache/ccache
DEBIAN_FRONTENDnoninteractive
HIP_FORCE_DEV_KERNARG1
HSA_ENABLE_IPC_MODE_LEGACY1
HSA_NO_SCRATCH_RECLAIM1
KINETO_CONFIG/app/libkineto.conf
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
MAX_JOBS16
PATH/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.12
PYTORCH_NVML_BASED_CUDA_CHECK1
PYTORCH_ROCM_ARCHgfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES1
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_ARCHS ROCM_HOME/opt/rocm
ROCM_PATH/opt/rocm
ROCM_VERSION7.2.3
ROCPROFILER_QUEUE_INTERPOSITION0
RUNAI_STREAMER_LOG_LEVELINFO
RUNAI_STREAMER_LOG_TO_STDERR1
RUNAI_STREAMER_MEMORY_LIMIT0
SAFETENSORS_FAST_GPU1
SCCACHE_BUCKET SCCACHE_ENDPOINT SCCACHE_IDLE_TIMEOUT SCCACHE_REGION SCCACHE_S3_NO_CREDENTIALS TOKENIZERS_PARALLELISMfalse
UCX_RMA_PPLN_ENABLEy
UCX_ROCM_COPY_SIGPOOL_MAX_ELEMSinf
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
VLLM_TORCH_ROCM_VERSION7.2.3
VLLM_TORCH_VERSION2.13.0
VLLM_VERSION0.31.0
Layers
[#000] sha256:42041b00303d460a69e53c63f49a4e86fc48dd1149cfc79bf21abcad82ed3f75 - 0.25% (29.2 MB)
[#001] sha256:3a07dcd11d8d11d10b649982a5260f1d1d0cb621b259d64e83609a18424c92a4 - 0.0% (240 Bytes)
[#002] sha256:dfb4312294c51c0e55df65cba239098347fe8385374e918025c1dd3843088e86 - 59.71% (6.76 GB)
[#003] sha256:49f843952c8f760646efc32533b36bebfe542d9bd387ec9cf7b274b6f5ecbd69 - 0.0% (655 Bytes)
[#004] sha256:2ef2e189562ee6e7ed1fc650529c5714bd052bdb8a88b0abe785a360439d9760 - 0.0% (93 Bytes)
[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#006] sha256:1250a28938648da0850df751d2d550851c3fd0d05f5af5c703b231aa39b27e46 - 1.96% (227 MB)
[#007] sha256:24b7d16bf498a4da42a13f8edb7cb16ec87261c3e27fa85836a4ed862217e89d - 0.57% (66.2 MB)
[#008] sha256:0020792df9578b2f10e8842d2c09a647bf793ba2820d0a032a8a8c28082866cf - 0.04% (4.06 MB)
[#009] sha256:da071a8955eaba3a1cf60697c5c4f7bf3264d597b73a67e1b9e390ee61175eef - 0.08% (9.11 MB)
[#010] sha256:858e3001aacb7fd226a14a59419b81f1653238cefd7beabadc26345b9056d399 - 0.0% (229 Bytes)
[#011] sha256:429d2dc7b63c13d1f8ea461656657cf0d04bbd7d2c966170ad679004101ecf30 - 22.39% (2.53 GB)
[#012] sha256:7520279a9d529a4ee198428cef3a23cb2411b20988424f59e21885b023fedd87 - 0.12% (13.4 MB)
[#013] sha256:ef2a48c83b4e73153f9d418bf67007db1da688382e60c025eb8e922cc375709f - 0.12% (14 MB)
[#014] sha256:9f3078cc370d27070cda8124adcb2ba2f86b13a50b293101f17f75610592775f - 0.12% (14 MB)
[#015] sha256:b0cecd4bc0a350bcdd17449a8f0e9232bbe3181de9f9563e0d1b449d1ffb7fad - 0.0% (10.5 KB)
[#016] sha256:c5d70e0b3565bf3d7244b0b24534363d848c98a7454b0b73391807a1810f1037 - 0.0% (499 Bytes)
[#017] sha256:2d43ec4782572aa8e476c1cc73163e6f6744ffbf6743663c4d2e750f32476ff4 - 1.24% (144 MB)
[#018] sha256:543047dbbf8192c022badab882f04ebec222341c9a719a08ee24f7e2e5e40d31 - 0.0% (92 Bytes)
[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#020] sha256:9c4f55d2edb8d97283c493dafa86c2354dab22d75d34406848d725717245727b - 0.17% (19.6 MB)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#023] sha256:1c8e3cecec2180c76d9ae663c379287f10648c5f48088f3a8f2177914b8a829a - 0.14% (16.8 MB)
[#024] sha256:af972f909f540978cf9d3522e65dc01509f607d53d4cb79ae385848c512f174a - 0.0% (1.37 KB)
[#025] sha256:5b022fab814157b158ece972648856cb79f82905115533e41a00e96f0211d4e8 - 0.0% (196 Bytes)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:77b50b7dc24c62bf3cc5ba20cd4240ba3ae636060abcc573bcaab890352b5748 - 0.05% (6.26 MB)
[#028] sha256:7458317863d948ee6dcebdf47efc0d0db70b476820d8608b1169928a22d34111 - 6.56% (760 MB)
[#029] sha256:430d828f33aa84bb4abfd20568d4588d51d395d8f0641630119811495cb6363d - 0.21% (24.8 MB)
[#030] sha256:94fdec7db770102b0f3e71a0f2db0b9218215e57e7f650018a84f64c97a6c7e6 - 0.0% (297 KB)
[#031] sha256:81cc9feb0bc1a736c4fc9f5d4040bf073c3a26e791c99132877fa17d247860b7 - 0.0% (298 KB)
[#032] sha256:1c646df941a9de06b163c8e70995f989dce3c91a4378d754e145b7b97ed75e96 - 0.0% (42.4 KB)
[#033] sha256:a2acc04d77ec7595aaab41c919ee56d9ff3d2594fc002346182b2b20a3a8ff2c - 0.0% (168 Bytes)
[#034] sha256:810e54801d66d88f51b8501a5629ac99cb1140f3a1facd236778fbe47fa95ba5 - 0.0% (592 Bytes)
[#035] sha256:ec684bcdda89f23222f58a2fc01f3826a1fd3e0e2f09aac3765890b2a0c4b3c9 - 0.73% (84.7 MB)
[#036] sha256:481b5266076549427450ebc784c6cf861493299d1d0d017e91c348dd7cbc06b2 - 0.67% (77.2 MB)
[#037] sha256:bd1d713c6afefa8306f429e392b11881f83472a6b5442639a88e98564f84f8a7 - 0.58% (66.9 MB)
[#038] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#039] sha256:403d42da1747ba77ab1385a6e5dda98112f5eb92d50f33d90bcb0373cbbbe4c4 - 0.0% (97.5 KB)
[#040] sha256:f88ba681e5eb0d37af013b1da66d50d7b5b79ff075cd14dc269490a87c757029 - 1.79% (207 MB)
[#041] sha256:7bfebad0e83bd879ab7cfa22925f6f282de7874bb9a7aa283ca84523944125a0 - 0.26% (29.6 MB)
[#042] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#043] sha256:332b505fb95bc4cfe9fc3774532589c108b47d02e44a547ae97ea7aef4887ef1 - 2.06% (239 MB)
[#044] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#045] sha256:3de1d148273ae2c49308aaa3ea6669441ba5e20495a28401c0e7fff5429e7cdd - 0.0% (71.6 KB)
[#046] sha256:7d5904b1efef55de0ac92dca728e076fe2176f363aac9c7d932971453a74fea0 - 0.18% (20.5 MB)
[#047] sha256:1a083a74624b18e049a1cc7fed77cda65f97e5a1ca3f8830a65aa5ea8f8a2220 - 0.0% (6.31 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-10 09:47:41 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-10 09:47:41 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-04-10 09:47:43 UTC/bin/sh -c #(nop) ADD file:da2cd86408d9354e8bd817c8a4b8635a1d788cd20d0d70061ce02a173e8cf902 in /
2026-04-10 09:47:44 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-05-05 01:00:42 UTC (buildkit.dockerfile.v0)LABEL maintainer=dl.mlsedevops@amd.com
2026-05-05 01:00:42 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=5.3
2026-05-05 01:00:42 UTC (buildkit.dockerfile.v0)ARG AMDGPU_VERSION=5.3
2026-05-05 01:00:42 UTC (buildkit.dockerfile.v0)ARG APT_PREF
2026-05-05 01:00:42 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
2026-05-05 01:13:45 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-05 01:13:45 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.2.3 AMDGPU_VERSION=30.30.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ENV AITER_ROCM_ARCH=gfx942;gfx950
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)WORKDIR /app
2026-09-28 02:19:40 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-09-28 02:20:31 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 libopenmpi-dev libpci-dev liblzma-dev pkg-config && for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && add-apt-repository -y ppa:ubuntu-toolchain-r/test && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 gcc-13 g++-13 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-09-28 02:20:35 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' 'pybind11<3.1.0' Cython # buildkit
2026-09-28 02:20:41 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y libjpeg-dev libsox-dev libsox-fmt-all sox && rm -rf /var/lib/apt/lists/* # buildkit
2026-09-28 02:20:41 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-09-28 02:20:41 UTC (buildkit.dockerfile.v0)ARG SCCACHE_DOWNLOAD_URL
2026-09-28 02:20:41 UTC (buildkit.dockerfile.v0)ARG SCCACHE_ENDPOINT
2026-09-28 02:20:41 UTC (buildkit.dockerfile.v0)ARG SCCACHE_BUCKET_NAME
2026-09-28 02:20:41 UTC (buildkit.dockerfile.v0)ARG SCCACHE_REGION_NAME
2026-09-28 02:20:41 UTC (buildkit.dockerfile.v0)ARG SCCACHE_S3_NO_CREDENTIALS
2026-09-28 02:20:43 UTC (buildkit.dockerfile.v0)RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then echo "Installing sccache..." && SCCACHE_ARCH="x86_64" && SCCACHE_VERSION="v0.8.1" && SCCACHE_DL_URL="${SCCACHE_DOWNLOAD_URL:-https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl.tar.gz}" && curl -L -o /tmp/sccache.tar.gz ${SCCACHE_DL_URL} && tar -xzf /tmp/sccache.tar.gz -C /tmp && mv /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl/sccache /usr/bin/sccache && chmod +x /usr/bin/sccache && rm -rf /tmp/sccache.tar.gz /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl && sccache --version; fi # buildkit
2026-09-28 02:20:43 UTC (buildkit.dockerfile.v0)RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then echo "Setting up sccache wrappers for HIP compilation..." && mkdir -p /opt/sccache-wrappers && printf '#!/bin/bash\nexec sccache /opt/rocm/lib/llvm/bin/clang++ "$@"\n' > /opt/sccache-wrappers/clang++ && chmod +x /opt/sccache-wrappers/clang++ && printf '#!/bin/bash\nexec sccache /opt/rocm/lib/llvm/bin/clang "$@"\n' > /opt/sccache-wrappers/clang && chmod +x /opt/sccache-wrappers/clang && echo "sccache wrappers created in /opt/sccache-wrappers"; fi # buildkit
2026-09-28 02:20:43 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-09-28 02:20:43 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=vllm-build-sccache
2026-09-28 02:20:43 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=us-west-2
2026-09-28 02:20:43 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=0
2026-09-28 02:20:43 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=0
2026-09-28 02:58:35 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install /install/*.whl # buildkit
2026-09-28 02:58:35 UTC (buildkit.dockerfile.v0)COPY /staging/ /opt/rocm/ # buildkit
2026-09-28 02:58:35 UTC (buildkit.dockerfile.v0)ENV ROCPROFILER_QUEUE_INTERPOSITION=0
2026-09-28 02:58:35 UTC (buildkit.dockerfile.v0)COPY /staging/ /opt/rocm/ # buildkit
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c set -eux; cd /opt/rocm/lib; ours_hsa="$(readlink -f libhsa-runtime64.so.1)"; ours_hip="$(readlink -f libamdhip64.so.7)"; for f in libhsa-runtime64.so.1.*; do [ "$f" = "${ours_hsa##*/}" ] || ln -f "$ours_hsa" "$f"; done; for f in libamdhip64.so.7.*; do [ "$f" = "${ours_hip##*/}" ] || ln -f "$ours_hip" "$f"; done # buildkit
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c ldconfig # buildkit
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG TRITON_BRANCH
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_REPO
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_AUDIO_BRANCH
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG PYTORCH_AUDIO_REPO
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG FA_REPO
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG AITER_BRANCH
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG AITER_REPO
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG MORI_BRANCH
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG MORI_REPO
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG ROCM_SYSTEMS_REPO
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG ROCPROFILER_SDK_COMMIT
2026-09-28 02:58:36 UTC (buildkit.dockerfile.v0)ARG ROCM_RUNTIME_COMMIT
2026-09-28 02:58:37 UTC (buildkit.dockerfile.v0)RUN |18 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.3-complete TRITON_BRANCH=669b31a TRITON_REPO=https://github.com/ROCm/triton.git PYTORCH_BRANCH=733fca1 PYTORCH_VISION_BRANCH=v0.28.0 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git PYTORCH_AUDIO_BRANCH=v2.11.0 PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git FA_BRANCH=0e60e394 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH=v0.1.23 AITER_REPO=https://github.com/ROCm/aiter.git MORI_BRANCH=v1.1.0 MORI_REPO=https://github.com/ROCm/mori.git ROCM_SYSTEMS_REPO=https://github.com/ROCm/rocm-systems.git ROCPROFILER_SDK_COMMIT=2b22ab0195cc1461cd9abf3b969e9dd7c10af350 ROCM_RUNTIME_COMMIT=af70edc91f1dc5d228fd4c076df99e65e49c4521 /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "ROCM_SYSTEMS_REPO: ${ROCM_SYSTEMS_REPO}" >> /app/versions.txt && echo "ROCPROFILER_SDK_COMMIT: ${ROCPROFILER_SDK_COMMIT}" >> /app/versions.txt && echo "ROCM_RUNTIME_COMMIT: ${ROCM_RUNTIME_COMMIT}" >> /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "PYTORCH_AUDIO_BRANCH: ${PYTORCH_AUDIO_BRANCH}" >> /app/versions.txt && echo "PYTORCH_AUDIO_REPO: ${PYTORCH_AUDIO_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt && echo "AITER_BRANCH: ${AITER_BRANCH}" >> /app/versions.txt && echo "AITER_REPO: ${AITER_REPO}" >> /app/versions.txt && echo "MORI_BRANCH: ${MORI_BRANCH}" >> /app/versions.txt && echo "MORI_REPO: ${MORI_REPO}" >> /app/versions.txt # buildkit
2026-10-03 07:53:30 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2026-10-03 07:53:30 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-10-03 07:53:30 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl libnuma-dev ccache mold # buildkit
2026-10-03 07:53:31 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2026-10-03 07:53:31 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-10-03 07:53:32 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh -c if [ "$USE_SCCACHE" != "1" ]; then apt-get purge -y sccache || true; python3 -m pip uninstall -y sccache || true; rm -f "$(which sccache)" || true; fi # buildkit
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh -c curl -LsSf --retry 3 --retry-delay 5 https://astral.sh/uv/install.sh -o /tmp/uv-install.sh && env UV_INSTALL_DIR="/usr/local/bin" sh /tmp/uv-install.sh && rm -f /tmp/uv-install.sh && uv --version # buildkit
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ENV CCACHE_DIR=/root/.cache/ccache
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ENV CCACHE_COMPILERCHECK=content
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ARG max_jobs
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ENV MAX_JOBS=16
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ARG SCCACHE_DOWNLOAD_URL
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ARG SCCACHE_ENDPOINT
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ARG SCCACHE_BUCKET_NAME
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ARG SCCACHE_REGION_NAME
2026-10-03 07:53:33 UTC (buildkit.dockerfile.v0)ARG SCCACHE_S3_NO_CREDENTIALS
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)RUN |9 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 max_jobs=16 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then if command -v sccache >/dev/null 2>&1; then echo "sccache already installed, skipping installation"; sccache --version; else echo "Installing sccache..." && SCCACHE_ARCH="x86_64" && SCCACHE_VERSION="v0.8.1" && SCCACHE_DL_URL="${SCCACHE_DOWNLOAD_URL:-https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl.tar.gz}" && curl -L -o /tmp/sccache.tar.gz ${SCCACHE_DL_URL} && tar -xzf /tmp/sccache.tar.gz -C /tmp && mv /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl/sccache /usr/bin/sccache && chmod +x /usr/bin/sccache && rm -rf /tmp/sccache.tar.gz /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl && sccache --version; fi; fi # buildkit
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=vllm-build-sccache
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=us-west-2
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=0
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=0
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)WORKDIR /app
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ARG NIC_BACKEND
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ARG AINIC_VERSION
2026-10-03 07:53:34 UTC (buildkit.dockerfile.v0)ARG UBUNTU_CODENAME
2026-10-03 07:54:02 UTC (buildkit.dockerfile.v0)RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy /bin/sh -c /bin/bash -lc 'set -euo pipefail; install_ainic() { apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg apt-transport-https; rm -rf /var/lib/apt/lists/*; mkdir -p /etc/apt/keyrings; curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /etc/apt/keyrings/amdainic.gpg; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/amdainic.gpg] https://repo.radeon.com/amdainic/pensando/ubuntu/${AINIC_VERSION} ${UBUNTU_CODENAME} main" > /etc/apt/sources.list.d/amdainic.list; apt-get update && apt-get install -y --no-install-recommends libionic-dev ionic-common ; rm -rf /var/lib/apt/lists/*; }; install_bnxt() { install -m 0755 -d /etc/apt/keyrings; curl -fsSL https://packages.broadcom.com/artifactory/api/security/keypair/PackagesKey/public -o /etc/apt/keyrings/broadcom-nic.asc; chmod a+r /etc/apt/keyrings/broadcom-nic.asc; echo "deb [arch=amd64 signed-by=/etc/apt/keyrings/broadcom-nic.asc] https://packages.broadcom.com/artifactory/ethernet-nic-debian-public jammy main" > /etc/apt/sources.list.d/broadcom-nic.list; apt-get update && apt-get install -y --no-install-recommends bnxt-rocelib=235.2.86.0 ; cp -a /usr/local/lib/x86_64-linux-gnu/libbnxt_re* /usr/local/lib/; ldconfig; rm -rf /var/lib/apt/lists/*; }; echo "[MORI] Install MoRI proxy deps"; pip install --quiet --ignore-installed blinker && pip install --quiet quart msgpack aiohttp pyzmq; echo "[MORI] NIC_BACKEND=${NIC_BACKEND}"; case "${NIC_BACKEND}" in none) ;; all) install_ainic; install_bnxt ;; ainic) install_ainic ;; bnxt) install_bnxt ;; *) echo "ERROR: unknown NIC_BACKEND=${NIC_BACKEND}. Use one of: none, ainic, bnxt, all"; exit 2 ;; esac' # buildkit
2026-10-03 07:54:03 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-03 07:54:05 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c rm -f /usr/bin/sccache || true && rm -rf /opt/sccache-wrappers || true # buildkit
2026-10-03 07:54:05 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=
2026-10-03 07:54:05 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=
2026-10-03 07:54:05 UTC (buildkit.dockerfile.v0)ENV SCCACHE_ENDPOINT=
2026-10-03 07:54:05 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=
2026-10-03 07:54:05 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=
2026-10-03 07:54:08 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2026-10-03 07:54:09 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c uv pip install --system --upgrade huggingface-hub # buildkit
2026-10-03 07:59:28 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c cd /install && echo "opentelemetry-api<=1.40.0" > /tmp/otel-constraints.txt && uv pip install --system -c /tmp/otel-constraints.txt -r requirements/rocm.txt && pip uninstall -y vllm && uv pip install --system -c /tmp/otel-constraints.txt *.whl && rm /tmp/otel-constraints.txt # buildkit
2026-10-03 07:59:29 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c uv pip install --system /nixl_install/*.whl # buildkit
2026-10-03 07:59:29 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR
2026-10-03 07:59:29 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE
2026-10-03 07:59:29 UTC (buildkit.dockerfile.v0)ARG NIC_BACKEND
2026-10-03 07:59:29 UTC (buildkit.dockerfile.v0)ARG AINIC_VERSION
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)COPY /docker /app/vllm/docker # buildkit
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)ENV HSA_ENABLE_IPC_MODE_LEGACY=1
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)ENV UCX_RMA_PPLN_ENABLE=y
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2026-10-03 07:59:30 UTC (buildkit.dockerfile.v0)ENV PYTORCH_NVML_BASED_CUDA_CHECK=1
2026-10-03 07:59:31 UTC (buildkit.dockerfile.v0)RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:ead1bf2fd16acf75-rocm-base NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 /bin/sh -c echo "ROCTRACER_MAX_EVENTS=10000000" > ${COMMON_WORKDIR}/libkineto.conf # buildkit
2026-10-03 07:59:31 UTC (buildkit.dockerfile.v0)ENV KINETO_CONFIG=/app/libkineto.conf
2026-10-03 07:59:32 UTC (buildkit.dockerfile.v0)RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:ead1bf2fd16acf75-rocm-base NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 /bin/sh -c echo "VLLM_BASE_IMAGE=${BASE_IMAGE}" >> ${COMMON_WORKDIR}/versions.txt && echo "MORI_NIC_BACKEND=${NIC_BACKEND}" >> ${COMMON_WORKDIR}/versions.txt && echo "AINIC_VERSION=${AINIC_VERSION}" >> ${COMMON_WORKDIR}/versions.txt # buildkit
2026-10-03 07:59:32 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-10-03 07:59:37 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c uv pip install --system /lmcache_install/*.whl && test "$(python3 -c 'import numpy; print(numpy.__version__)')" = "2.3.5" && uv pip check --system && python3 -c "import lmcache, lmcache.c_ops; print('lmcache', lmcache.__version__)" # buildkit
2026-10-03 07:59:37 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]
2026-10-11 16:45:20 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-11 16:45:20 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-11 16:45:20 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-11 16:45:20 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-10-11 16:45:20 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-10-11 16:45:20 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-10-11 16:45:35 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C Buildkit apt-get install -y --no-install-recommends \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ make ninja-build pkg-config ccache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-10-11 16:45:35 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-10-11 16:45:35 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2026-10-11 16:53:39 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python # Update alternatives if ! command -v python >/dev/null 2>&1 \ && command -v python${PYTHON_VERSION} >/dev/null 2>&1; then update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1 fi # buildkit
2026-10-11 16:53:39 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=7.2.3
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ARG ROCM_ARCHS
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ENV ROCM_HOME=/opt/rocm ROCM_VERSION=7.2.3 ROCM_ARCHS=
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.31.0
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.13.0
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_ROCM_VERSION=7.2.3
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.31.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=7.2.3
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-11 16:45:36 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-10-11 16:45:39 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.3 ROCM_ARCHS= VLLM_VERSION=0.31.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=7.2.3 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default. # Pinned to 2.54.0: ray 2.55 (ray-project/ray#61029) breaks distributed # ray.init when the driver has no co-located raylet (gpustack split containers). RAY_VERSION=2.54.0 cat <<EOT >/tmp/requirements.txt ray[cgraph]==${RAY_VERSION} ray[client]==${RAY_VERSION} ray[default]==${RAY_VERSION} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-16 08:42:32 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.3 ROCM_ARCHS= VLLM_VERSION=0.31.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=7.2.3 /bin/bash -eo pipefail -c # LMCache # Install uv pip install --no-build-isolation \ /lmcache/workspace/*.whl # Review uv pip show lmcache ## Fail here on a torch ABI mismatch: lmcache itself only WARNs and falls back to its slow ## torch baseline. RTLD_NOW resolves all symbols without module init, so this needs no GPU. cat <<EOT >/tmp/check_lmcache.py import ctypes, glob, os, sysconfig, torch platlib = sysconfig.get_paths()["platlib"] sos = glob.glob(platlib + "/lmcache/*.so") assert sos, "no lmcache extension found under " + platlib for so in sos: ctypes.CDLL(so, mode=os.RTLD_NOW) print("lmcache resolved against torch " + torch.__version__ + ": " + ", ".join(sos)) EOT python /tmp/check_lmcache.py # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-16 08:42:32 UTC (buildkit.dockerfile.v0)ARG VLLM_MOONCAKE_VERSION=0.3.13.post1
2026-10-16 08:42:32 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.3 ROCM_ARCHS= VLLM_VERSION=0.31.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=7.2.3 VLLM_MOONCAKE_VERSION=0.3.13.post1 /bin/bash -eo pipefail -c # MoonCake # Install uv pip install \ mooncake-transfer-engine-rocm==${VLLM_MOONCAKE_VERSION} # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-16 08:43:55 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.3 ROCM_ARCHS= VLLM_VERSION=0.31.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=7.2.3 VLLM_MOONCAKE_VERSION=0.3.13.post1 /bin/bash -eo pipefail -c # Omni if [[ ! -d /omni/workspace ]]; then echo "Skipping vLLM Omni installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /omni/workspace/*.whl # Dependencies cat <<EOT >/tmp/requirements.txt onnxruntime-rocm sox EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-16 08:43:55 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.3 ROCM_ARCHS= VLLM_VERSION=0.31.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=7.2.3 VLLM_MOONCAKE_VERSION=0.3.13.post1 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package vllm-omni \ --package flash-attn \ --package triton \ --package aiter \ --package torch \ --package lmcache \ --package mooncake-transfer-engine-rocm \ --package ray # buildkit
2026-10-16 08:43:56 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.3 ROCM_ARCHS= VLLM_VERSION=0.31.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=7.2.3 VLLM_MOONCAKE_VERSION=0.3.13.post1 /bin/bash -eo pipefail -c # Patch tree -hs /workspace/patches pushd $(pip show vllm | grep Location: | cut -d" " -f 2) \ && for f in /workspace/patches/vllm/*.patch; do patch -p1 < "$f" || exit 1; done if pip show vllm_omni > /dev/null 2>&1; then \ pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm_omni/*.patch; \ fi # buildkit
2026-10-16 08:43:58 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.2.3 ROCM_ARCHS= VLLM_VERSION=0.31.0 VLLM_TORCH_VERSION=2.13.0 VLLM_TORCH_ROCM_VERSION=7.2.3 VLLM_MOONCAKE_VERSION=0.3.13.post1 /bin/bash -eo pipefail -c # Dependencies # Install cat <<EOT >/tmp/requirements.txt # audio extras librosa soundfile mistral_common[audio] # petit extras petit-kernel # tokenizer extras fastokens==0.2.0 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-16 08:43:58 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1 RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1 SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=0 RUNAI_STREAMER_LOG_TO_STDERR=1 RUNAI_STREAMER_LOG_LEVEL=INFO
2026-10-16 08:43:58 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-10-16 08:43:58 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2026-10-16 10:21:26 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-16 10:21:26 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-16 10:21:26 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-16 10:21:26 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-10-16 10:21:26 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Disable the humming stub registration SITE_PACKAGES="$(pip show vllm_omni | grep '^Location:' | cut -d' ' -f2)" test -n "${SITE_PACKAGES}" FACTORY="${SITE_PACKAGES}/vllm_omni/quantization/factory.py" test -f "${FACTORY}" # Accept exactly three states: no stub at all (nothing to do), the stub # already disabled (idempotent re-run), or the known bare call line to # neutralize. Any other shape means the file drifted; refuse to guess. if ! grep -q 'def _register_humming_stubs' "${FACTORY}"; then echo "[info] vllm-omni carries no humming stub; nothing to do." exit 0 fi if ! grep -q '^_register_humming_stubs()$' "${FACTORY}"; then if grep -q '^# _register_humming_stubs()' "${FACTORY}"; then echo "[info] humming stub already disabled; nothing to do." exit 0 fi echo "[ERROR] unrecognized _register_humming_stubs call site in ${FACTORY}" >&2 exit 1 fi sed -i 's|^_register_humming_stubs()$|# _register_humming_stubs() -- disabled: spec-less sys.modules stubs break vllm has_humming() (ValueError: humming.__spec__ is None) and shadow the real humming-kernels package|' "${FACTORY}" grep -q '^# _register_humming_stubs()' "${FACTORY}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-16 10:21:26 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-10-16 10:21:26 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.