Namespace
gpustack
Image / Tagrunner:rocm7.0-vllm0.18.1-dev
Content Digestsha256:3e9a542714632ede8076fe62157913b13fc34662d6337f5df34f3a80c60b035b
Details
2026-06-05 14:06:40 UTC
8.65 GB
Labels
-
maintainerdl.mlsedevops@amd.com
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AITER_ROCM_ARCHgfx942;gfx950
DEBIAN_FRONTENDnoninteractive
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
KINETO_CONFIG/app/libkineto.conf
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
MORI_GPU_ARCHSgfx942;gfx950
PATH/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.12
PYTORCH_ROCM_ARCHgfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES1
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_ARCHS ROCM_HOME/opt/rocm
ROCM_PATH/opt/rocm
ROCM_VERSION7.0.2
RUNAI_STREAMER_LOG_LEVELINFO
RUNAI_STREAMER_LOG_TO_STDERR1
RUNAI_STREAMER_MEMORY_LIMIT0
SAFETENSORS_FAST_GPU1
SCCACHE_BUCKET SCCACHE_IDLE_TIMEOUT SCCACHE_REGION SCCACHE_S3_NO_CREDENTIALS TOKENIZERS_PARALLELISMfalse
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
VLLM_TORCH_ROCM_VERSION7.0.2
VLLM_TORCH_VERSION2.9.1
VLLM_VERSION0.18.1
Layers
[#000] sha256:e6fdc8487bfe6d764301ef3634bc6c043841dc3ab05ca14f81e69c0f92562d46 - 0.33% (29 MB)
[#001] sha256:2f4c517abc68a275952e498dacd8c3e29d5555a613d35074fbd790003bff3417 - 0.0% (237 Bytes)
[#002] sha256:7aca9073787e5acb11d9e58d7a5207c8a4256ef35fa0309f1208f817a4d2c4ee - 57.75% (4.99 GB)
[#003] sha256:0a5af9a4b9c53f8c85ccc5fab0edc81f1e1dbb60435e95ac1051bcfcecd62d89 - 0.0% (656 Bytes)
[#004] sha256:2a5a48c4969d2acc096e55d1c44d1c679988d469325c8f2571df899847190635 - 0.0% (91 Bytes)
[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#006] sha256:d7741e9d899fe2879684a43a1d752da1d58b8edf41be9da59c64211377d5d679 - 1.65% (146 MB)
[#007] sha256:e51b675fc9fec62daedd6c330a160cf8a1bbf9a62f03847a01c273dc140b095e - 0.74% (65.8 MB)
[#008] sha256:33f8078420011c588a0ca5385381cb787de9777164705548c94987ac7d536ba8 - 0.05% (4.06 MB)
[#009] sha256:620b26d5105b87eb784ecf5d0fd136f1d9493cdefd5e0037e223e22ea781f234 - 0.1% (9.11 MB)
[#010] sha256:710bca31c7871eabf0e512a19ae0a5cbe4a635a7182f7718a819ef6d554aa2d1 - 0.0% (227 Bytes)
[#011] sha256:7b456f6a389dc287806fe25061813dea5b891b55f0c03b9b4acf930aa0e44897 - 19.45% (1.68 GB)
[#012] sha256:1bba5d9eb242d6cc3ac00d2161a5df77b9599412bc0b123d03ca823d6721a6d9 - 0.0% (398 Bytes)
[#013] sha256:215984a57448c017dd524f786526f2f8450e380244e504f86832323b784b6b9c - 1.55% (137 MB)
[#014] sha256:6f858476846d35bcb85762e4909825054f05e903fd337865513fb3ccfcfc84fe - 0.0% (1.51 KB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:033dfb14c42b45858928f3d440df3a0fc29a004289c7a2c1750266f0aada8309 - 0.26% (23.3 MB)
[#017] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:0c067990abe85c7a81eb012fe6332f0b663e79b02a8d611fc9aabc9e101769e3 - 0.0% (1.98 KB)
[#020] sha256:da63edd3496b869f4b919a0e6ea247fbe16f4838e80a94e8d007921b64044973 - 0.0% (194 Bytes)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:c1cc8c40790171ceea96e06aa366a97f77459ec0bff83b905d2f7d6dc6ce28ac - 0.09% (7.58 MB)
[#023] sha256:583826a747a441abc26fdf6101c68524a7c3e19579ec5e38c24d5a2d1c57c0eb - 7.54% (668 MB)
[#024] sha256:1d6c545ad54b3b9d96814803747b2d53eaeac431f1614f563f877553acae713c - 0.0% (216 KB)
[#025] sha256:f1bbe426887de5eab51a89c704bf2b7d404950bff92a11969c7f6076bdd16195 - 0.0% (232 KB)
[#026] sha256:910ce195689025791ce3d18ecf88678602778de3ac47d485abf2712667f9a669 - 0.0% (5.42 KB)
[#027] sha256:955b176eb49faba1641d9b02dd6f3b47d7ae9e683bd84daee3411d5fb0464d48 - 0.0% (168 Bytes)
[#028] sha256:d47f446af5469f73b6c5498262c495952430bb2a08c328fc66227214e2985ed3 - 0.0% (426 Bytes)
[#029] sha256:92dea7bdd7257a92e6a9a0c91cc5a4b5f587698d9cf6508159730032b09ae72c - 1.19% (106 MB)
[#030] sha256:cd93f2e8c0c8f4c93292e76a21abeed9dad1081a03bafeea7ace7085a32da1e7 - 0.76% (67.6 MB)
[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#032] sha256:c64ebed8e6a5c4d21ebf71f7699db53b1d5d3983d53e03eeb8dca1be3701d0cc - 0.0% (79.1 KB)
[#033] sha256:7f7f09a291cd2cecef529663977b8157d2c54c4a127a2f00bfda76d33faadb5f - 2.36% (209 MB)
[#034] sha256:c345b9fbee2d99bff3610e6431a7b945536f54d35144020e87c236de2d6f4fac - 0.66% (58.7 MB)
[#035] sha256:cead5a7e9e2cd6921303b2b93d35b5719dab9e38270d431e0dd8c5accd9118fc - 0.55% (49 MB)
[#036] sha256:f14ce32884948a2f847e52b992131bd6842b030773777428f3d74e9b6584126c - 4.0% (354 MB)
[#037] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#038] sha256:7f709b4e98bb4455017ac9706851ddc920d2dd34e33f2d6f82c0b85aa5aa9d2e - 0.0% (5.11 KB)
[#039] sha256:28fd670d9bd6da48ac2793284f91315a3949e8012de42340356865d078f4dd33 - 0.05% (4.36 MB)
[#040] sha256:4c1c7e0b0d18712c37e9b978ae6490ccc1bdea0f9e9f371f4939bf770526d1ad - 0.0% (4.04 KB)
[#041] sha256:4c822eed4d1f0f2081cf0debbb507abee197a5586272543a736651c152aff06d - 0.89% (79 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-08-19 17:17:08 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-08-19 17:17:08 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-08-19 17:17:08 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-08-19 17:17:10 UTC/bin/sh -c #(nop) ADD file:9303cc1f788d2a9a8f909b154339f7c637b2a53c75c0e7f3da62eb1fefe371b1 in /
2025-08-19 17:17:10 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)LABEL maintainer=dl.mlsedevops@amd.com
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=5.3
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)ARG AMDGPU_VERSION=5.3
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)ARG APT_PREF
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
2025-09-16 09:40:45 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-16 09:40:46 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV AITER_ROCM_ARCH=gfx942;gfx950
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV MORI_GPU_ARCHS=gfx942;gfx950
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)WORKDIR /app
2026-02-12 13:12:38 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-02-12 13:13:46 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 libopenmpi-dev libpci-dev && for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-02-12 13:13:51 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 Cython # buildkit
2026-02-12 13:13:58 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y libjpeg-dev libsox-dev libsox-fmt-all sox && rm -rf /var/lib/apt/lists/* # buildkit
2026-02-12 13:13:58 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-02-12 13:13:58 UTC (buildkit.dockerfile.v0)ARG SCCACHE_DOWNLOAD_URL
2026-02-12 13:13:58 UTC (buildkit.dockerfile.v0)ARG SCCACHE_ENDPOINT
2026-02-12 13:13:58 UTC (buildkit.dockerfile.v0)ARG SCCACHE_BUCKET_NAME
2026-02-12 13:13:58 UTC (buildkit.dockerfile.v0)ARG SCCACHE_REGION_NAME
2026-02-12 13:13:58 UTC (buildkit.dockerfile.v0)ARG SCCACHE_S3_NO_CREDENTIALS
2026-02-12 13:14:00 UTC (buildkit.dockerfile.v0)RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then echo "Installing sccache..." && SCCACHE_ARCH="x86_64" && SCCACHE_VERSION="v0.8.1" && SCCACHE_DL_URL="${SCCACHE_DOWNLOAD_URL:-https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl.tar.gz}" && curl -L -o /tmp/sccache.tar.gz ${SCCACHE_DL_URL} && tar -xzf /tmp/sccache.tar.gz -C /tmp && mv /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl/sccache /usr/bin/sccache && chmod +x /usr/bin/sccache && rm -rf /tmp/sccache.tar.gz /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl && sccache --version; fi # buildkit
2026-02-12 13:14:01 UTC (buildkit.dockerfile.v0)RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then echo "Setting up sccache wrappers for HIP compilation..." && mkdir -p /opt/sccache-wrappers && printf '#!/bin/bash\nexec sccache /opt/rocm/lib/llvm/bin/clang++ "$@"\n' > /opt/sccache-wrappers/clang++ && chmod +x /opt/sccache-wrappers/clang++ && printf '#!/bin/bash\nexec sccache /opt/rocm/lib/llvm/bin/clang "$@"\n' > /opt/sccache-wrappers/clang && chmod +x /opt/sccache-wrappers/clang && echo "sccache wrappers created in /opt/sccache-wrappers"; fi # buildkit
2026-02-12 13:14:01 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-02-12 13:14:01 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=vllm-build-sccache
2026-02-12 13:14:01 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=us-west-2
2026-02-12 13:14:01 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=0
2026-02-12 13:14:01 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=0
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c pip install /install/*.whl # buildkit
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG TRITON_BRANCH
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG PYTORCH_REPO
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG PYTORCH_AUDIO_BRANCH
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG PYTORCH_AUDIO_REPO
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG FA_REPO
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG AITER_BRANCH
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG AITER_REPO
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG MORI_BRANCH
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)ARG MORI_REPO
2026-02-12 13:43:44 UTC (buildkit.dockerfile.v0)RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete TRITON_BRANCH=57c693b6 TRITON_REPO=https://github.com/ROCm/triton.git PYTORCH_BRANCH=89075173 PYTORCH_VISION_BRANCH=v0.24.1 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git PYTORCH_AUDIO_BRANCH=v2.9.0 PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git FA_BRANCH=0e60e394 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH=v0.1.10.post2 AITER_REPO=https://github.com/ROCm/aiter.git MORI_BRANCH=2d02c6a9 MORI_REPO=https://github.com/ROCm/mori.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "PYTORCH_AUDIO_BRANCH: ${PYTORCH_AUDIO_BRANCH}" >> /app/versions.txt && echo "PYTORCH_AUDIO_REPO: ${PYTORCH_AUDIO_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt && echo "AITER_BRANCH: ${AITER_BRANCH}" >> /app/versions.txt && echo "AITER_REPO: ${AITER_REPO}" >> /app/versions.txt && echo "MORI_BRANCH: ${MORI_BRANCH}" >> /app/versions.txt && echo "MORI_REPO: ${MORI_REPO}" >> /app/versions.txt # buildkit
2026-03-30 23:18:44 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2026-03-30 23:18:44 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2026-03-30 23:18:44 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl # buildkit
2026-03-30 23:18:47 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2026-03-30 23:18:47 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-03-30 23:18:47 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 USE_SCCACHE=1 /bin/sh -c if [ "$USE_SCCACHE" != "1" ]; then apt-get purge -y sccache || true; python3 -m pip uninstall -y sccache || true; rm -f "$(which sccache)" || true; fi # buildkit
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 USE_SCCACHE=1 /bin/sh -c curl -LsSf https://astral.sh/uv/install.sh | env UV_INSTALL_DIR="/usr/local/bin" sh # buildkit
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ARG SCCACHE_DOWNLOAD_URL
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ARG SCCACHE_ENDPOINT
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ARG SCCACHE_BUCKET_NAME
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ARG SCCACHE_REGION_NAME
2026-03-30 23:18:49 UTC (buildkit.dockerfile.v0)ARG SCCACHE_S3_NO_CREDENTIALS
2026-03-30 23:18:50 UTC (buildkit.dockerfile.v0)RUN |8 ARG_PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 USE_SCCACHE=1 USE_SCCACHE=1 SCCACHE_DOWNLOAD_URL= SCCACHE_ENDPOINT= SCCACHE_BUCKET_NAME=vllm-build-sccache SCCACHE_REGION_NAME=us-west-2 SCCACHE_S3_NO_CREDENTIALS=0 /bin/sh -c if [ "$USE_SCCACHE" = "1" ]; then if command -v sccache >/dev/null 2>&1; then echo "sccache already installed, skipping installation"; sccache --version; else echo "Installing sccache..." && SCCACHE_ARCH="x86_64" && SCCACHE_VERSION="v0.8.1" && SCCACHE_DL_URL="${SCCACHE_DOWNLOAD_URL:-https://github.com/mozilla/sccache/releases/download/${SCCACHE_VERSION}/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl.tar.gz}" && curl -L -o /tmp/sccache.tar.gz ${SCCACHE_DL_URL} && tar -xzf /tmp/sccache.tar.gz -C /tmp && mv /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl/sccache /usr/bin/sccache && chmod +x /usr/bin/sccache && rm -rf /tmp/sccache.tar.gz /tmp/sccache-${SCCACHE_VERSION}-${SCCACHE_ARCH}-unknown-linux-musl && sccache --version; fi; fi # buildkit
2026-03-30 23:18:50 UTC (buildkit.dockerfile.v0)ARG USE_SCCACHE
2026-03-30 23:18:50 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=vllm-build-sccache
2026-03-30 23:18:50 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=us-west-2
2026-03-30 23:18:50 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=0
2026-03-30 23:18:50 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=0
2026-03-30 23:18:50 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR
2026-03-30 23:18:50 UTC (buildkit.dockerfile.v0)WORKDIR /app
2026-03-30 23:19:05 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2026-03-30 23:19:06 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c rm -f /usr/bin/sccache || true && rm -rf /opt/sccache-wrappers || true # buildkit
2026-03-30 23:19:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_BUCKET=
2026-03-30 23:19:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_REGION=
2026-03-30 23:19:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_S3_NO_CREDENTIALS=
2026-03-30 23:19:06 UTC (buildkit.dockerfile.v0)ENV SCCACHE_IDLE_TIMEOUT=
2026-03-30 23:19:06 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2026-03-30 23:19:08 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c uv pip install --system --upgrade huggingface-hub[cli] # buildkit
2026-03-30 23:21:39 UTC (buildkit.dockerfile.v0)RUN /bin/sh -c cd /install && uv pip install --system -r requirements/rocm.txt && pip uninstall -y vllm && uv pip install --system *.whl # buildkit
2026-03-30 23:21:39 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR
2026-03-30 23:21:39 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE
2026-03-30 23:21:39 UTC (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2026-03-30 23:21:40 UTC (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2026-03-30 23:21:40 UTC (buildkit.dockerfile.v0)COPY /docker /app/vllm/docker # buildkit
2026-03-30 23:21:40 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2026-03-30 23:21:40 UTC (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2026-03-30 23:21:40 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2026-03-30 23:21:40 UTC (buildkit.dockerfile.v0)RUN |2 COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base-12919 /bin/sh -c echo "ROCTRACER_MAX_EVENTS=10000000" > ${COMMON_WORKDIR}/libkineto.conf # buildkit
2026-03-30 23:21:40 UTC (buildkit.dockerfile.v0)ENV KINETO_CONFIG=/app/libkineto.conf
2026-03-30 23:21:41 UTC (buildkit.dockerfile.v0)RUN |2 COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base-12919 /bin/sh -c echo "VLLM_BASE_IMAGE=${BASE_IMAGE}" >> ${COMMON_WORKDIR}/versions.txt # buildkit
2026-03-30 23:21:41 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-03-30 23:21:41 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]
2026-05-08 12:40:30 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-05-08 12:40:30 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-05-08 12:40:30 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-05-08 12:40:30 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-05-08 12:40:30 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-05-08 12:40:30 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-05-08 12:40:39 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C Buildkit apt-get install -y --no-install-recommends \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ make ninja-build pkg-config ccache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-05-08 12:40:39 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-05-08 12:40:39 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2026-05-08 12:40:39 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python # Update alternatives if ! command -v python >/dev/null 2>&1 \ && command -v python${PYTHON_VERSION} >/dev/null 2>&1; then update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1 fi # buildkit
2026-05-08 12:40:39 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=7.0.2
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ARG ROCM_ARCHS
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ENV ROCM_HOME=/opt/rocm ROCM_VERSION=7.0.2 ROCM_ARCHS=
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.18.1
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.9.1
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_ROCM_VERSION=7.0.2
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.18.1 VLLM_TORCH_VERSION=2.9.1 VLLM_TORCH_ROCM_VERSION=7.0.2
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-05-08 12:40:40 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-05-08 12:40:45 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 ROCM_ARCHS= VLLM_VERSION=0.18.1 VLLM_TORCH_VERSION=2.9.1 VLLM_TORCH_ROCM_VERSION=7.0.2 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default RAY_VERSION=2.55.1 cat <<EOT >/tmp/requirements.txt ray[cgraph]==${RAY_VERSION} ray[client]==${RAY_VERSION} ray[default]==${RAY_VERSION} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-08 12:51:35 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 ROCM_ARCHS= VLLM_VERSION=0.18.1 VLLM_TORCH_VERSION=2.9.1 VLLM_TORCH_ROCM_VERSION=7.0.2 /bin/bash -eo pipefail -c # LMCache # Install uv pip install --no-build-isolation \ /lmcache/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-08 12:51:36 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 ROCM_ARCHS= VLLM_VERSION=0.18.1 VLLM_TORCH_VERSION=2.9.1 VLLM_TORCH_ROCM_VERSION=7.0.2 /bin/bash -eo pipefail -c # MoonCake # Install uv pip install --no-build-isolation \ /mooncake/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-08 12:51:46 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 ROCM_ARCHS= VLLM_VERSION=0.18.1 VLLM_TORCH_VERSION=2.9.1 VLLM_TORCH_ROCM_VERSION=7.0.2 /bin/bash -eo pipefail -c # Omni if [[ ! -d /omni/workspace ]]; then echo "Skipping vLLM Omni installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /omni/workspace/*.whl # Dependencies cat <<EOT >/tmp/requirements.txt onnxruntime-rocm sox EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-08 12:51:46 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 ROCM_ARCHS= VLLM_VERSION=0.18.1 VLLM_TORCH_VERSION=2.9.1 VLLM_TORCH_ROCM_VERSION=7.0.2 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package vllm-omni \ --package flash-attn \ --package triton \ --package aiter \ --package torch \ --package lmcache \ --package mooncake-transfer-engine \ --package ray # buildkit
2026-05-08 12:51:47 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 ROCM_ARCHS= VLLM_VERSION=0.18.1 VLLM_TORCH_VERSION=2.9.1 VLLM_TORCH_ROCM_VERSION=7.0.2 /bin/bash -eo pipefail -c # Patch tree -hs /workspace/patches pushd $(pip show vllm | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm/*.patch if pip show vllm_omni > /dev/null 2>&1; then \ pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm_omni/*.patch; \ fi # buildkit
2026-05-08 12:51:49 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 ROCM_ARCHS= VLLM_VERSION=0.18.1 VLLM_TORCH_VERSION=2.9.1 VLLM_TORCH_ROCM_VERSION=7.0.2 /bin/bash -eo pipefail -c # Dependencies # Install cat <<EOT >/tmp/requirements.txt # audio extras librosa soundfile mistral_common[audio] # petit extras petit-kernel EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-05-08 12:51:49 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1 RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1 SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=0 RUNAI_STREAMER_LOG_TO_STDERR=1 RUNAI_STREAMER_LOG_LEVEL=INFO
2026-05-08 12:51:49 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-05-08 12:51:49 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2026-06-05 14:06:33 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-06-05 14:06:33 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-06-05 14:06:33 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-06-05 14:06:33 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-06-05 14:06:33 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Patch F="$(pip show vllm | grep Location: | cut -d" " -f 2)/vllm/utils/network_utils.py" echo "Target: ${F}" grep -n "_next_port" "${F}" || true if grep -qE '^[[:space:]]*_next_port = port \+ 1[[:space:]]*$' "${F}"; then echo "Already fixed (_next_port = port + 1), skipping." elif grep -qE '^[[:space:]]*_next_port = port[[:space:]]*$' "${F}"; then sed -i -E 's/^([[:space:]]*)_next_port = port[[:space:]]*$/\1_next_port = port + 1/' "${F}" echo "Patched: _next_port = port -> _next_port = port + 1" else echo "ERROR: expected '_next_port = port' assignment not found in ${F}" >&2 exit 1 fi grep -n "_next_port" "${F}" # buildkit
2026-06-05 14:06:40 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Pin Ray pip install --no-cache-dir ray==2.54.0 pip show ray | grep -i '^Version:' || true # buildkit
2026-06-05 14:06:40 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-06-05 14:06:40 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.