Namespace
vllm
Image / Tagvllm-openai:flint
Content Digestsha256:be337371b88c770a25a7c029ecc1096dde132889853609b28093ddabc002b0bd
Details
2026-10-21 14:28:57 UTC
8.93 GB
Labels
-
ai.vllm.build.commitunknown
-
ai.vllm.build.pipelinelocal
-
ai.vllm.build.url
-
ai.vllm.image.taglocal/vllm-openai:dev
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.revisionunknown
-
org.opencontainers.image.sourcehttps://github.com/vllm-project/vllm
-
org.opencontainers.image.url
-
org.opencontainers.image.versionlocal/vllm-openai:dev
Environment
CRIU_CUDA_PLUGIN_DIR/usr/local/lib/criu
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.3
DEBIAN_FRONTENDnoninteractive
LD_LIBRARY_PATH/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_VERSION13.0.96-1
PATH/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
TORCH_CUDA_ARCH_LIST7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
UV_CACHE_DIR/opt/uv/cache
UV_COMPILE_BYTECODE1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_OVERRIDE/etc/uv-overrides.txt
UV_PYTHON_INSTALL_DIR/opt/uv/python
VLLM_BUILD_COMMITunknown
VLLM_BUILD_PIPELINElocal
VLLM_BUILD_URL VLLM_ENABLE_CUDA_COMPATIBILITY0
VLLM_IMAGE_TAGlocal/vllm-openai:dev
VLLM_USAGE_SOURCEproduction-docker-image
Layers
[#000] sha256:689b91d88a0f4086057ec826027b128902ecf2b516be510371c115bc55da19a6 - 0.31% (28.4 MB)
[#001] sha256:95e35692d3cc347d712fd236fd2af3b1c697783518182b1ae716722f694ed616 - 0.07% (6.64 MB)
[#002] sha256:5e25946ba40dcbc2410bf1852d135a46cb31cc7f89c05b9ef1ab12a6ef988aeb - 0.0% (354 KB)
[#003] sha256:f0af354daeda18f18684b23520969ef6bb3de82bb267936f867b12769be9125d - 1.09% (100 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:ccf9c70a85fc6158d617c85f3f719f669efb00c28fd45fa292575d351435bd2f - 0.0% (186 Bytes)
[#006] sha256:730c8029606bf4b4533d7a7159458cf5e3f348ea956ccfb10ce5da3e20adac8f - 0.0% (6.72 KB)
[#007] sha256:2bdecd9267f162cf787031a61c1b2a873663b1beb158404aa4ba4c1a3cedcf9d - 0.0% (104 Bytes)
[#008] sha256:b654d025f03e4f7c4a511957e3bcbac7acd6836327c497543cb064def429be3f - 0.0% (231 Bytes)
[#009] sha256:4675dce8e55eca17a6bde5ab08e6d062cda61de9f69508c4467e0e5f1d4b8bda - 2.42% (222 MB)
[#010] sha256:a3dfe58fbbb1fcc0d0c68e5de22e5ee7910fa65f23df21c3666663015e2ffced - 15.16% (1.35 GB)
[#011] sha256:00148a6585c0dc5d368e6f44e466644a30b3bc36fc9f51114571390ef7d6b868 - 0.0% (1.62 KB)
[#012] sha256:ca17ed2c225666248cd3d8429579fd87e88950703fc45c9879db5180cfaeb8d9 - 0.1% (8.85 MB)
[#013] sha256:d8ecf22750bbede11620c118c30883b7e0c74ed7cca00b78de8fbe764a0792e6 - 0.37% (33.4 MB)
[#014] sha256:24dc983d9d99a548802d0608178aaf31cde0a9069b70c22bdedfc98efca195e6 - 0.0% (150 Bytes)
[#015] sha256:7843199452857cfaa1ab0705c39f995fc8311f65b76584a55c9d9ebbc0637d38 - 0.0% (163 Bytes)
[#016] sha256:bc469b6386d3c2526db279fcc24ab3f30349c88094760230222cd9e3e91119ec - 0.0% (3.42 KB)
[#017] sha256:f1221f6c5509e68e327c375eba7d10198f47b4a4de94fc3322411625fa066525 - 0.0% (2.03 KB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:b7c2673ed6120755b8a7669533970a009df2ffe5815f30245c7fc1f668348c14 - 0.0% (1.67 KB)
[#020] sha256:edfdc1b5127c85f990b03bde7013907d9668b8f6b0004868cc9f74d52b451df4 - 0.0% (718 Bytes)
[#021] sha256:39e34bd795535ddd7edd513ed0eeefdd5d0286f34d7c20334dac15df22439242 - 42.55% (3.8 GB)
[#022] sha256:1591511776e6a775493e271766656e30cac2689e718f3d1cdf647a868c4e4a3b - 29.61% (2.64 GB)
[#023] sha256:c204c8e95e15640e226cb8fdfbe1a13c62c2aa7a45afddccbfb0e1b4cd1051f5 - 0.0% (897 Bytes)
[#024] sha256:101a4150a15c8675cc0e386552a4a0fc79e00c15c1aecb237b42f45d4113f404 - 0.0% (336 KB)
[#025] sha256:c23501c7d205fc4e1290fa1f962a23dc78f401b372c00e20b2b4c46719e47c22 - 0.69% (62.8 MB)
[#026] sha256:2de2fd0d76ac850e2a2587e1b92f56eae4b13d8ae8f42acf01b0c8bdde83ce22 - 0.0% (203 Bytes)
[#027] sha256:1c2331bb32e9a9a8a9208bfb16cdd8e37cd76ba3369003b7523f9a79289c5ccf - 0.0% (236 Bytes)
[#028] sha256:0615fba866d5a88f8ad2c4aadafeeb4dcc13f5a331dd354eaff9efc105c03ce5 - 3.72% (340 MB)
[#029] sha256:ce2d6a95203d66e52b505c95b594b2860b9144d4432fcd511a7b9be91f23f0a3 - 0.0% (200 Bytes)
[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#031] sha256:65dcf11e29324ee9f5169b02841d89f4ca90a506a60651025d13a72c1e3dadee - 0.0% (249 Bytes)
[#032] sha256:5a89040b5138a4866a3ac6cf0ab29ce3983c549d56720acb28844bb5e0f3bd76 - 0.15% (14 MB)
[#033] sha256:d2a5c960e20a7177c368246a91fcb315bd1feb6550cc027454c34aa9c3fd238d - 0.0% (310 KB)
[#034] sha256:ccabe4bf5f1dc639aecf0172078548a8f8df805233b565f17d8572ad92daac63 - 0.0% (300 KB)
[#035] sha256:522c15fc05d4d6c2234c489077f9535c1411a36852288241db21cd9e61e90cd4 - 0.0% (9.61 KB)
[#036] sha256:7f4771661cbcecf61f3048076580004adfa0c83308b91fb180218d811af2dca5 - 3.75% (342 MB)
[#037] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#038] sha256:bb7076cc59202c9c897753d5ea2a4e4e527b39b63c108c46a64037231c46dda5 - 0.0% (212 Bytes)
[#039] sha256:5caac42fef9a0a098c2e483e9cea165d6f0eb206e99554f4af04c24218676da4 - 0.0% (825 Bytes)
[#040] sha256:da7ea9495f7ce32c6f9e5cfd0e9945089b0c896c44a63a1f31fa0f41d741cf89 - 0.0% (174 Bytes)
[#041] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-03 15:16:40 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-03 15:16:40 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-03 15:16:42 UTC/bin/sh -c #(nop) ADD file:0f6466425c4f1800aae9224ddc3437b90c829cea58fb8edd5dde2f1eb0ee28da in /
2026-04-03 15:16:43 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.96-1
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.3
2026-04-14 16:31:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG INSTALL_RUBIN_PRERELEASE=false
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG max_jobs=64
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION=2.30.7
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_MIRROR_URL
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_GPGKEY_URL
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ARG GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2026-10-18 02:32:40 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
2026-10-21 13:09:18 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-10-21 13:10:41 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-nvrtc-dev-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-21 13:10:41 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda
2026-10-21 13:10:41 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-10-21 13:10:41 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-10-21 13:10:59 UTC (buildkit.dockerfile.v0)COPY tools/install_snapshot_runtime.sh /usr/local/bin/install_snapshot_runtime.sh # buildkit
2026-10-21 13:11:25 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c if [ "${TARGETPLATFORM}" = "linux/amd64" ] && [ "${CUDA_VERSION%%.*}" -ge 13 ]; then MAX_JOBS="${max_jobs}" /usr/local/bin/install_snapshot_runtime.sh; else echo "Initialized snapshots are not installed for ${TARGETPLATFORM} with CUDA ${CUDA_VERSION}"; fi # buildkit
2026-10-21 13:11:25 UTC (buildkit.dockerfile.v0)ENV CRIU_CUDA_PLUGIN_DIR=/usr/local/lib/criu
2026-10-21 13:11:30 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c python3 -m pip install uv # buildkit
2026-10-21 13:11:30 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-10-21 13:11:30 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-10-21 13:11:30 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-10-21 13:11:30 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
2026-10-21 13:11:30 UTC (buildkit.dockerfile.v0)ENV UV_CACHE_DIR=/opt/uv/cache
2026-10-21 13:11:30 UTC (buildkit.dockerfile.v0)ENV UV_COMPILE_BYTECODE=1
2026-10-21 13:11:33 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)ENV UV_OVERRIDE=/etc/uv-overrides.txt
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)COPY requirements/common.txt /tmp/common.txt # buildkit
2026-10-21 13:11:34 UTC (buildkit.dockerfile.v0)COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit
2026-10-21 13:12:59 UTC (buildkit.dockerfile.v0)RUN |10 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && [ ! -f /tmp/vllm-requirements/rubin-prerelease.txt ]; then echo "INSTALL_RUBIN_PRERELEASE=true requires requirements/rubin-prerelease.txt" >&2; exit 1; fi && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && sed -Ei '/^[[:space:]]*(torch|torchvision|torchaudio)[[:space:]]*==/Id' /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/requirements-cuda.txt && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; else uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit
2026-10-21 13:15:33 UTC (buildkit.dockerfile.v0)RUN |10 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c PIP_CACHE_DIR=/opt/pip/cache flashinfer download-kernels # buildkit
2026-10-21 13:15:33 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_CUDA_VERSION=12.8
2026-10-21 13:15:33 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_OS_VERSION=Ubuntu24_04
2026-10-21 13:15:33 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-21 13:15:47 UTC (buildkit.dockerfile.v0)COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit
2026-10-21 13:15:53 UTC (buildkit.dockerfile.v0)RUN |12 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 /bin/sh -c set -eux; case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}" && rm /tmp/install_gdrcopy.sh # buildkit
2026-10-21 13:15:53 UTC (buildkit.dockerfile.v0)ARG TIMM_VERSION=>=1.0.17
2026-10-21 13:15:53 UTC (buildkit.dockerfile.v0)ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7
2026-10-21 13:15:57 UTC (buildkit.dockerfile.v0)RUN |14 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/sh -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit
2026-10-21 13:15:57 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL=
2026-10-21 13:15:57 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL=
2026-10-21 13:15:57 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl
2026-10-21 13:15:57 UTC (buildkit.dockerfile.v0)ARG PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled
2026-10-21 13:15:57 UTC (buildkit.dockerfile.v0)ARG PYTORCH_NIGHTLY
2026-10-21 13:15:58 UTC (buildkit.dockerfile.v0)COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit
2026-10-21 14:28:15 UTC (buildkit.dockerfile.v0)COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit
2026-10-21 14:28:30 UTC (buildkit.dockerfile.v0)RUN |21 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
2026-10-21 14:28:30 UTC (buildkit.dockerfile.v0)RUN |21 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c ln -s "$(python3 -c 'import sysconfig; print(sysconfig.get_path("platlib"))')/vllm/vllm-rs" /usr/local/bin/vllm-rs && vllm-rs --version # buildkit
2026-10-21 14:28:30 UTC (buildkit.dockerfile.v0)RUN |21 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c . /etc/environment && uv pip list # buildkit
2026-10-21 14:28:30 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-10-21 14:28:30 UTC (buildkit.dockerfile.v0)COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)RUN |21 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)COPY examples examples # buildkit
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)COPY benchmarks benchmarks # buildkit
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)COPY ./vllm/collect_env.py . # buildkit
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG INSTALL_KV_CONNECTORS=true
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG INSTALL_RUBIN_PRERELEASE=false
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG TRITON_INSTALL_FROM_SOURCE_REPO=
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_COMMIT
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_PIPELINE
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_URL
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG VLLM_IMAGE_TAG
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL=
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL=
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
2026-10-21 14:28:31 UTC (buildkit.dockerfile.v0)ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
2026-10-21 14:28:56 UTC (buildkit.dockerfile.v0)RUN |28 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true TRITON_INSTALL_FROM_SOURCE_REPO= VLLM_BUILD_COMMIT= VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 /bin/sh -c set -eu; CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors.txt; if [ "${CUDA_MAJOR}" = "12" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors_cu12.txt; fi; uv pip freeze --system > /tmp/kv-installed.txt; grep -E '^(torch|torchaudio|torchvision|triton|cuda-bindings|cuda-python|cuda-toolkit)==' /tmp/kv-installed.txt > /tmp/kv-constraints.txt; uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system -c /tmp/kv-constraints.txt "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; rm -f /tmp/kv-installed.txt /tmp/kv-constraints.txt; fi # buildkit
2026-10-21 14:28:56 UTC (buildkit.dockerfile.v0)RUN |28 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true TRITON_INSTALL_FROM_SOURCE_REPO= VLLM_BUILD_COMMIT= VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then echo "Installing Rubin prerelease requirements..." && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; fi # buildkit
2026-10-21 14:28:56 UTC (buildkit.dockerfile.v0)COPY /tmp/triton_from_source_workspace/dist/wheel.sha256 /tmp/triton-source-wheel.sha256 # buildkit
2026-10-21 14:28:56 UTC (buildkit.dockerfile.v0)COPY tools/install_triton_from_source.sh /tmp/install_triton_from_source.sh # buildkit
2026-10-21 14:28:56 UTC (buildkit.dockerfile.v0)RUN |28 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true TRITON_INSTALL_FROM_SOURCE_REPO= VLLM_BUILD_COMMIT= VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 /bin/sh -c if [ -n "${TRITON_INSTALL_FROM_SOURCE_REPO}" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2); if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then case "${CUDA_MAJOR_MINOR}" in 13.4|13.5) TRITON_SYSTEM_PTXAS_PATH=/usr/local/cuda/bin/ptxas TRITON_EXPECTED_PTXAS_VERSION="${CUDA_MAJOR_MINOR}" bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256 ;; *) echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1 ;; esac; else bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256; fi; fi && rm -f /tmp/install_triton_from_source.sh /tmp/triton-source-wheel.sha256 # buildkit
2026-10-21 14:28:56 UTC (buildkit.dockerfile.v0)ARG BUILD_NIXL=false
2026-10-21 14:28:57 UTC (buildkit.dockerfile.v0)RUN |29 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true TRITON_INSTALL_FROM_SOURCE_REPO= VLLM_BUILD_COMMIT= VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 BUILD_NIXL=false /bin/sh -c set -eu; if [ "${BUILD_NIXL}" = "true" ]; then ls /tmp/nixl-dist/*.whl; uv pip uninstall --system nixl nixl-cu12 nixl-cu13; uv pip install --system --no-deps /tmp/nixl-dist/*.whl; python3 -c "import glob, importlib.util as u, os, torch; spec = u.find_spec('nixl_ep_cu' + os.environ['CUDA_VERSION'].split('.')[0]); mm = ''.join(torch.__version__.split('.')[:2]); ext = glob.glob(os.path.join(spec.submodule_search_locations[0], 'nixl_ep_cpp_torch' + mm + '.*')) if spec else []; assert ext, 'NIXL EP has no build for torch ' + torch.__version__; print('NIXL EP extension:', ext[0])"; fi # buildkit
2026-10-21 14:28:57 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2026-10-21 14:28:57 UTC (buildkit.dockerfile.v0)ENV VLLM_BUILD_COMMIT=unknown VLLM_BUILD_PIPELINE=local VLLM_BUILD_URL= VLLM_IMAGE_TAG=local/vllm-openai:dev
2026-10-21 14:28:57 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=unknown org.opencontainers.image.version=local/vllm-openai:dev org.opencontainers.image.url= ai.vllm.build.commit=unknown ai.vllm.build.pipeline=local ai.vllm.build.url= ai.vllm.image.tag=local/vllm-openai:dev
2026-10-21 14:28:57 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]
Details
2026-10-21 14:54:36 UTC
10 GB
Labels
-
ai.vllm.build.commitunknown
-
ai.vllm.build.pipelinelocal
-
ai.vllm.build.url
-
ai.vllm.image.taglocal/vllm-openai:dev
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.revisionunknown
-
org.opencontainers.image.sourcehttps://github.com/vllm-project/vllm
-
org.opencontainers.image.url
-
org.opencontainers.image.versionlocal/vllm-openai:dev
Environment
CRIU_CUDA_PLUGIN_DIR/usr/local/lib/criu
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.3
DEBIAN_FRONTENDnoninteractive
LD_LIBRARY_PATH/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_VERSION13.0.96-1
PATH/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
TORCH_CUDA_ARCH_LIST7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
UV_CACHE_DIR/opt/uv/cache
UV_COMPILE_BYTECODE1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_OVERRIDE/etc/uv-overrides.txt
UV_PYTHON_INSTALL_DIR/opt/uv/python
VLLM_BUILD_COMMITunknown
VLLM_BUILD_PIPELINElocal
VLLM_BUILD_URL VLLM_ENABLE_CUDA_COMPATIBILITY0
VLLM_IMAGE_TAGlocal/vllm-openai:dev
VLLM_USAGE_SOURCEproduction-docker-image
Layers
[#000] sha256:794395580f3d6cb923594525a6a5a98075c2cfc67fdf4a9ddc557084c3993a01 - 0.28% (28.6 MB)
[#001] sha256:2ed23d91404d4701b704d1bde211c59a2a564a31c315f05871a6e9403bc19945 - 0.06% (6.44 MB)
[#002] sha256:b69841cb303ccedcf38d7b88ef5624621de9afac92f991bd9493046493af0459 - 0.0% (368 KB)
[#003] sha256:f96e895ae7545ec872855c3f2adf4d95fa731dd2e8545b054f7aa1afc3d979f9 - 0.93% (94.8 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:4efc2d488f5acb1bcdef886876870bffe7f6435015718596101285c66bfd9fea - 0.0% (187 Bytes)
[#006] sha256:730c8029606bf4b4533d7a7159458cf5e3f348ea956ccfb10ce5da3e20adac8f - 0.0% (6.72 KB)
[#007] sha256:a0545d01dda85ed6ce4e5e34bfc3ca33cf1a69855a60f5ab49fd947c0b652295 - 0.0% (104 Bytes)
[#008] sha256:54fe45dad8bfcc1da5e2658b669626b12bfc11e057018f3dc1183c7ff3aa4f44 - 0.0% (230 Bytes)
[#009] sha256:0bfc4efeba859a57b96149182edec09fa2d2deeea5f2373e520dc5711b284382 - 2.1% (215 MB)
[#010] sha256:a0af6a1d469f2398c330235832f4a5cf6758fdac615cbcb2a209c0fec7a656e4 - 14.88% (1.49 GB)
[#011] sha256:cf88b7788b1ac8fa72f6b00efc3f867002a3cd5e66f321c0b9171cccb4c86738 - 0.0% (1.62 KB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:e78abac74eaaf72c5d342a3758292f004e5246b5c5c5966ba6a40b7ebc8bd0c3 - 0.31% (32.3 MB)
[#014] sha256:d081069600a3dfaa771c2f699cdfd5f59d72f6fad726697e384a1b9574f26114 - 0.0% (150 Bytes)
[#015] sha256:cb7861680effeba1eeadb2f0442cfe1dbb15f5819ab459c014d5c731420d56f1 - 0.0% (164 Bytes)
[#016] sha256:9fc5820d659f2459badb3c9c266da8016fac87b41ca70253354b736d1b1b4d2f - 0.0% (3.4 KB)
[#017] sha256:26b35947238671f9b6bf556adcde69ed8ca90364ba46eba8a14c3edb184654d6 - 0.0% (2.04 KB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:a7d59e08cedd9488475b9d1bb60e0832705dc0acbf0e776b335db1bed1f71eaf - 0.0% (1.67 KB)
[#020] sha256:9d23db3872e5cbe9e06ed6662bcb7221c4e7f8dc7d0f6a370144b51972889fc9 - 0.0% (718 Bytes)
[#021] sha256:44be5dc41a82c2865207bc55f2a63b645fcfc0176ebd415240fbcb5ca9af2839 - 38.8% (3.89 GB)
[#022] sha256:da3e99e5e848e97910a492185abc0aa430891f8e5c3c754d7c9744cfb8fc61d1 - 29.28% (2.93 GB)
[#023] sha256:b5283add70bcb6cc96c6c52d8bcf2353e2e0f7f3f43dbf0fead45252057e9d92 - 0.0% (897 Bytes)
[#024] sha256:f825f88bb10f3e317379fc7b4ff6c2e4c8829f30ca0bdf99dd7ed32f91a73237 - 0.0% (317 KB)
[#025] sha256:d87dd3d405129804d53c527169d85a12f319fd6c8a04a60a830689d4a973edb8 - 2.68% (275 MB)
[#026] sha256:d0a96c65c18a72832aa4ddce899e93621f4a82cacb7fd5a4bf0a4ce16517e6cf - 0.0% (197 Bytes)
[#027] sha256:c3944a343b64ef12c9be071d6f9a87f6a9abe801685a60252507481edf07eb5d - 0.0% (241 Bytes)
[#028] sha256:124d8fde0ae55ef5fbb4c5937d51443c2faa39b46e4260382f90c4cd35f02241 - 5.37% (550 MB)
[#029] sha256:d6d2ae63c3924f5ec9e6d4efd299bf123b7e9e3b781ad348a6c989a745365c2a - 0.0% (200 Bytes)
[#030] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#031] sha256:2960e4bc52219dc3c73194437d53cfc24113a529602491062ec75505ca5ab85f - 0.0% (253 Bytes)
[#032] sha256:9a1b57f1405b6b2abeace7f0c9f869a2a28cd4d01627dd57c065265ef24960eb - 0.13% (13.8 MB)
[#033] sha256:28aa3b3dc8626388e2eff6d2ecb16840163982b0bf904065c7788c3350d78ca3 - 0.0% (310 KB)
[#034] sha256:fbb57536f0cf123de442e1dd7ca3efbf06290ac735c50edf8a3c5a34022f21b3 - 0.0% (300 KB)
[#035] sha256:eb635fab0b59db17fe9480d99332be5258a6595c64282701abeb42f82264522d - 0.0% (9.61 KB)
[#036] sha256:4d5f677c0e6ccfc3a71ad1a6aec503b754b951dab116c0ec8f193e3647b0befa - 5.17% (530 MB)
[#037] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#038] sha256:443cc31f27d0a6d1805e9d3d315ee749aad8a17bd84ae0691a99daec1f4937b6 - 0.0% (212 Bytes)
[#039] sha256:0653dbd8a6fd6cea627d555ee81d0b08d45ba678f54bccbbe097caf741b27c4b - 0.0% (825 Bytes)
[#040] sha256:925eaee366a26e81fe4974fcc565d30cb626d4f531a4275b6305d7a704b4e86b - 0.0% (173 Bytes)
[#041] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-03 15:15:14 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-03 15:15:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-03 15:15:17 UTC/bin/sh -c #(nop) ADD file:9bab986009eae65b5534b3547eb3a7d0a1564404426de350dfd183cf3a4ffa9f in /
2026-04-03 15:15:17 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.96-1
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.3
2026-04-14 16:41:16 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:46:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG INSTALL_RUBIN_PRERELEASE=false
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG max_jobs=64
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION=2.30.7
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_MIRROR_URL
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_GPGKEY_URL
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ARG GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-10-21 13:07:35 UTC (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2026-10-21 13:08:52 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
2026-10-21 13:12:00 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-10-21 13:13:00 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-nvrtc-dev-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-21 13:13:00 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda
2026-10-21 13:13:00 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-10-21 13:13:00 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-10-21 13:13:00 UTC (buildkit.dockerfile.v0)COPY tools/install_snapshot_runtime.sh /usr/local/bin/install_snapshot_runtime.sh # buildkit
2026-10-21 13:13:00 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c if [ "${TARGETPLATFORM}" = "linux/amd64" ] && [ "${CUDA_VERSION%%.*}" -ge 13 ]; then MAX_JOBS="${max_jobs}" /usr/local/bin/install_snapshot_runtime.sh; else echo "Initialized snapshots are not installed for ${TARGETPLATFORM} with CUDA ${CUDA_VERSION}"; fi # buildkit
2026-10-21 13:13:00 UTC (buildkit.dockerfile.v0)ENV CRIU_CUDA_PLUGIN_DIR=/usr/local/lib/criu
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c python3 -m pip install uv # buildkit
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ENV UV_CACHE_DIR=/opt/uv/cache
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ENV UV_COMPILE_BYTECODE=1
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ENV UV_OVERRIDE=/etc/uv-overrides.txt
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)COPY requirements/common.txt /tmp/common.txt # buildkit
2026-10-21 13:13:02 UTC (buildkit.dockerfile.v0)COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit
2026-10-21 13:14:28 UTC (buildkit.dockerfile.v0)RUN |10 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && [ ! -f /tmp/vllm-requirements/rubin-prerelease.txt ]; then echo "INSTALL_RUBIN_PRERELEASE=true requires requirements/rubin-prerelease.txt" >&2; exit 1; fi && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && sed -Ei '/^[[:space:]]*(torch|torchvision|torchaudio)[[:space:]]*==/Id' /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/requirements-cuda.txt && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; else uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit
2026-10-21 13:17:11 UTC (buildkit.dockerfile.v0)RUN |10 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c PIP_CACHE_DIR=/opt/pip/cache flashinfer download-kernels # buildkit
2026-10-21 13:17:11 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_CUDA_VERSION=12.8
2026-10-21 13:17:11 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_OS_VERSION=Ubuntu24_04
2026-10-21 13:17:11 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-10-21 13:17:11 UTC (buildkit.dockerfile.v0)COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit
2026-10-21 13:17:19 UTC (buildkit.dockerfile.v0)RUN |12 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 /bin/sh -c set -eux; case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}" && rm /tmp/install_gdrcopy.sh # buildkit
2026-10-21 13:17:19 UTC (buildkit.dockerfile.v0)ARG TIMM_VERSION=>=1.0.17
2026-10-21 13:17:19 UTC (buildkit.dockerfile.v0)ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7
2026-10-21 13:17:28 UTC (buildkit.dockerfile.v0)RUN |14 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/sh -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit
2026-10-21 13:17:28 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL=
2026-10-21 13:17:28 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL=
2026-10-21 13:17:28 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl
2026-10-21 13:17:28 UTC (buildkit.dockerfile.v0)ARG PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled
2026-10-21 13:17:28 UTC (buildkit.dockerfile.v0)ARG PYTORCH_NIGHTLY
2026-10-21 13:23:27 UTC (buildkit.dockerfile.v0)COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit
2026-10-21 14:53:50 UTC (buildkit.dockerfile.v0)COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit
2026-10-21 14:54:08 UTC (buildkit.dockerfile.v0)RUN |21 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
2026-10-21 14:54:08 UTC (buildkit.dockerfile.v0)RUN |21 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c ln -s "$(python3 -c 'import sysconfig; print(sysconfig.get_path("platlib"))')/vllm/vllm-rs" /usr/local/bin/vllm-rs && vllm-rs --version # buildkit
2026-10-21 14:54:08 UTC (buildkit.dockerfile.v0)RUN |21 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c . /etc/environment && uv pip list # buildkit
2026-10-21 14:54:08 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)RUN |21 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)COPY examples examples # buildkit
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)COPY benchmarks benchmarks # buildkit
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)COPY ./vllm/collect_env.py . # buildkit
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG INSTALL_KV_CONNECTORS=true
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG INSTALL_RUBIN_PRERELEASE=false
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG TRITON_INSTALL_FROM_SOURCE_REPO=
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=13.0.3
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_COMMIT
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_PIPELINE
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_URL
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG VLLM_IMAGE_TAG
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL=
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL=
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
2026-10-21 14:54:09 UTC (buildkit.dockerfile.v0)ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
2026-10-21 14:54:35 UTC (buildkit.dockerfile.v0)RUN |28 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true TRITON_INSTALL_FROM_SOURCE_REPO= VLLM_BUILD_COMMIT= VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 /bin/sh -c set -eu; CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors.txt; if [ "${CUDA_MAJOR}" = "12" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors_cu12.txt; fi; uv pip freeze --system > /tmp/kv-installed.txt; grep -E '^(torch|torchaudio|torchvision|triton|cuda-bindings|cuda-python|cuda-toolkit)==' /tmp/kv-installed.txt > /tmp/kv-constraints.txt; uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system -c /tmp/kv-constraints.txt "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; rm -f /tmp/kv-installed.txt /tmp/kv-constraints.txt; fi # buildkit
2026-10-21 14:54:35 UTC (buildkit.dockerfile.v0)RUN |28 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true TRITON_INSTALL_FROM_SOURCE_REPO= VLLM_BUILD_COMMIT= VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then echo "Installing Rubin prerelease requirements..." && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; fi # buildkit
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)COPY /tmp/triton_from_source_workspace/dist/wheel.sha256 /tmp/triton-source-wheel.sha256 # buildkit
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)COPY tools/install_triton_from_source.sh /tmp/install_triton_from_source.sh # buildkit
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)RUN |28 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true TRITON_INSTALL_FROM_SOURCE_REPO= VLLM_BUILD_COMMIT= VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 /bin/sh -c if [ -n "${TRITON_INSTALL_FROM_SOURCE_REPO}" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2); if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then case "${CUDA_MAJOR_MINOR}" in 13.4|13.5) TRITON_SYSTEM_PTXAS_PATH=/usr/local/cuda/bin/ptxas TRITON_EXPECTED_PTXAS_VERSION="${CUDA_MAJOR_MINOR}" bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256 ;; *) echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1 ;; esac; else bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256; fi; fi && rm -f /tmp/install_triton_from_source.sh /tmp/triton-source-wheel.sha256 # buildkit
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)ARG BUILD_NIXL=false
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)RUN |29 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/arm64 max_jobs=64 CUDA_VERSION=13.0.3 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true TRITON_INSTALL_FROM_SOURCE_REPO= VLLM_BUILD_COMMIT= VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 BUILD_NIXL=false /bin/sh -c set -eu; if [ "${BUILD_NIXL}" = "true" ]; then ls /tmp/nixl-dist/*.whl; uv pip uninstall --system nixl nixl-cu12 nixl-cu13; uv pip install --system --no-deps /tmp/nixl-dist/*.whl; python3 -c "import glob, importlib.util as u, os, torch; spec = u.find_spec('nixl_ep_cu' + os.environ['CUDA_VERSION'].split('.')[0]); mm = ''.join(torch.__version__.split('.')[:2]); ext = glob.glob(os.path.join(spec.submodule_search_locations[0], 'nixl_ep_cpp_torch' + mm + '.*')) if spec else []; assert ext, 'NIXL EP has no build for torch ' + torch.__version__; print('NIXL EP extension:', ext[0])"; fi # buildkit
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)ENV VLLM_BUILD_COMMIT=unknown VLLM_BUILD_PIPELINE=local VLLM_BUILD_URL= VLLM_IMAGE_TAG=local/vllm-openai:dev
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=unknown org.opencontainers.image.version=local/vllm-openai:dev org.opencontainers.image.url= ai.vllm.build.commit=unknown ai.vllm.build.pipeline=local ai.vllm.build.url= ai.vllm.image.tag=local/vllm-openai:dev
2026-10-21 14:54:36 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.