Namespace
gpustack
Image / Tagrunner:cuda12.9-vllm0.11.2-linux-amd64
Content Digestsha256:6f325b632459f65f568342480be08b5adcc98c76b6d2413246981f09e641b99a
Details
2025-12-19 04:18:09 UTC
14.6 GB
Labels
-
com.nvidia.cudnn.version9.10.2.21-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_ARCHS CUDA_HOME/usr/local/cuda
CUDA_VERSION12.9.1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/cuda/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.27.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.9.79-1
NV_CUDA_CUDART_VERSION12.9.79-1
NV_CUDA_LIB_VERSION12.9.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-9=12.9.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.9.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.10.2.21-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-9=12.9.1.4-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-9
NV_LIBCUBLAS_DEV_VERSION12.9.1.4-1
NV_LIBCUBLAS_PACKAGElibcublas-12-9=12.9.1.4-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-9
NV_LIBCUBLAS_VERSION12.9.1.4-1
NV_LIBCUSPARSE_DEV_VERSION12.5.10.65-1
NV_LIBCUSPARSE_VERSION12.5.10.65-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.27.3-1+cuda12.9
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.27.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.27.3-1+cuda12.9
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.27.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-9=12.4.1.87-1
NV_LIBNPP_DEV_VERSION12.4.1.87-1
NV_LIBNPP_PACKAGElibnpp-12-9=12.4.1.87-1
NV_LIBNPP_VERSION12.4.1.87-1
NV_NVML_DEV_VERSION12.9.79-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-9=12.9.79-1
NV_NVPROF_VERSION12.9.79-1
NV_NVTX_VERSION12.9.79-1
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
PATH/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.12
RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SYSTEM_PYTHON1
VLLM_AWS_EFA_VERSION1.44.0
VLLM_NVIDIA_HPCX_VERSION2.24.1_cuda12
VLLM_NVIDIA_NVSHMEM_DIR/usr/local/nvshmem
VLLM_NVIDIA_NVSHMEM_VERSION3.4.5
VLLM_TORCH_CUDA_VERSION12.9.1
VLLM_TORCH_VERSION2.9.0
VLLM_VERSION0.11.2
Layers
[#000] sha256:1d387567261efec2a352c45b8d512a8db5c246122fb9f246ae9190252a0c3adb - 0.19% (28.2 MB)
[#001] sha256:f29b1d4013a93a17a4d4acbb760170b608e6707e85419f0e1a2973233f1c0080 - 0.03% (4.43 MB)
[#002] sha256:340d44d2921c44112afe4f535a1a3bcfdc4eed5093388d098937942f7f883739 - 0.66% (98.7 MB)
[#003] sha256:59a4bcbddda3c45ff4949d35d2321b6eca9eaff7daae2334c99226bb19f60c3a - 0.0% (184 Bytes)
[#004] sha256:6e8af4fd0a071982e528b634ba99dec2474c21147f99748be708f36e10e3f4c2 - 0.0% (6.72 KB)
[#005] sha256:8ea5fd421fac4df9781ff4b09f5adad1c01576da281547ce65dd37b9106492b9 - 14.7% (2.15 GB)
[#006] sha256:5de956dea2722793a4d4e84deecf7e544137cf645f53a8f1f95e83a273c98b85 - 0.0% (62.7 KB)
[#007] sha256:fe0519e81d203325ecf35ac372dbbeed3401026e23b9a3601d6977a23f9b27a0 - 0.0% (1.64 KB)
[#008] sha256:4a20f2253cd0ddc12b47db2a5fe6315c1fb0c72c2788c5dd1630a3fb7384d74b - 0.0% (1.49 KB)
[#009] sha256:cf7979b2359a35715bcc5f67059bc7774d57a1ea9214ec012110073d4fc02d00 - 20.59% (3 GB)
[#010] sha256:7eb010f4bfa09a1f31a1c89cc197c644182471558fa4ee98937711b56becc42a - 0.0% (86.9 KB)
[#011] sha256:528be669b3e60f485d8b63b73780f7585504b87018f688195e5acaa6d581744a - 4.54% (679 MB)
[#012] sha256:460785e3900a09164e85883263d243d7b193d9c56d481cac858122bcef6ecd84 - 0.93% (140 MB)
[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#014] sha256:ccec40d07ad274d9d917f0b93ef223fdfeb2403a6c25be9a9b1ac2b3424031c0 - 2.09% (313 MB)
[#015] sha256:7c2e7d76c0abb0ba2955340818fc15ec431e6441417b2a275e9d1ed09f3637c8 - 0.19% (28.9 MB)
[#016] sha256:344ee83a3cfea273b057a92aee3ce98acebd05a034e89568cbc2b8410323a2d2 - 0.38% (56.4 MB)
[#017] sha256:eb6d8381c268955790a3837dde3a1765eb8c945ddd722952d1d78870648e5f9d - 0.0% (351 KB)
[#018] sha256:779345655a2fa131a5a2e160ed2fe2e41e77e50c5ae3359a8dffc85a8f0ec4e0 - 2.9% (433 MB)
[#019] sha256:b52db12476f9e452992a15bde92cfd1afc0dc81c9ee143a4ea19be3c5355ed1c - 0.1% (14.7 MB)
[#020] sha256:fde5392f6e106a2fb41903583c175f5aa82dbf6e4f1a10db311bcc81feb7ca37 - 2.1% (313 MB)
[#021] sha256:c8b7a46f9899489e07e757b188baaa219b5a92901e2d0be7d2a4453501da3c7a - 29.81% (4.35 GB)
[#022] sha256:f41433d39d40ac9d689a0a634774cc6ff49611c217e5610394a06e526cfc95dd - 0.09% (13 MB)
[#023] sha256:baa0498e82728542e7db4ec675eb5fb8371224243e5a406f8fb1c38cab1d8dba - 9.73% (1.42 GB)
[#024] sha256:9c4a814467075dd6bc6950369c43d9ffad9d1d2f033b6421075c3c42928086fe - 0.56% (83.9 MB)
[#025] sha256:80816fd7c44209fb7ecbc1b830a788cec745a6b65c43726231609efcb8fed48e - 0.12% (17.9 MB)
[#026] sha256:d0d1fd9fb0e65e7483fee11699a1b6379463717b98dc7a6a504495a60e8b0e65 - 0.05% (7.53 MB)
[#027] sha256:1641d4ed1a024379c0d6bf3d66cdcdc2649108cfb4a976b5e592873dcc924360 - 1.62% (242 MB)
[#028] sha256:2a9428c97fe98dfd69ceb1e0ddef2d8d18ef4bb8dc974d8e6493caeb5583b70a - 7.48% (1.09 GB)
[#029] sha256:409777413758b706ab9565049ca1b0d858120be442c6221788ff60d5db5e8d65 - 0.42% (63.4 MB)
[#030] sha256:e0e08e3fb844ca703ca62ad2a0ad3e7bf85b22cc847d46c654cc9b1f520a2821 - 0.11% (16.5 MB)
[#031] sha256:8389038bf9fce723a307680c3ddca04308b083691e0f3646cc89fa70e785f249 - 0.54% (80.5 MB)
[#032] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#033] sha256:1c812b2a4f5b3fb94989c8100f91e4005ec3b0b8d5b5d708211915b335e9a788 - 0.0% (12.5 KB)
[#034] sha256:83ca689ea8364b6c656a3b18fe9bb2c8c094bde500c815c34499fbb713b8c804 - 0.07% (10.6 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-14 16:33:29 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-14 16:33:29 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-14 16:33:29 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-07-14 16:33:31 UTC/bin/sh -c #(nop) ADD file:415bbc01dfb447d002e2d8173e113ef025d2bbfa20f1205823fa699dc87a2019 in /
2025-07-14 16:33:32 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.9.79-1
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.9.1
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-07-18 20:11:19 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.1-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.9.79-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.4.1.87-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.9.1.4-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-18 20:16:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-07-18 20:16:43 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.1-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.9.79-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.9.79-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-07-18 20:30:19 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.10.2.21-1
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.10.2.21-1
2025-07-25 15:15:09 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-11-12 08:21:27 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-12 08:21:27 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-12 08:21:27 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-12 08:21:27 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-12 08:21:27 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-11-12 08:21:27 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-12 08:21:28 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-12 08:22:04 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma1 libnuma-dev libjemalloc-dev \ libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \ libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev \ libibverbs1 libibverbs-dev \ librdmacm1 librdmacm-dev \ libibumad3 libibumad-dev \ libtool \ ibverbs-utils ibverbs-providers libibverbs-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-12 08:22:04 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-11-12 08:22:04 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2025-11-12 08:22:46 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf ldconfig -v fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then apt-get install -y --no-install-recommends \ python${PYTHON_VERSION}-distutils fi # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-12 08:22:46 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2025-11-12 08:22:51 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools<80 setuptools-scm packaging<25 wheel==0.45.1 pybind11<3 Cython psutil pipx uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 08:22:51 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.1
2025-11-12 08:22:51 UTC (buildkit.dockerfile.v0)ARG CUDA_ARCHS
2025-11-12 08:22:51 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda CUDA_VERSION=12.9.1 CUDA_ARCHS=
2025-11-17 13:42:40 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-17 13:42:40 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-17 13:42:40 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-17 13:42:40 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-17 13:42:40 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-11-17 13:42:40 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GDRCopy # Install dpkg -i /gdrcopy/workspace/libgdrapi_*.deb && \ ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-17 13:42:40 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12
2025-11-17 13:42:40 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12
2025-11-17 13:43:11 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Prepare rm -f $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") || true IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" source /etc/os-release # Get Download Version # If VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda13, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.24.1 # If VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.22.1 # If VLLM_NVIDIA_HPCX_VERSION=2.21.3, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.21.3 if [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"_cuda"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/_cuda.*//') elif [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"rc"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/rc.*//') else VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=${VLLM_NVIDIA_HPCX_VERSION} fi # Download mkdir -p /opt/hpcx curl --retry 3 --retry-connrefused -fL "https://content.mellanox.com/hpc/hpc-x/v${VLLM_NVIDIA_HPCX_VERSION}/hpcx-v${VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD}-gcc-inbox-${ID}${VERSION_ID}-cuda${CUDA_MAJOR}-$(uname -m).tbz" | tar -jxv -C /opt/hpcx --strip-components 1 # Install ln -sf /opt/hpcx/ompi /usr/local/mpi ln -sf /opt/hpcx/ucx /usr/local/ucx sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/lib EOT # Fix DeepEP IBGDA symlink ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-17 13:43:11 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OPAL_PREFIX=/opt/hpcx/ompi OMPI_MCA_coll_hcoll_enable=0
2025-11-17 13:43:11 UTC (buildkit.dockerfile.v0)ARG VLLM_AWS_EFA_VERSION=1.44.0
2025-11-17 13:43:11 UTC (buildkit.dockerfile.v0)ENV VLLM_AWS_EFA_VERSION=1.44.0
2025-11-17 13:45:21 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 /bin/bash -eo pipefail -c # AWS EFA # Download curl --retry 3 --retry-connrefused -fL "https://efa-installer.amazonaws.com/aws-efa-installer-${VLLM_AWS_EFA_VERSION}.tar.gz" | tar -zxv -C /tmp # Install pushd /tmp/aws-efa-installer && \ ./efa_installer.sh -y --skip-kmod # Prepare rm /opt/amazon/efa/lib/libfabric.a || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-17 13:45:21 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
2025-11-17 13:45:21 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-17 13:45:21 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5
2025-11-17 13:45:21 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_NVIDIA_NVSHMEM_DIR=/usr/local/nvshmem
2025-11-17 13:58:12 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # NVIDIA NVSHMEM IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" # Download mkdir -p /tmp/nvshmem if (( $(echo "${CUDA_MAJOR} > 12" | bc -l) )); then curl --retry 3 --retry-connrefused -fL "https://github.com/NVIDIA/nvshmem/releases/download/v${VLLM_NVIDIA_NVSHMEM_VERSION}-0/nvshmem_src_cuda-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp else curl --retry 3 --retry-connrefused -fL "https://developer.download.nvidia.com/compute/redist/nvshmem/${VLLM_NVIDIA_NVSHMEM_VERSION}/source/nvshmem_src_cuda12-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp fi # Build CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi NS_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${NS_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.9" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9 9.0 10.0 12.0" else NS_CUDA_ARCHS="7.5 8.0 8.9 9.0 10.0 10.3 12.0 12.1" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export CUDA_ARCH="${NS_CUDA_ARCHS}" export NVSHMEM_IBGDA_SUPPORT=1 export NVSHMEM_USE_GDRCOPY=1 export NVSHMEM_SHMEM_SUPPORT=0 export NVSHMEM_UCX_SUPPORT=0 export NVSHMEM_USE_NCCL=0 export NVSHMEM_PMIX_SUPPORT=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVSHMEM_IBRC_SUPPORT=0 export NVSHMEM_BUILD_TESTS=0 export NVSHMEM_BUILD_EXAMPLES=0 export NVSHMEM_MPI_SUPPORT=0 export NVSHMEM_BUILD_HYDRA_LAUNCHER=0 export NVSHMEM_BUILD_TXZ_PACKAGE=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVCC_THREADS=1 echo "Building NVSHMEM with the following environment variables:" env # FIX: Hide Python3.10 to avoid issues with Python version mismatch. PYTHON3_10_BIN=$(which python3.10 || true) if [[ -n "${PYTHON3_10_BIN}" ]]; then mv "${PYTHON3_10_BIN}" /tmp/python3.10 fi pushd /tmp/nvshmem_src \ && cmake -G Ninja -S . -B build -DCMAKE_INSTALL_PREFIX=${VLLM_NVIDIA_NVSHMEM_DIR} \ && cmake --build build --target install -j${MAX_JOBS} if [[ -n "${PYTHON3_10_BIN}" ]]; then mv /tmp/python3.10 "${PYTHON3_10_BIN}" fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-17 13:58:12 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.9.0
2025-11-17 13:58:12 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_CUDA_VERSION=12.9.1
2025-11-17 13:58:12 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1
2025-11-17 14:08:55 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 /bin/bash -eo pipefail -c # Torch # Install cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" uv pip install --index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ -r /tmp/requirements.txt uv pip install \ numpy scipy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-17 14:08:56 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 /bin/bash -eo pipefail -c # Dependencies IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" # Install cat <<EOT >/tmp/requirements.txt requests pyyaml einops cuda-python==${CUDA_MAJOR}.${CUDA_MINOR} pynvml==${CUDA_MAJOR} nvidia-nvshmem-cu${CUDA_MAJOR} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-17 14:08:56 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-17 14:08:56 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-17 14:08:56 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-17 14:08:56 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-17 14:08:56 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-17 14:08:56 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.11.2
2025-11-17 14:08:56 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.11.2
2025-11-21 17:13:17 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # vLLM # Install uv pip install \ /vllm/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:13:18 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # PPLX Kernels # Install uv pip install --no-build-isolation \ /pplx-kernels/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:13:18 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # DeepEP # Install uv pip install --no-build-isolation \ /deepep/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:13:19 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # DeepGEMM # Install uv pip install --no-build-isolation \ /deepgemm/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:13:21 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # FlashAttention if [[ ! -d /flashattention/workspace ]]; then echo "Skipping FlashAttention installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /flashattention/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:16:54 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # FlashInfer # Install uv pip install --no-build-isolation \ /flashinfer/workspace/*.whl CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi # Download pre-compiled cubins FLASHINFER_CUBIN_DOWNLOAD_THREADS="${CMAKE_MAX_JOBS}" \ FLASHINFER_LOGGING_LEVEL=warning \ python -m flashinfer --download-cubin # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:17:58 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # LMCache # Install uv pip install --no-build-isolation \ /lmcache/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:18:06 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) cat <<EOT >/tmp/requirements.txt ray[client]==${RAY_VERSION} ray[default]==${RAY_VERSION} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:18:23 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # Dependencies # Install BITSANDBYTES_VERSION="0.46.1" if [[ "${TARGETARCH}" == "arm64" ]]; then BITSANDBYTES_VERSION="0.42.0" fi cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope bitsandbytes>=${BITSANDBYTES_VERSION} timm>=1.0.17 boto3 nixl>=0.6.0 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-21 17:18:23 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda12 VLLM_AWS_EFA_VERSION=1.44.0 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.9.0 VLLM_TORCH_CUDA_VERSION=12.9.1 VLLM_VERSION=0.11.2 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer-python \ --package flash-attn \ --package torch \ --package triton \ --package pplx-kernels \ --package deep-gemm \ --package deep-ep \ --package lmcache # buildkit
2025-11-21 17:18:23 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1
2025-11-21 17:18:23 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-21 17:18:23 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-12-01 05:26:25 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-12-01 05:26:25 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-12-01 05:26:25 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-12-01 05:26:25 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-12-01 05:26:25 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Patch pushd $(pip show vllm | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/*.patch # buildkit
2025-12-01 05:26:25 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-12-01 05:26:25 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-12-19 04:18:09 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-12-19 04:18:09 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-12-19 04:18:09 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-12-19 04:18:09 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-12-19 04:18:09 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Audio Extras # Install cat <<EOT >/tmp/requirements.txt # audio extras librosa soundfile mistral_common[audio] EOT uv pip install \ -r /tmp/requirements.txt # Review uv pip tree # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-12-19 04:18:09 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-12-19 04:18:09 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.