Namespace
gpustack
Image / Tagrunner:cuda12.8-vllm0.11.0-linux-arm64
Content Digestsha256:997a63ec546d6f94e5ad03ff8aa8d018c16ea7122f6f05af8c05f966d7cfb3a2
Details
2025-11-12 02:46:09 UTC
7.19 GB
Labels
-
com.nvidia.cudnn.version9.8.0.87-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_ARCHS CUDA_HOME/usr/local/cuda
CUDA_VERSION12.8.1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/cuda/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.25.1-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.8.90-1
NV_CUDA_CUDART_VERSION12.8.90-1
NV_CUDA_LIB_VERSION12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-8=12.8.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.8.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.8.0.87-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.8.0.87-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-8=12.8.4.1-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-8
NV_LIBCUBLAS_DEV_VERSION12.8.4.1-1
NV_LIBCUBLAS_PACKAGElibcublas-12-8=12.8.4.1-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-8
NV_LIBCUBLAS_VERSION12.8.4.1-1
NV_LIBCUSPARSE_DEV_VERSION12.5.8.93-1
NV_LIBCUSPARSE_VERSION12.5.8.93-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.25.1-1+cuda12.8
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.25.1-1
NV_LIBNCCL_PACKAGElibnccl2=2.25.1-1+cuda12.8
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.25.1-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-8=12.3.3.100-1
NV_LIBNPP_DEV_VERSION12.3.3.100-1
NV_LIBNPP_PACKAGElibnpp-12-8=12.3.3.100-1
NV_LIBNPP_VERSION12.3.3.100-1
NV_NVML_DEV_VERSION12.8.90-1
NV_NVTX_VERSION12.8.90-1
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
PATH/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.12
RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SYSTEM_PYTHON1
VLLM_AWS_EFA_VERSION1.43.3
VLLM_LMCACHE_VERSION0.3.9post1
VLLM_NVIDIA_HPCX_VERSION2.22.1rc4
VLLM_NVIDIA_NVSHMEM_DIR/usr/local/nvshmem
VLLM_NVIDIA_NVSHMEM_VERSION3.4.5
VLLM_TORCH_CUDA_VERSION12.8.1
VLLM_TORCH_VERSION2.8.0
VLLM_VERSION0.11.0
Layers
[#000] sha256:0d1c17d4e593cf07e0f9e907017f6edbe7e32dd2b7f8e3f026c74bbaf3466561 - 0.35% (26.1 MB)
[#001] sha256:235857475b3535a0579c3a42627a041075d2787f2fa06fd377ada45c4046fe04 - 0.06% (4.38 MB)
[#002] sha256:9f65884afbb6a5accd271333dc85dd22b33b3823feaab60abdd1c54a83b54833 - 0.82% (60.2 MB)
[#003] sha256:22bb9b30daa2851299c764f2b6f965c7d5da32cbb3ca29583d5569b22c00a0bf - 0.0% (185 Bytes)
[#004] sha256:73389fbd088f5ed5d9fd258baced59de092978b4f483920ea6d074522a105119 - 0.0% (6.72 KB)
[#005] sha256:3f6678bd85d5a48d8f61c510b4f96347aa9ece35cc068c3bb724a109f44bd919 - 26.04% (1.87 GB)
[#006] sha256:e50091fa843744eeb68e7b59aea3bed947e873d84c3d41c5fe551431ca2fa45a - 0.0% (62.6 KB)
[#007] sha256:192196c2d12fa0c6dcb3ed6fde50c155241691384f1c46eed6f94f54661e8269 - 0.0% (1.64 KB)
[#008] sha256:350275744db6eab345c639d8f61ef7c84b77fab5fe0662e697cfdb8702a16eed - 0.0% (1.49 KB)
[#009] sha256:a1eea303dc5910e26a0ba6b4fe858e3707d7cf748c52215b8dc9bb32dcbaf1fe - 33.8% (2.43 GB)
[#010] sha256:1d98a918ba47ba950dd6e709955cc2383e6f570e0ac29f93f67c94f762b9d202 - 0.0% (86.8 KB)
[#011] sha256:904753efd827e3e08eff1acad3845b27824d2c959d57834dc2d351916ed23df6 - 9.11% (670 MB)
[#012] sha256:e203da8d041e67238dc5fa5a9995ad5a677dd403279f932d20d7176d83ab63fa - 1.9% (139 MB)
[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#014] sha256:f842310d4ddb97d59406f6265cbbd87847df006ef4f40b44c1c8e3e1de878b83 - 4.0% (294 MB)
[#015] sha256:71028c33292fc2743c2479592839e88391e9edfc587e7dcd5d058fb0fec630ce - 0.39% (28.8 MB)
[#016] sha256:57ea803401f3972059a3078ab605e8b0b56b609132459e24018242fcada0279b - 0.75% (55.4 MB)
[#017] sha256:8f7b4c8c48ec7c1f385cf344504a5612a4eb194a6f72dd7ba1a637832344f5e7 - 0.0% (344 KB)
[#018] sha256:7e7f944c7be1773659ea55e00662f672f7cdb8ff396feef60bce035b06628edb - 5.69% (418 MB)
[#019] sha256:005c53bdcdd2bcfbfc3952eef8ecbd3117005f59ac0621a2d1accbd47623a371 - 0.19% (14.3 MB)
[#020] sha256:984ec8b0a5377df5dbb62d99ec88d981ecd5a81cdd130c33aabbe3f33eda5fbd - 3.69% (271 MB)
[#021] sha256:b6fe54c5215fdcedbf2f26ba36c8565116d1ad4c909a5f2f0010793c4997964f - 2.16% (159 MB)
[#022] sha256:14bd59cdea142e6beca86ee3e6968308479cd94c68d161cd642b8b4f5a917490 - 10.08% (742 MB)
[#023] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#025] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#029] sha256:5231400e218bcc4f4568222bbf4fdd90f74a32dba85d763e332df1f56f6298e7 - 0.21% (15.7 MB)
[#030] sha256:53376d9f33c875139ddad04ee56604a1f77a676d48e0d766f75e2768f3d2a553 - 0.76% (56.1 MB)
[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2025-01-26 05:32:14 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-01-26 05:32:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-01-26 05:32:14 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-01-26 05:32:17 UTC/bin/sh -c #(nop) ADD file:905ede4ce5ed6db0abca06b5e342a3784cd1f328e2cdc1f59f6d556f6382650d in /
2025-01-26 05:32:17 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.8.90-1
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:21:10 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.8.1
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-8=${NV_CUDA_CUDART_VERSION} cuda-compat-12-8 && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-03-10 22:22:04 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.8.90-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.3.100-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-8=12.3.3.100-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.8.93-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-8
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.8.4.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-8=12.8.4.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.25.1-1+cuda12.8
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:29:03 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-8=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-8=${NV_NVTX_VERSION} libcusparse-12-8=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-03-10 22:29:04 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.8.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.8.90-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.8.90-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.8.93-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.3.100-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-8=12.3.3.100-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-8
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.8.4.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-8=12.8.4.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.8.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-8=12.8.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.25.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.25.1-1
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.25.1-1+cuda12.8
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 22:42:44 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-8=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-8=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-8=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-8=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-8=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-8=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-03-10 22:42:45 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-03-10 22:42:45 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.8.0.87-1
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.8.0.87-1
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.8.0.87-1
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.8.0.87-1
2025-03-10 23:17:31 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-11-10 04:12:02 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-10 04:12:02 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-10 04:12:02 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-10 04:12:02 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-10 04:12:02 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-11-10 04:12:02 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 04:12:02 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 04:13:47 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma1 libnuma-dev libjemalloc-dev \ libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \ libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev \ libibverbs1 libibverbs-dev \ librdmacm1 librdmacm-dev \ libibumad3 libibumad-dev \ libtool \ ibverbs-utils ibverbs-providers libibverbs-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 04:13:47 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-11-10 04:13:47 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2025-11-10 04:16:42 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf ldconfig -v fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then apt-get install -y --no-install-recommends \ python${PYTHON_VERSION}-distutils fi # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 04:16:42 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2025-11-10 04:16:48 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools<80 setuptools-scm packaging<25 wheel==0.45.1 pybind11<3 Cython psutil pipx uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-10 04:16:48 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.8.1
2025-11-10 04:16:48 UTC (buildkit.dockerfile.v0)ARG CUDA_ARCHS
2025-11-10 04:16:48 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda CUDA_VERSION=12.8.1 CUDA_ARCHS=
2025-11-11 06:26:18 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-11 06:26:18 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-11 06:26:18 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-11 06:26:18 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-11 06:26:18 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-11-11 06:26:18 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # GDRCopy if [[ ! -d /gdrcopy/workspace ]]; then echo "Skipping GDRCopy installation for ${TARGETARCH}..." exit 0 fi # Install dpkg -i /gdrcopy/workspace/libgdrapi_*.deb && \ ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-11 06:26:18 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4
2025-11-11 06:26:18 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4
2025-11-11 06:27:04 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Prepare rm -f $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") || true IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" source /etc/os-release # Get Download Version # If VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda13, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.24.1 # If VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.22.1 # If VLLM_NVIDIA_HPCX_VERSION=2.21.3, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.21.3 if [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"_cuda"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/_cuda.*//') elif [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"rc"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/rc.*//') else VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=${VLLM_NVIDIA_HPCX_VERSION} fi # Download mkdir -p /opt/hpcx curl --retry 3 --retry-connrefused -fL "https://content.mellanox.com/hpc/hpc-x/v${VLLM_NVIDIA_HPCX_VERSION}/hpcx-v${VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD}-gcc-inbox-${ID}${VERSION_ID}-cuda${CUDA_MAJOR}-$(uname -m).tbz" | tar -jxv -C /opt/hpcx --strip-components 1 # Install ln -sf /opt/hpcx/ompi /usr/local/mpi ln -sf /opt/hpcx/ucx /usr/local/ucx sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/lib EOT # Fix DeepEP IBGDA symlink ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-11 06:27:04 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OPAL_PREFIX=/opt/hpcx/ompi OMPI_MCA_coll_hcoll_enable=0
2025-11-11 06:27:04 UTC (buildkit.dockerfile.v0)ARG VLLM_AWS_EFA_VERSION=1.43.3
2025-11-11 06:27:04 UTC (buildkit.dockerfile.v0)ENV VLLM_AWS_EFA_VERSION=1.43.3
2025-11-11 06:28:24 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 /bin/bash -eo pipefail -c # AWS EFA # Download curl --retry 3 --retry-connrefused -fL "https://efa-installer.amazonaws.com/aws-efa-installer-${VLLM_AWS_EFA_VERSION}.tar.gz" | tar -zxv -C /tmp # Install pushd /tmp/aws-efa-installer && \ ./efa_installer.sh -y --skip-kmod # Prepare rm /opt/amazon/efa/lib/libfabric.a || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-11 06:28:24 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
2025-11-11 06:28:24 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-11 06:28:24 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5
2025-11-11 06:28:24 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_NVIDIA_NVSHMEM_DIR=/usr/local/nvshmem
2025-11-11 06:56:31 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # NVIDIA NVSHMEM IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" # Download mkdir -p /tmp/nvshmem if (( $(echo "${CUDA_MAJOR} > 12" | bc -l) )); then curl --retry 3 --retry-connrefused -fL "https://github.com/NVIDIA/nvshmem/releases/download/v${VLLM_NVIDIA_NVSHMEM_VERSION}-0/nvshmem_src_cuda-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp else curl --retry 3 --retry-connrefused -fL "https://developer.download.nvidia.com/compute/redist/nvshmem/${VLLM_NVIDIA_NVSHMEM_VERSION}/source/nvshmem_src_cuda12-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp fi # Build CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi NS_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${NS_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9 9.0" else NS_CUDA_ARCHS="7.5 8.0 8.9 9.0 10.0 10.3 12.0" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export CUDA_ARCH="${NS_CUDA_ARCHS}" export NVSHMEM_IBGDA_SUPPORT=1 export NVSHMEM_USE_GDRCOPY=1 export NVSHMEM_SHMEM_SUPPORT=0 export NVSHMEM_UCX_SUPPORT=0 export NVSHMEM_USE_NCCL=0 export NVSHMEM_PMIX_SUPPORT=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVSHMEM_IBRC_SUPPORT=0 export NVSHMEM_BUILD_TESTS=0 export NVSHMEM_BUILD_EXAMPLES=0 export NVSHMEM_MPI_SUPPORT=0 export NVSHMEM_BUILD_HYDRA_LAUNCHER=0 export NVSHMEM_BUILD_TXZ_PACKAGE=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVCC_THREADS=1 echo "Building NVSHMEM with the following environment variables:" env # FIX: Hide Python3.10 to avoid issues with Python version mismatch. PYTHON3_10_BIN=$(which python3.10 || true) if [[ -n "${PYTHON3_10_BIN}" ]]; then mv "${PYTHON3_10_BIN}" /tmp/python3.10 fi pushd /tmp/nvshmem_src \ && cmake -G Ninja -S . -B build -DCMAKE_INSTALL_PREFIX=${VLLM_NVIDIA_NVSHMEM_DIR} \ && cmake --build build --target install -j${MAX_JOBS} if [[ -n "${PYTHON3_10_BIN}" ]]; then mv /tmp/python3.10 "${PYTHON3_10_BIN}" fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-11 06:56:31 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.8.0
2025-11-11 06:56:31 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_CUDA_VERSION=12.8.1
2025-11-11 06:56:31 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1
2025-11-11 06:56:39 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 /bin/bash -eo pipefail -c # Torch # Install cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ -r /tmp/requirements.txt else uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt fi uv pip install \ numpy scipy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-11 06:56:39 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-11 06:56:39 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-11 06:56:39 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-11 06:56:39 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-11 06:56:39 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-11 06:56:39 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.11.0
2025-11-11 06:56:39 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.11.0
2025-11-11 06:57:00 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi VL_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${VL_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then VL_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then VL_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0" else VL_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${VL_CUDA_ARCHS}" export COMPILE_CUSTOM_KERNELS=1 export NVCC_THREADS=1 # Install IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ vllm==${VLLM_VERSION} else uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \ vllm==${VLLM_VERSION} fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && ccache --clear --clean # buildkit
2025-11-11 06:57:25 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # FlashInfer if [[ ! -d /flashinfer/workspace ]]; then echo "Skipping FlashInfer installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /flashinfer/workspace/*.whl CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi # Download pre-compiled cubins export FLASHINFER_CUBIN_DOWNLOAD_THREADS="${CMAKE_MAX_JOBS}" export FLASHINFER_LOGGING_LEVEL=warning python -m flashinfer --download-cubin # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-11 06:57:25 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # DeepGEMM if [[ ! -d /deepgemm/workspace ]]; then echo "Skipping DeepGEMM installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepgemm/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-11 06:57:25 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # PPLX Kernels if [[ ! -d /pplx-kernels/workspace ]]; then echo "Skipping PPLX Kernels installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /pplx-kernels/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-11 06:57:25 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # DeepEP if [[ ! -d /deepep/workspace ]]; then echo "Skipping DeepEP installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepep/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 02:46:04 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # FlashAttention if [[ ! -d /flashattention/workspace ]]; then echo "Skipping FlashAttention installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /flashattention/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 02:46:04 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.9post1
2025-11-12 02:46:04 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.9post1
2025-11-12 02:46:04 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 VLLM_LMCACHE_VERSION=0.3.9post1 /bin/bash -eo pipefail -c # LMCache # Ref https://github.com/LMCache/LMCache/blob/5afe9688b3519074b9915e7b3acf871328250150/docs/source/getting_started/installation.rst?plain=1#L67-L129. IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" != "amd64" ]]; then echo "Skipping LMCache building for ${TARGETARCH}..." exit 0 fi # Install LMCache CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi LC_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${LC_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0" else LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${LC_CUDA_ARCHS}" export NVCC_THREADS=1 git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt uv pip install --no-build-isolation --verbose \ /tmp/lmcache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && ccache --clear --clean # buildkit
2025-11-12 02:46:06 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 VLLM_LMCACHE_VERSION=0.3.9post1 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) cat <<EOT >/tmp/requirements.txt ray[client]==${RAY_VERSION} ray[default]==${RAY_VERSION} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 02:46:09 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 VLLM_LMCACHE_VERSION=0.3.9post1 /bin/bash -eo pipefail -c # Dependencies # Install BITSANDBYTES_VERSION="0.46.1" if [[ "${TARGETARCH}" == "arm64" ]]; then BITSANDBYTES_VERSION="0.42.0" fi cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope bitsandbytes>=${BITSANDBYTES_VERSION} timm>=1.0.17 boto3 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 02:46:09 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.8.1 VLLM_VERSION=0.11.0 VLLM_LMCACHE_VERSION=0.3.9post1 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer-python \ --package flash-attn \ --package torch \ --package triton \ --package pplx-kernels \ --package deep-gemm \ --package deep-ep \ --package lmcache # buildkit
2025-11-12 02:46:09 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1
2025-11-12 02:46:09 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-12 02:46:09 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.