Namespace
gpustack
Image / Tagrunner:cuda12.6-vllm0.10.2
Content Digestsha256:0b3acd760b89d046d996284b64f64ddded2f38cfc320ba64c56357dc2e667945
Details
2025-11-06 10:07:57 UTC
10 GB
Labels
-
com.nvidia.cudnn.version9.5.1.17-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_ARCHS CUDA_HOME/usr/local/cuda
CUDA_VERSION12.6.3
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.23.4-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.6.77-1
NV_CUDA_CUDART_VERSION12.6.77-1
NV_CUDA_LIB_VERSION12.6.3-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-6=12.6.3-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.6.3-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.5.1.17-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.5.1.17-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.5.1.17-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-6=12.6.4.1-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-6
NV_LIBCUBLAS_DEV_VERSION12.6.4.1-1
NV_LIBCUBLAS_PACKAGElibcublas-12-6=12.6.4.1-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-6
NV_LIBCUBLAS_VERSION12.6.4.1-1
NV_LIBCUSPARSE_DEV_VERSION12.5.4.2-1
NV_LIBCUSPARSE_VERSION12.5.4.2-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.23.4-1+cuda12.6
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.23.4-1
NV_LIBNCCL_PACKAGElibnccl2=2.23.4-1+cuda12.6
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.23.4-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-6=12.3.1.54-1
NV_LIBNPP_DEV_VERSION12.3.1.54-1
NV_LIBNPP_PACKAGElibnpp-12-6=12.3.1.54-1
NV_LIBNPP_VERSION12.3.1.54-1
NV_NVML_DEV_VERSION12.6.77-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-6=12.6.80-1
NV_NVPROF_VERSION12.6.80-1
NV_NVTX_VERSION12.6.77-1
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
PATH/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.12
RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SYSTEM_PYTHON1
VLLM_AWS_EFA_VERSION1.43.3
VLLM_LMCACHE_VERSION0.3.6
VLLM_NVIDIA_HPCX_VERSION2.21.3
VLLM_NVIDIA_NVSHMEM_DIR/usr/local/nvshmem
VLLM_NVIDIA_NVSHMEM_VERSION3.4.5
VLLM_TORCH_CUDA_VERSION12.6.3
VLLM_TORCH_VERSION2.8.0
VLLM_VERSION0.10.2
Layers
[#000] sha256:6414378b647780fee8fd903ddb9541d134a1947ce092d08bdeb23a54cb3684ac - 0.28% (28.2 MB)
[#001] sha256:df2824ac310a017894dc4f4c26c50ff01525f48c0d1eda8738822ed4d09550b8 - 0.04% (4.42 MB)
[#002] sha256:16e8a5a726fd0b9296e2ffce9d0b05e2640937b7cb4b97cecbae4c6792e5d6b8 - 0.53% (54.7 MB)
[#003] sha256:af813042aa5b3f88f04ca55f2bdba48846781439e69541120f5f3d81dfa77d4f - 0.0% (184 Bytes)
[#004] sha256:150ae9de14cf67d192ab855eb94172865ba70f5b4b2e832ffed3e8f1df6307f5 - 0.0% (6.72 KB)
[#005] sha256:ed090066e06c7eaa241e8fc89f9ec6272b77d864f132c5f826b0a9a7837b18b9 - 13.4% (1.34 GB)
[#006] sha256:835e4741a0ed629c57f53388056767b4f1fad8a94e8513d0a49deb565e276141 - 0.0% (62.6 KB)
[#007] sha256:6aee6792f0ce4b47d774df27fb918aace91ef8d468dd9a214eba9a845ad52cd9 - 0.0% (1.64 KB)
[#008] sha256:18ef190c1b6c9d96dbbd26f49ec1548ab03a7746ca5877eed3e8c6d39a8c762e - 0.0% (1.49 KB)
[#009] sha256:6b55bfaf2c7eaa1e25aa2711630648ce7539f32e08d1718de9537ab77523d2ff - 23.61% (2.36 GB)
[#010] sha256:91376825b4324e2abec846fbaaa2042bac4bbe0a97a4cc4f1914e80a297fa7f6 - 0.0% (86.8 KB)
[#011] sha256:c6eaf07d319a3d38fdef2b106ca2fa5b69d1e78a38cccd1a06879a3bcd886b20 - 5.37% (549 MB)
[#012] sha256:9f6d96730a7685321900edb40940f4a0b4807a085f08072849b94178edda25dc - 1.33% (137 MB)
[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#014] sha256:ea7cc83589bd5a5d6761cafe795cd91f26d6fa137a75d8bb21c342c3b47fae65 - 2.92% (298 MB)
[#015] sha256:1de5259900f09e3a0f1c9973b6026f427eec9ab039743e77d1450a9a6615d1f0 - 0.3% (30.5 MB)
[#016] sha256:52d3ab9a28dd5b7868bc23160eb547ae12f327777b0ef4400e0f0a2553967694 - 0.55% (56.3 MB)
[#017] sha256:de5c64e8b37ca5d7f63fcf9195b85284941cf2d8e27ce3183c719a0839375ab7 - 0.01% (557 KB)
[#018] sha256:f5d00542c419eef4d54795ca18d47ae7549e35cfa208668be133df10145cc04d - 0.0% (335 KB)
[#019] sha256:7b2e79628dfe2390940b0075989d52abadd9546a782055bc02fa37571f3819b4 - 4.09% (419 MB)
[#020] sha256:49201078eedfae9c9491c786a80b1f7b4dd8b6c34627ccc092d4568af56ab5a5 - 0.18% (18.5 MB)
[#021] sha256:41349e353aaf93f0ced978b1692dcb4b7c6abe28db70e15ba413f888f4bf688f - 32.32% (3.23 GB)
[#022] sha256:1fac69728644c1fc8dda2cb70875b90c7504fc9586397767966fca67806008a4 - 8.76% (896 MB)
[#023] sha256:d15ab8f11f3c1d29c9602312ba1cd1830d7cee524104367715b0f36d51cd2320 - 2.68% (274 MB)
[#024] sha256:fd955b1b8069a4eb1e2d7829cc0f82b772f483ca78fe58bc4bbe5d3b2559873b - 0.08% (8.49 MB)
[#025] sha256:c100cf09c682c9a38f28a2726692a25951a98b3221def6a68214c785d1b7ec27 - 0.16% (16.4 MB)
[#026] sha256:129a84ced164481ed1711e8a932947e97655a28217cc0d2e43c896a5bfd46aed - 0.79% (80.9 MB)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:d4428e0a51725bccab84f643a046ea93920fc3d70fe9d6685b1a640e687add7d - 0.0% (17.2 KB)
[#029] sha256:aedaaebdb6bb644ec9116cad930b14abfb5a3bc2689bc7edf3d7b65fff8e5b5d - 0.0% (17.2 KB)
[#030] sha256:d9369bb5793f83dc02601aa8f429f6dd2f3071b6b34bc0dfd919477a48908f22 - 1.93% (198 MB)
[#031] sha256:33afccaf8f63bf5f6e52c7d4f1449e570401d02b04a62fc355c8de2d2e84b4cf - 0.07% (7.38 MB)
[#032] sha256:530cb16b45503a0850586facac1fd45c6bdc8d8ff03a4021a9b19e997137ded7 - 0.49% (50 MB)
[#033] sha256:82c6c5fc062012e9e7e4771ae61f30c992b1b871719c02457bdcf76cd3ccfaf2 - 0.11% (11.4 MB)
[#034] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-09-11 16:25:17 UTC/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in /
2024-09-11 16:25:18 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-10-12 21:01:58 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2024-10-12 21:01:58 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
2024-10-12 21:01:58 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.6.77-1
2024-10-12 21:01:58 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-10-12 21:01:58 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-10-12 21:01:58 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2024-10-12 21:01:58 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.6.3
2024-11-22 18:20:17 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-6=${NV_CUDA_CUDART_VERSION} cuda-compat-12-6 && rm -rf /var/lib/apt/lists/* # buildkit
2024-11-22 18:20:17 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2024-11-22 18:20:17 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-11-22 18:20:17 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2024-11-22 18:20:17 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2024-11-22 18:20:17 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2024-11-22 18:20:17 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.6.3-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.6.77-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.1.54-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-6=12.3.1.54-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.4.2-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.6.4.1-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-6=12.6.4.1-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.23.4-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.23.4-1
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.23.4-1+cuda12.6
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-6=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-6=${NV_NVTX_VERSION} libcusparse-12-6=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2024-11-22 18:22:34 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.6.3-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.6.77-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.6.77-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.4.2-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.1.54-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-6=12.3.1.54-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.6.4.1-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-6
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-6=12.6.4.1-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.6.3-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-6=12.6.3-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.6.80-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-6=12.6.80-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.23.4-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.23.4-1
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.23.4-1+cuda12.6
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-6=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-6=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-6=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-6=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-6=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-6=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2024-11-22 18:31:03 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2024-11-22 18:57:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.5.1.17-1
2024-11-22 18:57:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2024-11-22 18:57:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.5.1.17-1
2024-11-22 18:57:19 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.5.1.17-1
2024-11-22 18:57:19 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-11-22 18:57:19 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-11-22 18:57:19 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.5.1.17-1
2024-11-22 18:57:19 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-10-25 04:59:02 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-25 04:59:02 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-10-25 04:59:02 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-25 04:59:02 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-10-25 04:59:02 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-10-25 04:59:02 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-25 04:59:02 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-25 04:59:37 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma-dev libjemalloc-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-25 04:59:37 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-10-25 04:59:37 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2025-10-25 05:00:32 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf EXPORT_PYTHON_LIB="export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH}" echo "${EXPORT_PYTHON_LIB}" >> /etc/profile echo "${EXPORT_PYTHON_LIB}" >> ~/.bashrc fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk \ libibverbs-dev # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-25 05:00:32 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2025-10-25 05:00:38 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools<80 setuptools-scm packaging<25 wheel pybind11<3 Cython psutil pipx uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-25 05:00:38 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.6.3
2025-10-25 05:00:38 UTC (buildkit.dockerfile.v0)ARG CUDA_ARCHS
2025-10-25 05:00:38 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda CUDA_VERSION=12.6.3 CUDA_ARCHS=
2025-10-26 09:39:24 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-26 09:39:24 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-10-26 09:39:24 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-26 09:39:24 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-10-26 09:39:24 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-10-26 09:39:24 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # InfiniBand buildkit # Install dependencies apt-get install -y --no-install-recommends \ libnl-route-3-200 \ libnl-3-200 \ libnl-3-dev \ libnl-route-3-dev \ libibverbs1 \ libibverbs-dev \ librdmacm1 \ librdmacm-dev \ libibumad3 \ libibumad-dev \ ibverbs-utils \ ibverbs-providers # Prepare rm -f $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-26 09:41:17 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GDRCopy if [[ ! -d /gdrcopy/workspace ]]; then echo "Skipping GDRCopy installation for ${TARGETARCH}..." exit 0 fi # Install dpkg -i /gdrcopy/workspace/libgdrapi_*.deb && \ ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-26 09:41:17 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_HPCX_VERSION=2.21.3
2025-10-26 09:41:17 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_HPCX_VERSION=2.21.3
2025-10-26 09:42:14 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Prepare IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" source /etc/os-release # Get Download Version # If VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda13, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.24.1 # If VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.22.1 # If VLLM_NVIDIA_HPCX_VERSION=2.21.3, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.21.3 if [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"_cuda"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/_cuda.*//') elif [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"rc"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/rc.*//') else VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=${VLLM_NVIDIA_HPCX_VERSION} fi # Download mkdir -p /opt/hpcx curl --retry 3 --retry-connrefused -fL "https://content.mellanox.com/hpc/hpc-x/v${VLLM_NVIDIA_HPCX_VERSION}/hpcx-v${VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD}-gcc-inbox-${ID}${VERSION_ID}-cuda${CUDA_MAJOR}-$(uname -m).tbz" | tar -jxv -C /opt/hpcx --strip-components 1 # Install ln -sf /opt/hpcx/ompi /usr/local/mpi ln -sf /opt/hpcx/ucx /usr/local/ucx sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/li EOT # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-26 09:42:14 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OPAL_PREFIX=/opt/hpcx/ompi OMPI_MCA_coll_hcoll_enable=0
2025-10-26 09:42:14 UTC (buildkit.dockerfile.v0)ARG VLLM_AWS_EFA_VERSION=1.43.3
2025-10-26 09:42:14 UTC (buildkit.dockerfile.v0)ENV VLLM_AWS_EFA_VERSION=1.43.3
2025-10-26 09:44:13 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 /bin/bash -eo pipefail -c # AWS EFA # Download curl --retry 3 --retry-connrefused -fL "https://efa-installer.amazonaws.com/aws-efa-installer-${VLLM_AWS_EFA_VERSION}.tar.gz" | tar -zxv -C /tmp # Install pushd /tmp/aws-efa-installer && \ ./efa_installer.sh -y --skip-kmod # Prepare rm /opt/amazon/efa/lib/libfabric.a || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-26 09:44:13 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
2025-10-26 09:44:13 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.8.0
2025-10-26 09:44:13 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_CUDA_VERSION=12.6.3
2025-10-26 09:44:13 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3
2025-10-26 09:44:54 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 /bin/bash -eo pipefail -c # Torch # Install cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ -r /tmp/requirements.txt else uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt fi uv pip install \ numpy scipy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 09:44:54 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-10-26 09:44:54 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.10.2
2025-10-26 09:44:54 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.10.2
2025-10-26 09:45:14 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export COMPILE_CUSTOM_KERNELS=1 export NVCC_THREADS=1 # Install IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ vllm==${VLLM_VERSION} else uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \ vllm==${VLLM_VERSION} fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 11:29:24 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 /bin/bash -eo pipefail -c # FlashInfer if [[ ! -d /flashinfer/workspace ]]; then echo "Skipping FlashInfer installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install \ /flashinfer/workspace/*.whl # Download pre-compiled cubins FLASHINFER_CUBIN_DOWNLOAD_THREADS="${CMAKE_MAX_JOBS}" python -m flashinfer --download-cubin || echo "WARNING: Failed to download flashinfer cubins." # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 11:29:24 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.6
2025-10-26 11:29:24 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.6
2025-10-26 11:29:25 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 VLLM_LMCACHE_VERSION=0.3.6 /bin/bash -eo pipefail -c # LMCache # Ref https://github.com/LMCache/LMCache/blob/5afe9688b3519074b9915e7b3acf871328250150/docs/source/getting_started/installation.rst?plain=1#L67-L129. IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" != "amd64" ]]; then echo "Skipping LMCache building for ${TARGETARCH}..." exit 0 fi # Install LMCache if (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} > 12.7" | bc -l) )); then CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi LC_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${LC_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX" else LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${LC_CUDA_ARCHS}" git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt pip install -v --no-build-isolation /tmp/lmcache else uv pip install lmcache==${VLLM_LMCACHE_VERSION} fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 11:29:27 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 VLLM_LMCACHE_VERSION=0.3.6 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) cat <<EOT >/tmp/requirements.txt ray[client]==${RAY_VERSION} ray[default]==${RAY_VERSION} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 11:29:29 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 VLLM_LMCACHE_VERSION=0.3.6 /bin/bash -eo pipefail -c # Dependencies # Install BITSANDBYTES_VERSION="0.46.1" if [[ "${TARGETARCH}" == "arm64" ]]; then BITSANDBYTES_VERSION="0.42.0" fi cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope bitsandbytes>=${BITSANDBYTES_VERSION} timm>=1.0.17 boto3 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 11:29:29 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 VLLM_LMCACHE_VERSION=0.3.6 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer \ --package torch \ --package lmcache # buildkit
2025-10-26 11:29:29 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1
2025-10-26 11:29:29 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-26 11:29:29 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-05 02:46:42 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-05 02:46:42 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-05 02:46:42 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-05 02:46:42 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-05 02:46:42 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Polish cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/lib EOT # Review ldconfig -v # buildkit
2025-11-05 02:46:42 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-05 02:46:42 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-06 09:27:41 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-06 09:27:41 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-06 09:27:41 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-06 09:27:41 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-06 09:27:41 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Fix DeepEP IBGDA symlink ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so || true # Review ldconfig -v # buildkit
2025-11-06 09:27:41 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-06 09:27:41 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5
2025-11-06 09:27:41 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_NVIDIA_NVSHMEM_DIR=/usr/local/nvshmem
2025-11-06 10:05:05 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # NVIDIA NVSHMEM IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" # Download if (( $(echo "${CUDA_MAJOR} > 12" | bc -l) )); then curl --retry 3 --retry-connrefused -fL "https://github.com/NVIDIA/nvshmem/releases/download/v${VLLM_NVIDIA_NVSHMEM_VERSION}-0/nvshmem_src_cuda-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp else curl --retry 3 --retry-connrefused -fL "https://developer.download.nvidia.com/compute/redist/nvshmem/${VLLM_NVIDIA_NVSHMEM_VERSION}/source/nvshmem_src_cuda12-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp fi # Build CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi NS_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${NS_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9 9.0" else NS_CUDA_ARCHS="7.5 8.0 8.9 9.0 10.0 10.3 12.0" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export CUDA_ARCH="${NS_CUDA_ARCHS}" # Disable all features except IBGDA export NVSHMEM_IBGDA_SUPPORT=1 export NVSHMEM_SHMEM_SUPPORT=0 export NVSHMEM_UCX_SUPPORT=0 export NVSHMEM_USE_NCCL=0 export NVSHMEM_PMIX_SUPPORT=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVSHMEM_USE_GDRCOPY=1 export NVSHMEM_IBRC_SUPPORT=0 export NVSHMEM_BUILD_TESTS=0 export NVSHMEM_BUILD_EXAMPLES=0 export NVSHMEM_MPI_SUPPORT=0 export NVSHMEM_BUILD_HYDRA_LAUNCHER=0 export NVSHMEM_BUILD_TXZ_PACKAGE=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVCC_THREADS=1 echo "Building NVSHMEM with the following environment variables:" env # FIX: Hide Python3.10 to avoid issues with Python version mismatch. PYTHON3_10_BIN=$(which python3.10 || true) if [[ -n "${PYTHON3_10_BIN}" ]]; then mv "${PYTHON3_10_BIN}" /tmp/python3.10 fi pushd /tmp/nvshmem_src \ && cmake -G Ninja -S . -B build -DCMAKE_INSTALL_PREFIX=${VLLM_NVIDIA_NVSHMEM_DIR} \ && cmake --build build --target install -j${MAX_JOBS} if [[ -n "${PYTHON3_10_BIN}" ]]; then mv /tmp/python3.10 "${PYTHON3_10_BIN}" fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 10:05:05 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-06 10:05:05 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-06 10:05:05 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-06 10:05:05 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-06 10:05:06 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # DeepGEMM if [[ ! -d /deepgemm/workspace ]]; then echo "Skipping DeepGEMM installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepgemm/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 10:07:15 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # PPLX Kernels if [[ ! -d /pplx-kernels/workspace ]]; then echo "Skipping PPLX Kernels installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /pplx-kernels/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 10:07:57 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # DeepEP if [[ ! -d /deepep/workspace ]]; then echo "Skipping DeepEP installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepep/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 10:07:57 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer-python \ --package torch \ --package pplx-kernels \ --package deep-gemm \ --package deep-ep \ --package lmcache # buildkit
2025-11-06 10:07:57 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-06 10:07:57 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Details
2025-11-06 09:42:32 UTC
6.03 GB
Labels
-
com.nvidia.cudnn.version9.5.1.17-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_ARCHS CUDA_HOME/usr/local/cuda
CUDA_VERSION12.6.3
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.23.4-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.6.77-1
NV_CUDA_CUDART_VERSION12.6.77-1
NV_CUDA_LIB_VERSION12.6.3-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-6=12.6.3-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.6.3-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.5.1.17-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.5.1.17-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.5.1.17-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-6=12.6.4.1-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-6
NV_LIBCUBLAS_DEV_VERSION12.6.4.1-1
NV_LIBCUBLAS_PACKAGElibcublas-12-6=12.6.4.1-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-6
NV_LIBCUBLAS_VERSION12.6.4.1-1
NV_LIBCUSPARSE_DEV_VERSION12.5.4.2-1
NV_LIBCUSPARSE_VERSION12.5.4.2-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.23.4-1+cuda12.6
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.23.4-1
NV_LIBNCCL_PACKAGElibnccl2=2.23.4-1+cuda12.6
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.23.4-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-6=12.3.1.54-1
NV_LIBNPP_DEV_VERSION12.3.1.54-1
NV_LIBNPP_PACKAGElibnpp-12-6=12.3.1.54-1
NV_LIBNPP_VERSION12.3.1.54-1
NV_NVML_DEV_VERSION12.6.77-1
NV_NVTX_VERSION12.6.77-1
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
PATH/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.12
RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SYSTEM_PYTHON1
VLLM_AWS_EFA_VERSION1.43.3
VLLM_LMCACHE_VERSION0.3.6
VLLM_NVIDIA_HPCX_VERSION2.21.3
VLLM_NVIDIA_NVSHMEM_DIR/usr/local/nvshmem
VLLM_NVIDIA_NVSHMEM_VERSION3.4.5
VLLM_TORCH_CUDA_VERSION12.6.3
VLLM_TORCH_VERSION2.8.0
VLLM_VERSION0.10.2
Layers
[#000] sha256:a186900671ab62e1dea364788f4e84c156e1825939914cfb5a6770be2b58b4da - 0.42% (26.1 MB)
[#001] sha256:7bb91354a5b760bcdcba01b36930b2ee191813529c638bb35a40b8ccbd65b9f7 - 0.07% (4.38 MB)
[#002] sha256:3d61fc925341178484cac54ecb0d4e433395cafaa9da618ff8363c135a658a5f - 0.87% (53.7 MB)
[#003] sha256:6195d5c75febb6304e934e47166985a213fff4373d2532ab7eb9b8e3a524f992 - 0.0% (186 Bytes)
[#004] sha256:150ae9de14cf67d192ab855eb94172865ba70f5b4b2e832ffed3e8f1df6307f5 - 0.0% (6.72 KB)
[#005] sha256:891db24a911cd5d03e3c8c62c6d66af324a8733ed2247d3299839e9f6fe19b86 - 22.17% (1.34 GB)
[#006] sha256:c7aee828621cd5ebfe87ef5e4cf0d12addb8a68f062b5a06030d3df3f0354879 - 0.0% (62.5 KB)
[#007] sha256:0ca305403834891828f44d7fed54d47eb42a2b85a8f610d62f85f5bbef34a710 - 0.0% (1.64 KB)
[#008] sha256:3b092282a5004f23d5f5c440d7550c8fc4dbe50bb272e1904bd047f6dcb36f7e - 0.0% (1.49 KB)
[#009] sha256:a13cbb038ed8fa563e5d13bc4ea12198e225af40cfec3cd5dec754916f9a65ca - 33.55% (2.02 GB)
[#010] sha256:89b6b496117999ddc97277077c0f152dfbadf873cf30841eac8f737ea591ef48 - 0.0% (86.8 KB)
[#011] sha256:ef08fd0d025e1494b36a39c071327d02f051e636cde1634abaf4dd6770f70d9c - 8.9% (549 MB)
[#012] sha256:5773af5d89ae380c05e77d8beee4ab3c0f31dad88fe5ada7d850ab5b89cc45cc - 2.17% (134 MB)
[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#014] sha256:12bd810fa3e302f8a27f4f09036b32a2e0d2b152211f2e3d1bd890d0c033af21 - 4.53% (280 MB)
[#015] sha256:05a5e73c6198a0ee95bab335211610d80780d7bb445bd897cbed7f8bb0eaa9dd - 0.49% (30.4 MB)
[#016] sha256:6d846037ebce4220c498f7b7cdc7fe06e417bc265ac0f89ef844668a1af975b4 - 0.9% (55.3 MB)
[#017] sha256:009b500bf3f71eb56d5ebdca8b240494036e752bfd593d0f68eddf89856086ff - 0.01% (552 KB)
[#018] sha256:272a935ab2b6e35446e412ec3d3ebe7e3756cdc8842ca8d545693b92ed5c275e - 0.01% (329 KB)
[#019] sha256:f18a762322d83b9e94f0e2bcd7b61da06578db2ec333f05f5497218be9ef8bd6 - 6.7% (414 MB)
[#020] sha256:4c03ed76aff827324542429611e8432a5c5b9638c608ebf53719716be1345211 - 0.3% (18.5 MB)
[#021] sha256:8bacb44b58d46cc32e9ebc6b1ede7260bcabfe140b641196a9ffe08be2fda19a - 2.57% (159 MB)
[#022] sha256:16d455f422c8d035ee7773f7aa3980d8be8f52e7d62e7924a36a35b4de24e55b - 11.97% (739 MB)
[#023] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#025] sha256:c96f87d6a39fdc35ace7a57cd8d49277b8d83b1ec799d0172096c03c6fcf2ad9 - 0.25% (15.6 MB)
[#026] sha256:fe2c30ace07930fd58f4f14549ed8e9284b37bb7a8813bdf3be8ddd5c48406ee - 0.91% (56.4 MB)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:d2307cc25582a22d569e5ec8418c027d8510220c3c591a8e16184b2c2d38002f - 0.0% (16.8 KB)
[#029] sha256:e99a7556f36d49b76f6a4d59f194eefbdd4f0a4b04db7df56f8f939ea8e2bd5d - 0.0% (16.8 KB)
[#030] sha256:99b1c7adb323b92ecc94a255c80a7fc905bdbdfd2b196f74ed5d6b5007d03d06 - 3.2% (198 MB)
[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#032] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#034] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2024-09-11 16:26:04 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-09-11 16:26:04 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-09-11 16:26:04 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-09-11 16:26:06 UTC/bin/sh -c #(nop) ADD file:53ce73ebbd6d87a234a33414686f12909aaaf28b7238593f746a327c7d004ce7 in /
2024-09-11 16:26:06 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-10-12 21:03:57 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2024-10-12 21:03:57 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
2024-10-12 21:03:57 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.6.77-1
2024-10-12 21:03:57 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-10-12 21:03:57 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-10-12 21:03:57 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2024-10-12 21:03:57 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.6.3
2024-11-22 18:20:56 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-6=${NV_CUDA_CUDART_VERSION} cuda-compat-12-6 && rm -rf /var/lib/apt/lists/* # buildkit
2024-11-22 18:20:56 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2024-11-22 18:20:56 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-11-22 18:20:56 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2024-11-22 18:20:56 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2024-11-22 18:20:56 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2024-11-22 18:20:56 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.6.3-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.6.77-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.3.1.54-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-6=12.3.1.54-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.4.2-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.6.4.1-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-6=12.6.4.1-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.23.4-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.23.4-1
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.23.4-1+cuda12.6
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-6=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-6=${NV_NVTX_VERSION} libcusparse-12-6=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2024-11-22 18:25:57 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.6.3-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.6.77-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.6.77-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.4.2-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.3.1.54-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-6=12.3.1.54-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-6
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.6.4.1-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-6=12.6.4.1-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.6.3-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-6=12.6.3-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.23.4-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.23.4-1
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.23.4-1+cuda12.6
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-11-22 18:36:01 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-6=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-6=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-6=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-6=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-6=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-6=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-11-22 18:36:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2024-11-22 18:36:02 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2024-11-22 18:59:17 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.5.1.17-1
2024-11-22 18:59:17 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2024-11-22 18:59:17 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.5.1.17-1
2024-11-22 18:59:17 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.5.1.17-1
2024-11-22 18:59:17 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-11-22 18:59:17 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-11-22 18:59:17 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.5.1.17-1
2024-11-22 18:59:17 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-10-25 04:55:53 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-25 04:55:53 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-25 04:55:53 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-25 04:55:53 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-25 04:55:53 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-10-25 04:55:53 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-25 04:55:54 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-25 04:57:29 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma-dev libjemalloc-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-25 04:57:29 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-10-25 04:57:29 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2025-10-25 04:58:02 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf EXPORT_PYTHON_LIB="export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH}" echo "${EXPORT_PYTHON_LIB}" >> /etc/profile echo "${EXPORT_PYTHON_LIB}" >> ~/.bashrc fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk \ libibverbs-dev # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-25 04:58:02 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2025-10-25 04:58:08 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools<80 setuptools-scm packaging<25 wheel pybind11<3 Cython psutil pipx uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-25 04:58:08 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.6.3
2025-10-25 04:58:08 UTC (buildkit.dockerfile.v0)ARG CUDA_ARCHS
2025-10-25 04:58:08 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda CUDA_VERSION=12.6.3 CUDA_ARCHS=
2025-10-26 08:27:09 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-10-26 08:27:09 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-10-26 08:27:09 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-10-26 08:27:09 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-10-26 08:27:09 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-10-26 08:27:09 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # InfiniBand buildkit # Install dependencies apt-get install -y --no-install-recommends \ libnl-route-3-200 \ libnl-3-200 \ libnl-3-dev \ libnl-route-3-dev \ libibverbs1 \ libibverbs-dev \ librdmacm1 \ librdmacm-dev \ libibumad3 \ libibumad-dev \ ibverbs-utils \ ibverbs-providers # Prepare rm -f $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-26 09:25:42 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # GDRCopy if [[ ! -d /gdrcopy/workspace ]]; then echo "Skipping GDRCopy installation for ${TARGETARCH}..." exit 0 fi # Install dpkg -i /gdrcopy/workspace/libgdrapi_*.deb && \ ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-26 09:25:42 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_HPCX_VERSION=2.21.3
2025-10-26 09:25:42 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_HPCX_VERSION=2.21.3
2025-10-26 09:26:27 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Prepare IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" source /etc/os-release # Get Download Version # If VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda13, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.24.1 # If VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.22.1 # If VLLM_NVIDIA_HPCX_VERSION=2.21.3, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.21.3 if [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"_cuda"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/_cuda.*//') elif [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"rc"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/rc.*//') else VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=${VLLM_NVIDIA_HPCX_VERSION} fi # Download mkdir -p /opt/hpcx curl --retry 3 --retry-connrefused -fL "https://content.mellanox.com/hpc/hpc-x/v${VLLM_NVIDIA_HPCX_VERSION}/hpcx-v${VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD}-gcc-inbox-${ID}${VERSION_ID}-cuda${CUDA_MAJOR}-$(uname -m).tbz" | tar -jxv -C /opt/hpcx --strip-components 1 # Install ln -sf /opt/hpcx/ompi /usr/local/mpi ln -sf /opt/hpcx/ucx /usr/local/ucx sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/li EOT # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-26 09:26:27 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OPAL_PREFIX=/opt/hpcx/ompi OMPI_MCA_coll_hcoll_enable=0
2025-10-26 09:26:27 UTC (buildkit.dockerfile.v0)ARG VLLM_AWS_EFA_VERSION=1.43.3
2025-10-26 09:26:27 UTC (buildkit.dockerfile.v0)ENV VLLM_AWS_EFA_VERSION=1.43.3
2025-10-26 09:28:05 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 /bin/bash -eo pipefail -c # AWS EFA # Download curl --retry 3 --retry-connrefused -fL "https://efa-installer.amazonaws.com/aws-efa-installer-${VLLM_AWS_EFA_VERSION}.tar.gz" | tar -zxv -C /tmp # Install pushd /tmp/aws-efa-installer && \ ./efa_installer.sh -y --skip-kmod # Prepare rm /opt/amazon/efa/lib/libfabric.a || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-10-26 09:28:05 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
2025-10-26 09:28:05 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.8.0
2025-10-26 09:28:05 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_CUDA_VERSION=12.6.3
2025-10-26 09:28:05 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3
2025-10-26 09:28:14 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 /bin/bash -eo pipefail -c # Torch # Install cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ -r /tmp/requirements.txt else uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt fi uv pip install \ numpy scipy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 09:28:14 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-10-26 09:28:14 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.10.2
2025-10-26 09:28:14 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.10.2
2025-10-26 09:28:33 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export COMPILE_CUSTOM_KERNELS=1 export NVCC_THREADS=1 # Install IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ vllm==${VLLM_VERSION} else uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \ vllm==${VLLM_VERSION} fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 09:28:39 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 /bin/bash -eo pipefail -c # FlashInfer if [[ ! -d /flashinfer/workspace ]]; then echo "Skipping FlashInfer installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install \ /flashinfer/workspace/*.whl # Download pre-compiled cubins FLASHINFER_CUBIN_DOWNLOAD_THREADS="${CMAKE_MAX_JOBS}" python -m flashinfer --download-cubin || echo "WARNING: Failed to download flashinfer cubins." # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 09:28:39 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.6
2025-10-26 09:28:39 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.6
2025-10-26 09:28:39 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 VLLM_LMCACHE_VERSION=0.3.6 /bin/bash -eo pipefail -c # LMCache # Ref https://github.com/LMCache/LMCache/blob/5afe9688b3519074b9915e7b3acf871328250150/docs/source/getting_started/installation.rst?plain=1#L67-L129. IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" != "amd64" ]]; then echo "Skipping LMCache building for ${TARGETARCH}..." exit 0 fi # Install LMCache if (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} > 12.7" | bc -l) )); then CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi LC_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${LC_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX" else LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0+PTX 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${LC_CUDA_ARCHS}" git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt pip install -v --no-build-isolation /tmp/lmcache else uv pip install lmcache==${VLLM_LMCACHE_VERSION} fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 09:28:36 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 VLLM_LMCACHE_VERSION=0.3.6 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) cat <<EOT >/tmp/requirements.txt ray[client]==${RAY_VERSION} ray[default]==${RAY_VERSION} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 09:28:38 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 VLLM_LMCACHE_VERSION=0.3.6 /bin/bash -eo pipefail -c # Dependencies # Install BITSANDBYTES_VERSION="0.46.1" if [[ "${TARGETARCH}" == "arm64" ]]; then BITSANDBYTES_VERSION="0.42.0" fi cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope bitsandbytes>=${BITSANDBYTES_VERSION} timm>=1.0.17 boto3 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-10-26 09:28:39 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 CMAKE_MAX_JOBS= VLLM_VERSION=0.10.2 VLLM_LMCACHE_VERSION=0.3.6 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer \ --package torch \ --package lmcache # buildkit
2025-10-26 09:28:39 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1
2025-10-26 09:28:39 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-10-26 09:28:39 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-05 02:35:20 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-05 02:35:20 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-05 02:35:20 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-05 02:35:20 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-05 02:35:20 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Polish cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/lib EOT # Review ldconfig -v # buildkit
2025-11-05 02:35:20 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-05 02:35:20 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-06 09:19:03 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-06 09:19:03 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-06 09:19:03 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-06 09:19:03 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-06 09:19:03 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Fix DeepEP IBGDA symlink ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so || true # Review ldconfig -v # buildkit
2025-11-06 09:19:03 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-06 09:19:03 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5
2025-11-06 09:19:03 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_NVIDIA_NVSHMEM_DIR=/usr/local/nvshmem
2025-11-06 09:41:54 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # NVIDIA NVSHMEM IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" # Download if (( $(echo "${CUDA_MAJOR} > 12" | bc -l) )); then curl --retry 3 --retry-connrefused -fL "https://github.com/NVIDIA/nvshmem/releases/download/v${VLLM_NVIDIA_NVSHMEM_VERSION}-0/nvshmem_src_cuda-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp else curl --retry 3 --retry-connrefused -fL "https://developer.download.nvidia.com/compute/redist/nvshmem/${VLLM_NVIDIA_NVSHMEM_VERSION}/source/nvshmem_src_cuda12-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp fi # Build CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi NS_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${NS_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9 9.0" else NS_CUDA_ARCHS="7.5 8.0 8.9 9.0 10.0 10.3 12.0" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export CUDA_ARCH="${NS_CUDA_ARCHS}" # Disable all features except IBGDA export NVSHMEM_IBGDA_SUPPORT=1 export NVSHMEM_SHMEM_SUPPORT=0 export NVSHMEM_UCX_SUPPORT=0 export NVSHMEM_USE_NCCL=0 export NVSHMEM_PMIX_SUPPORT=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVSHMEM_USE_GDRCOPY=1 export NVSHMEM_IBRC_SUPPORT=0 export NVSHMEM_BUILD_TESTS=0 export NVSHMEM_BUILD_EXAMPLES=0 export NVSHMEM_MPI_SUPPORT=0 export NVSHMEM_BUILD_HYDRA_LAUNCHER=0 export NVSHMEM_BUILD_TXZ_PACKAGE=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVCC_THREADS=1 echo "Building NVSHMEM with the following environment variables:" env # FIX: Hide Python3.10 to avoid issues with Python version mismatch. PYTHON3_10_BIN=$(which python3.10 || true) if [[ -n "${PYTHON3_10_BIN}" ]]; then mv "${PYTHON3_10_BIN}" /tmp/python3.10 fi pushd /tmp/nvshmem_src \ && cmake -G Ninja -S . -B build -DCMAKE_INSTALL_PREFIX=${VLLM_NVIDIA_NVSHMEM_DIR} \ && cmake --build build --target install -j${MAX_JOBS} if [[ -n "${PYTHON3_10_BIN}" ]]; then mv /tmp/python3.10 "${PYTHON3_10_BIN}" fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 09:41:54 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-06 09:41:54 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2025-11-06 09:41:54 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-06 09:41:54 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-06 09:41:55 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # DeepGEMM if [[ ! -d /deepgemm/workspace ]]; then echo "Skipping DeepGEMM installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepgemm/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 09:42:31 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # PPLX Kernels if [[ ! -d /pplx-kernels/workspace ]]; then echo "Skipping PPLX Kernels installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /pplx-kernels/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 09:42:31 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # DeepEP if [[ ! -d /deepep/workspace ]]; then echo "Skipping DeepEP installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepep/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-06 09:42:32 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer-python \ --package torch \ --package pplx-kernels \ --package deep-gemm \ --package deep-ep \ --package lmcache # buildkit
2025-11-06 09:42:32 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-06 09:42:32 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.