Namespace
gpustack
Image / Tagrunner:cuda12.4-sglang0.5.5-linux-amd64
Content Digestsha256:5eea6bc9506489a22d89722c0ae5cdceaee0df5e441e73bc8eeaaf245a42d852
Details
2025-11-12 03:32:41 UTC
11.5 GB
Labels
-
com.nvidia.cudnn.version9.1.0.70-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_ARCHS CUDA_HOME/usr/local/cuda
CUDA_VERSION12.4.1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.21.5-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_COMPAT_PACKAGEcuda-compat-12-4
NV_CUDA_CUDART_DEV_VERSION12.4.127-1
NV_CUDA_CUDART_VERSION12.4.127-1
NV_CUDA_LIB_VERSION12.4.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-4=12.4.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.4.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.1.0.70-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.1.0.70-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.1.0.70-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-4=12.4.5.8-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-4
NV_LIBCUBLAS_DEV_VERSION12.4.5.8-1
NV_LIBCUBLAS_PACKAGElibcublas-12-4=12.4.5.8-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-4
NV_LIBCUBLAS_VERSION12.4.5.8-1
NV_LIBCUSPARSE_DEV_VERSION12.3.1.170-1
NV_LIBCUSPARSE_VERSION12.3.1.170-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.21.5-1+cuda12.4
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.21.5-1
NV_LIBNCCL_PACKAGElibnccl2=2.21.5-1+cuda12.4
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.21.5-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-4=12.2.5.30-1
NV_LIBNPP_DEV_VERSION12.2.5.30-1
NV_LIBNPP_PACKAGElibnpp-12-4=12.2.5.30-1
NV_LIBNPP_VERSION12.2.5.30-1
NV_NVML_DEV_VERSION12.4.127-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-4=12.4.127-1
NV_NVPROF_VERSION12.4.127-1
NV_NVTX_VERSION12.4.127-1
OMPI_MCA_coll_hcoll_enable0
OPAL_PREFIX/opt/hpcx/ompi
PATH/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHON_VERSION3.12
RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES1
SGLANG_KERNEL_VERSION0.3.12
SGLANG_VERSION0.5.5
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SYSTEM_PYTHON1
VLLM_AWS_EFA_VERSION1.43.3
VLLM_LMCACHE_VERSION0.3.9post1
VLLM_NVIDIA_HPCX_VERSION2.21.3
VLLM_NVIDIA_NVSHMEM_DIR/usr/local/nvshmem
VLLM_NVIDIA_NVSHMEM_VERSION3.4.5
VLLM_TORCH_CUDA_VERSION12.6.3
VLLM_TORCH_VERSION2.8.0
VLLM_VERSION0.11.0
Layers
[#000] sha256:3c645031de2917ade93ec54b118d5d3e45de72ef580b8f419a8cdc41e01d042c - 0.24% (28.2 MB)
[#001] sha256:0d6448aff88945ea46a37cfe4330bdb0ada228268b80da6258a0fec63086f404 - 0.04% (4.41 MB)
[#002] sha256:0a7674e3e8fe69dcd7f1424fa29aa033b32c42269aab46cbe9818f8dd7154754 - 0.47% (54.9 MB)
[#003] sha256:b71b637b97c5efb435b9965058ad414f07afa99d320cf05e89f10441ec1becf4 - 0.0% (185 Bytes)
[#004] sha256:56dc8550293751a1604e97ac949cfae82ba20cb2a28e034737bafd7382559609 - 0.0% (6.72 KB)
[#005] sha256:ec6d5f6c9ed94d2ee2eeaf048d90242af638325f57696909f1737b3158d838cf - 11.13% (1.28 GB)
[#006] sha256:47b8539d532f561cac6d7fb8ee2f46c902b66e4a60b103d19701829742a0d11e - 0.0% (62.5 KB)
[#007] sha256:fd9cc1ad8dee47ca559003714d462f4eb79cb6315a2708927c240b84d022b55f - 0.0% (1.64 KB)
[#008] sha256:83525caeeb359731f869f1ee87a32acdfdd5efb8af4cab06d8f4fdcf1f317daa - 0.0% (1.49 KB)
[#009] sha256:8e79813a7b9d5784bb880ca2909887465549de5183411b24f6de72fab0802bcd - 21.43% (2.46 GB)
[#010] sha256:312a542960e3345001fc709156a5139ff8a1d8cc21a51a50f83e87ec2982f579 - 0.0% (86.8 KB)
[#011] sha256:ae033ce9621d2cceaef2769ead17429ae8b29f098fb0350bdd4e0f55a36996db - 5.43% (639 MB)
[#012] sha256:eff8cdb6147ed4bd9ff459f3efe57444b4b57e95ce24aa7c569dd6cd5ca4b1d6 - 1.21% (142 MB)
[#013] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#014] sha256:2a0264f3ea1d39b1ac3d5f7d13b6626cc935eb2a8ef4252d4b10805ccfd66577 - 2.66% (313 MB)
[#015] sha256:b64bb07fd91475565c055bde5f554af8cd896032604c185bace4de0d61f4033f - 0.25% (28.9 MB)
[#016] sha256:3aebe26b481aafeac9ea28b1ebd6f339fe00a4b4891bfebe9a4c097035db3911 - 0.48% (56.4 MB)
[#017] sha256:e66882bfbc969197be72c326d799490e993073ccf37a98aa0ada967fb991ec88 - 0.0% (348 KB)
[#018] sha256:bdb7d597506194cccffef55d1fea4c1749ba671f13b05c394ce7e47f04a501eb - 3.55% (419 MB)
[#019] sha256:cd30f6a75d9145a3ddad226a69a583ec0356876316d4070c215b1bf38fc256e4 - 0.12% (14.3 MB)
[#020] sha256:d5f190a89ac2763b57c3257cc4411cdeea5bf7c459e32eb73b5b5aa2e610dc47 - 1.68% (198 MB)
[#021] sha256:8879765cec7cda29bbadc24747957a135e93699a3cad82d5e7bf5d0607785783 - 28.09% (3.23 GB)
[#022] sha256:f50bf7da0701cb1b4b4042bf32925308631642df1dc55bd690902fcdc756462a - 7.64% (899 MB)
[#023] sha256:d1f20b7d5df83954f7626dc5c29bc82d4b4f3705b2c7167fe016066f76b010cd - 5.84% (688 MB)
[#024] sha256:b2a156adf1217dcbdb3622f74914b7768e26dbff1e8ec33a87940890d091e544 - 0.06% (7.38 MB)
[#025] sha256:39f3b125954e8a58d6f2f03056a4328a1cebb8277531c389c9b46a07f6aa2c70 - 0.42% (50 MB)
[#026] sha256:0c700248fb19333c19a63e2422074ef687ced10486865e4848c3456153a39891 - 0.1% (11.3 MB)
[#027] sha256:ada60769323282c4649eed4e18c2d91051eb8ac75587895745d8c59065c23f14 - 0.94% (110 MB)
[#028] sha256:e9739fa40a388c2935ee7ff474d46a70c8f7002c7cc95a5417cdd6e6b6a43ef9 - 0.4% (47 MB)
[#029] sha256:b316a3cfcb63964b31ddf24699443bf9ad4d28233c9322f8c7ac4cdb77937cbe - 0.14% (16.4 MB)
[#030] sha256:2d68d561825f20106dc720cc43a70bca97598bb123f92e4892a7915c6ddc61cd - 0.68% (80.2 MB)
[#031] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#032] sha256:a55addfa94193c7d396713cc1940aa9b507544daf2a161b04b2cd1be19832b64 - 5.77% (679 MB)
[#033] sha256:a42dc31916205d99fae5298467d7206e078b10e32859bf51a7adcff12d638f03 - 0.22% (26.3 MB)
[#034] sha256:d60ffabe1cf5fc3965adaba7aaa83257a330f61e48646f9c29b973236023c18f - 1.01% (119 MB)
[#035] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-04-10 18:52:02 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-04-10 18:52:04 UTC/bin/sh -c #(nop) ADD file:3bd10da0673e2e72cb06a1f64a9df49a36341df39b0f762e3d1b38ee4de296fa in /
2024-04-10 18:52:04 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.4.127-1
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:42:16 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.4.1
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2024-04-22 23:42:28 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.4.1-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.4.127-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.2.5.30-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.3.1.170-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.4.5.8-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.21.5-1
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-4=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-4=${NV_NVTX_VERSION} libcusparse-12-4=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2024-04-22 23:46:26 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.4.1-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.4.127-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.4.127-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.2.5.30-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.4.127-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.21.5-1
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-22 23:54:41 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-4=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-4=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-4=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-4=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-4=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-4=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2024-04-22 23:54:42 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2024-04-22 23:54:42 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.1.0.70-1
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.1.0.70-1
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.1.0.70-1
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.1.0.70-1
2024-04-23 00:11:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-11-10 04:11:05 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-10 04:11:05 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-10 04:11:05 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-10 04:11:05 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-10 04:11:05 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2025-11-10 04:11:05 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 04:11:06 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 04:11:37 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma1 libnuma-dev libjemalloc-dev \ libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \ libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev \ libibverbs1 libibverbs-dev \ librdmacm1 librdmacm-dev \ libibumad3 libibumad-dev \ libtool \ ibverbs-utils ibverbs-providers libibverbs-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 04:11:37 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-11-10 04:11:37 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2025-11-10 04:12:26 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf ldconfig -v fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then apt-get install -y --no-install-recommends \ python${PYTHON_VERSION}-distutils fi # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 04:12:26 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2025-11-10 04:12:31 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools<80 setuptools-scm packaging<25 wheel==0.45.1 pybind11<3 Cython psutil pipx uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-10 04:12:31 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.4.1
2025-11-10 04:12:31 UTC (buildkit.dockerfile.v0)ARG CUDA_ARCHS
2025-11-10 04:12:31 UTC (buildkit.dockerfile.v0)ENV CUDA_HOME=/usr/local/cuda CUDA_VERSION=12.4.1 CUDA_ARCHS=
2025-11-10 16:16:27 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-10 16:16:27 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-10 16:16:27 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-10 16:16:27 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-10 16:16:27 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-11-10 16:16:27 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GDRCopy if [[ ! -d /gdrcopy/workspace ]]; then echo "Skipping GDRCopy installation for ${TARGETARCH}..." exit 0 fi # Install dpkg -i /gdrcopy/workspace/libgdrapi_*.deb && \ ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 16:16:27 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_HPCX_VERSION=2.21.3
2025-11-10 16:16:27 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_HPCX_VERSION=2.21.3
2025-11-10 16:17:17 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 /bin/bash -eo pipefail -c # NVIDIA HPC-X # Prepare rm -f $(dpkg-query -L libibverbs-dev librdmacm-dev libibumad-dev | grep "\(\.so\|\.a\)$") || true IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" source /etc/os-release # Get Download Version # If VLLM_NVIDIA_HPCX_VERSION=2.24.1_cuda13, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.24.1 # If VLLM_NVIDIA_HPCX_VERSION=2.22.1rc4, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.22.1 # If VLLM_NVIDIA_HPCX_VERSION=2.21.3, VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=2.21.3 if [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"_cuda"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/_cuda.*//') elif [[ "${VLLM_NVIDIA_HPCX_VERSION}" == *"rc"* ]]; then VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=$(echo "${VLLM_NVIDIA_HPCX_VERSION}" | sed 's/rc.*//') else VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD=${VLLM_NVIDIA_HPCX_VERSION} fi # Download mkdir -p /opt/hpcx curl --retry 3 --retry-connrefused -fL "https://content.mellanox.com/hpc/hpc-x/v${VLLM_NVIDIA_HPCX_VERSION}/hpcx-v${VLLM_NVIDIA_HPCX_VERSION_DOWNLOAD}-gcc-inbox-${ID}${VERSION_ID}-cuda${CUDA_MAJOR}-$(uname -m).tbz" | tar -jxv -C /opt/hpcx --strip-components 1 # Install ln -sf /opt/hpcx/ompi /usr/local/mpi ln -sf /opt/hpcx/ucx /usr/local/ucx sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf sed -i 's/^\(btl = self\)$/#\1/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf cat <<EOT > /etc/ld.so.conf.d/hpcx.conf /opt/hpcx/clusterkit/lib /opt/hpcx/hcoll/lib /opt/hpcx/nccl_rdma_sharp_plugin/lib /opt/hpcx/ncclnet_plugin/lib /opt/hpcx/ompi/lib /opt/hpcx/sharp/lib /opt/hpcx/ucc/lib /opt/hpcx/ucx/lib EOT # Fix DeepEP IBGDA symlink ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 16:17:17 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin OPAL_PREFIX=/opt/hpcx/ompi OMPI_MCA_coll_hcoll_enable=0
2025-11-10 16:17:17 UTC (buildkit.dockerfile.v0)ARG VLLM_AWS_EFA_VERSION=1.43.3
2025-11-10 16:17:17 UTC (buildkit.dockerfile.v0)ENV VLLM_AWS_EFA_VERSION=1.43.3
2025-11-10 16:19:09 UTC (buildkit.dockerfile.v0)RUN |5 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 /bin/bash -eo pipefail -c # AWS EFA # Download curl --retry 3 --retry-connrefused -fL "https://efa-installer.amazonaws.com/aws-efa-installer-${VLLM_AWS_EFA_VERSION}.tar.gz" | tar -zxv -C /tmp # Install pushd /tmp/aws-efa-installer && \ ./efa_installer.sh -y --skip-kmod # Prepare rm /opt/amazon/efa/lib/libfabric.a || true # Review ldconfig -v # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2025-11-10 16:19:09 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/mpi/bin:/usr/local/ucx/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/amazon/efa/bin
2025-11-10 16:19:09 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-10 16:19:09 UTC (buildkit.dockerfile.v0)ARG VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5
2025-11-10 16:19:09 UTC (buildkit.dockerfile.v0)ENV VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_NVIDIA_NVSHMEM_DIR=/usr/local/nvshmem
2025-11-10 16:40:26 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 /bin/bash -eo pipefail -c # NVIDIA NVSHMEM IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}" # Download mkdir -p /tmp/nvshmem if (( $(echo "${CUDA_MAJOR} > 12" | bc -l) )); then curl --retry 3 --retry-connrefused -fL "https://github.com/NVIDIA/nvshmem/releases/download/v${VLLM_NVIDIA_NVSHMEM_VERSION}-0/nvshmem_src_cuda-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp else curl --retry 3 --retry-connrefused -fL "https://developer.download.nvidia.com/compute/redist/nvshmem/${VLLM_NVIDIA_NVSHMEM_VERSION}/source/nvshmem_src_cuda12-all-all-${VLLM_NVIDIA_NVSHMEM_VERSION}.tar.gz" | tar -zxv -C /tmp fi # Build CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi NS_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${NS_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then NS_CUDA_ARCHS="7.5 8.0 8.9 9.0" else NS_CUDA_ARCHS="7.5 8.0 8.9 9.0 10.0 10.3 12.0" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export CUDA_ARCH="${NS_CUDA_ARCHS}" export NVSHMEM_IBGDA_SUPPORT=1 export NVSHMEM_USE_GDRCOPY=1 export NVSHMEM_SHMEM_SUPPORT=0 export NVSHMEM_UCX_SUPPORT=0 export NVSHMEM_USE_NCCL=0 export NVSHMEM_PMIX_SUPPORT=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVSHMEM_IBRC_SUPPORT=0 export NVSHMEM_BUILD_TESTS=0 export NVSHMEM_BUILD_EXAMPLES=0 export NVSHMEM_MPI_SUPPORT=0 export NVSHMEM_BUILD_HYDRA_LAUNCHER=0 export NVSHMEM_BUILD_TXZ_PACKAGE=0 export NVSHMEM_TIMEOUT_DEVICE_POLLING=0 export NVCC_THREADS=1 echo "Building NVSHMEM with the following environment variables:" env # FIX: Hide Python3.10 to avoid issues with Python version mismatch. PYTHON3_10_BIN=$(which python3.10 || true) if [[ -n "${PYTHON3_10_BIN}" ]]; then mv "${PYTHON3_10_BIN}" /tmp/python3.10 fi pushd /tmp/nvshmem_src \ && cmake -G Ninja -S . -B build -DCMAKE_INSTALL_PREFIX=${VLLM_NVIDIA_NVSHMEM_DIR} \ && cmake --build build --target install -j${MAX_JOBS} if [[ -n "${PYTHON3_10_BIN}" ]]; then mv /tmp/python3.10 "${PYTHON3_10_BIN}" fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-10 16:40:26 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.8.0
2025-11-10 16:40:26 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_CUDA_VERSION=12.6.3
2025-11-10 16:40:26 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3
2025-11-10 16:41:04 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 /bin/bash -eo pipefail -c # Torch # Install cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ -r /tmp/requirements.txt else uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt fi uv pip install \ numpy scipy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-10 16:41:04 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-10 16:41:04 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-10 16:41:04 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-10 16:41:04 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-10 16:41:04 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-10 16:41:04 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.11.0
2025-11-10 16:41:04 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.11.0
2025-11-10 16:41:22 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi VL_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${VL_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then VL_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then VL_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0" else VL_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${VL_CUDA_ARCHS}" export COMPILE_CUSTOM_KERNELS=1 export NVCC_THREADS=1 # Install IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR} \ vllm==${VLLM_VERSION} else uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \ vllm==${VLLM_VERSION} fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && ccache --clear --clean # buildkit
2025-11-10 19:48:59 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # FlashInfer if [[ ! -d /flashinfer/workspace ]]; then echo "Skipping FlashInfer installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /flashinfer/workspace/*.whl CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi # Download pre-compiled cubins export FLASHINFER_CUBIN_DOWNLOAD_THREADS="${CMAKE_MAX_JOBS}" export FLASHINFER_LOGGING_LEVEL=warning python -m flashinfer --download-cubin # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-10 19:48:59 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # DeepGEMM if [[ ! -d /deepgemm/workspace ]]; then echo "Skipping DeepGEMM installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepgemm/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-10 19:49:00 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # PPLX Kernels if [[ ! -d /pplx-kernels/workspace ]]; then echo "Skipping PPLX Kernels installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /pplx-kernels/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-10 19:49:00 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # DeepEP if [[ ! -d /deepep/workspace ]]; then echo "Skipping DeepEP installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /deepep/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 02:33:26 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 /bin/bash -eo pipefail -c # FlashAttention if [[ ! -d /flashattention/workspace ]]; then echo "Skipping FlashAttention installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /flashattention/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 02:33:26 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.3.9post1
2025-11-12 02:33:26 UTC (buildkit.dockerfile.v0)ENV VLLM_LMCACHE_VERSION=0.3.9post1
2025-11-12 02:36:31 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 VLLM_LMCACHE_VERSION=0.3.9post1 /bin/bash -eo pipefail -c # LMCache # Ref https://github.com/LMCache/LMCache/blob/5afe9688b3519074b9915e7b3acf871328250150/docs/source/getting_started/installation.rst?plain=1#L67-L129. IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" if [[ "${TARGETARCH}" != "amd64" ]]; then echo "Skipping LMCache building for ${TARGETARCH}..." exit 0 fi # Install LMCache CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi LC_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${LC_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0" else LC_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${LC_CUDA_ARCHS}" export NVCC_THREADS=1 git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_VERSION} --single-branch \ https://github.com/LMCache/LMCache.git lmcache sed -i "s/^infinistore$/infinistore; platform_machine == 'x86_64'/" /tmp/lmcache/requirements/common.txt uv pip install --no-build-isolation --verbose \ /tmp/lmcache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && ccache --clear --clean # buildkit
2025-11-12 02:36:33 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 VLLM_LMCACHE_VERSION=0.3.9post1 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default RAY_VERSION=$(pip show ray | grep Version: | cut -d' ' -f 2) cat <<EOT >/tmp/requirements.txt ray[client]==${RAY_VERSION} ray[default]==${RAY_VERSION} EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 02:36:35 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 VLLM_LMCACHE_VERSION=0.3.9post1 /bin/bash -eo pipefail -c # Dependencies # Install BITSANDBYTES_VERSION="0.46.1" if [[ "${TARGETARCH}" == "arm64" ]]; then BITSANDBYTES_VERSION="0.42.0" fi cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope bitsandbytes>=${BITSANDBYTES_VERSION} timm>=1.0.17 boto3 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 02:36:35 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_NVIDIA_HPCX_VERSION=2.21.3 VLLM_AWS_EFA_VERSION=1.43.3 CMAKE_MAX_JOBS= VLLM_NVIDIA_NVSHMEM_VERSION=3.4.5 VLLM_TORCH_VERSION=2.8.0 VLLM_TORCH_CUDA_VERSION=12.6.3 VLLM_VERSION=0.11.0 VLLM_LMCACHE_VERSION=0.3.9post1 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package flashinfer-python \ --package flash-attn \ --package torch \ --package triton \ --package pplx-kernels \ --package deep-gemm \ --package deep-ep \ --package lmcache # buildkit
2025-11-12 02:36:35 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1
2025-11-12 02:36:35 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-12 02:36:35 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)ARG SGLANG_VERSION=0.5.5
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)ARG SGLANG_KERNEL_VERSION=0.3.12
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)ENV SGLANG_VERSION=0.5.5 SGLANG_KERNEL_VERSION=0.3.12
2025-11-12 03:24:26 UTC (buildkit.dockerfile.v0)RUN |6 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.5 SGLANG_KERNEL_VERSION=0.3.12 /bin/bash -eo pipefail -c # SGLang IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${VLLM_TORCH_CUDA_VERSION}" CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then CMAKE_MAX_JOBS="8" fi SG_CUDA_ARCHS="${CUDA_ARCHS}" if [[ -z "${SG_CUDA_ARCHS}" ]]; then if (( $(echo "${CUDA_MAJOR} < 12" | bc -l) )); then SG_CUDA_ARCHS="7.5 8.0+PTX 8.9" elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.8" | bc -l) )); then SG_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0" else SG_CUDA_ARCHS="7.5 8.0+PTX 8.9 9.0 10.0+PTX 12.0+PTX" fi fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export TORCH_CUDA_ARCH_LIST="${SG_CUDA_ARCHS}" export COMPILE_CUSTOM_KERNELS=1 export NVCC_THREADS=1 # Install SGLang git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${SGLANG_VERSION} --single-branch \ https://github.com/sgl-project/sglang.git sglang-${SGLANG_VERSION} pushd /tmp/sglang-${SGLANG_VERSION}/python \ && uv pip install --verbose .[all] # Download FlashInfer pre-compiled cubins export FLASHINFER_CUBIN_DOWNLOAD_THREADS="${CMAKE_MAX_JOBS}" export FLASHINFER_LOGGING_LEVEL=warning python -m flashinfer --download-cubin # Install SGLang Diffusion Extension if [[ "${TARGETARCH}" == "amd64" ]]; then # Diffusion Extension pushd /tmp/sglang-${SGLANG_VERSION}/python \ && uv pip install --verbose .[diffusion] fi # Install pre-complied SGLang Kernel if (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.7" | bc -l) )); then IFS="." read -r KERNEL_MAJOR KERNEL_MINOR KERNEL_PATCH KERNEL_POST <<< "${SGLANG_KERNEL_VERSION}" if [[ "${TARGETARCH}" == "arm64" ]] && [[ "${KERNEL_MAJOR}.${KERNEL_MINOR}" == "0.3" ]] && (( $(echo "${KERNEL_PATCH} < 15" | bc -l) )); then uv pip install --force-reinstall --no-deps \ https://github.com/sgl-project/whl/releases/download/v${SGLANG_KERNEL_VERSION}/sgl_kernel-${SGLANG_KERNEL_VERSION}-cp310-abi3-manylinux2014_aarch64.whl else uv pip install --force-reinstall --no-deps \ https://github.com/sgl-project/whl/releases/download/v${SGLANG_KERNEL_VERSION}/sgl_kernel-${SGLANG_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl fi elif (( $(echo "${CUDA_MAJOR}.${CUDA_MINOR} < 12.9" | bc -l) )); then uv pip install \ sgl-kernel==${SGLANG_KERNEL_VERSION} else uv pip install --force-reinstall --no-deps \ https://github.com/sgl-project/whl/releases/download/v${SGLANG_KERNEL_VERSION}/sgl_kernel-${SGLANG_KERNEL_VERSION}+cu130-cp310-abi3-manylinux2014_$(uname -m).whl fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && ccache --clear --clean # buildkit
2025-11-12 03:32:34 UTC (buildkit.dockerfile.v0)RUN |6 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.5 SGLANG_KERNEL_VERSION=0.3.12 /bin/bash -eo pipefail -c # SGlang Router # Install Rust curl --retry 3 --retry-connrefused --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y export PATH="/root/.cargo/bin:${PATH}" \ && rustc --version \ && cargo --version # Install build tools uv pip install \ setuptools-rust maturin # Install SGLang Router git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${SGLANG_VERSION} --single-branch \ https://github.com/sgl-project/sglang.git sglang pushd /tmp/sglang/sgl-router \ && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist \ && tree -hs /tmp/sglang/sgl-router/dist \ && uv pip install --force-reinstall /tmp/sglang/sgl-router/dist/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /root/.cargo \ && rm -rf /root/.rustup \ && sed -i '$d' /root/.profile \ && sed -i '$d' /root/.bashrc \ && ccache --clear --clean # buildkit
2025-11-12 03:32:40 UTC (buildkit.dockerfile.v0)RUN |6 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.5 SGLANG_KERNEL_VERSION=0.3.12 /bin/bash -eo pipefail -c # Dependencies # Install Dependencies, # see https://github.com/sgl-project/sglang/blob/41c10e67fcae6ac50dfe283655bdf545d224cba9/docker/Dockerfile#L181-L209. cat <<EOT >/tmp/requirements.txt nvidia-cutlass-dsl==4.3.0.dev0 datamodel_code_generator mooncake-transfer-engine==0.3.7.post2 nixl EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2025-11-12 03:32:41 UTC (buildkit.dockerfile.v0)RUN |6 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.5 SGLANG_KERNEL_VERSION=0.3.12 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package sglang \ --package sglang-router \ --package sgl-kernel \ --package flashinfer-python \ --package flash-attn \ --package triton \ --package vllm \ --package torch \ --package deep-ep \ --package diffusers \ --package opencv-python # buildkit
2025-11-12 03:32:41 UTC (buildkit.dockerfile.v0)WORKDIR /
2025-11-12 03:32:41 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.