Namespace
radixark
Image / Tagmiles:dev-20251119b-gb300
Content Digestsha256:c76309073f33734865010f26590f3e17b9d1eb16153cfc8a3a3d1d02dee58616
Details
2025-11-19 12:59:13 UTC
22.5 GB
Labels
-
com.nvidia.cudnn.version9.13.0.50-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION13.0.1
DEBIAN_FRONTENDnoninteractive
FLASHINFER_VERSION0.5.2
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.28.3-1
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION13.0.88-1
NV_CUDA_CUDART_VERSION13.0.88-1
NV_CUDA_LIB_VERSION13.0.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-13-0=13.0.1-1
NV_CUDA_NSIGHT_COMPUTE_VERSION13.0.1-1
NV_CUDNN_PACKAGElibcudnn9-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-13=9.13.0.50-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-13
NV_CUDNN_VERSION9.13.0.50-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-13-0=13.0.2.14-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-13-0
NV_LIBCUBLAS_DEV_VERSION13.0.2.14-1
NV_LIBCUBLAS_PACKAGElibcublas-13-0=13.0.2.14-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-13-0
NV_LIBCUBLAS_VERSION13.0.2.14-1
NV_LIBCUSPARSE_DEV_VERSION12.6.3.3-1
NV_LIBCUSPARSE_VERSION12.6.3.3-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.28.3-1+cuda13.0
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.28.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.28.3-1+cuda13.0
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.28.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-13-0=13.0.1.2-1
NV_LIBNPP_DEV_VERSION13.0.1.2-1
NV_LIBNPP_PACKAGElibnpp-13-0=13.0.1.2-1
NV_LIBNPP_VERSION13.0.1.2-1
NV_NVML_DEV_VERSION13.0.87-1
NV_NVTX_VERSION13.0.85-1
PATH/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
Layers
[#000] sha256:fdf67ba0bcdcbe417cffb2808175ef408d653d78cb464d1917e84ba0f40ef5de - 0.11% (26.1 MB)
[#001] sha256:e0546a363b44c2d64c6f676e078dc55434ceaf3ab1166b78e3a30294a8c7002b - 0.02% (4.38 MB)
[#002] sha256:d5df6a97bd4a662aeeef49eca6428e61abf7eb1fb88ae70a1e7cc1bff6fab590 - 0.41% (95.1 MB)
[#003] sha256:3332ab7591b71d2a03004d9a3098ff4b634c3c61dccf92e0fdb27dd51f9f82f3 - 0.0% (185 Bytes)
[#004] sha256:c03b8ec8dd332435fbc4c1fe6eeb6f0e8e8da2dd9d5ddcb50ad14c4a7ebf8939 - 0.0% (6.72 KB)
[#005] sha256:4af5a38c5993cea3fd8026616ec47f271f04f1ad10eb86c122c545e068a4cff5 - 6.74% (1.52 GB)
[#006] sha256:28e5be35fa2dba57cbbc6f140e3891b080537061e1648c04dbd25d3456ef7068 - 0.0% (62.6 KB)
[#007] sha256:23c1a746c7082a84231a9d0ac8390a99321c757073ad7041e2e1151c20fdd7c4 - 0.0% (1.64 KB)
[#008] sha256:38c02af702b4b9d97dc835ac7067d3ff2611b512a1a6b1d2247456aa3c952fa3 - 0.0% (1.49 KB)
[#009] sha256:752abb8808b3849713722cc4e43753fc5bcc80ba227fe512be79536399b0c27b - 8.81% (1.98 GB)
[#010] sha256:07d4ab0aea1579948243598a233024a7203e861094b0724bd8c4ed9f33232b24 - 0.0% (87.2 KB)
[#011] sha256:80f833fedce34ef956fc9bc69bba2245708c8f7f94135d71fcfdb99a36cd6f57 - 1.71% (395 MB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:59b95e94ac24bd931069000eecefba9214a38c7d8b79642a641d106c14ac7870 - 0.67% (156 MB)
[#014] sha256:01d44a773367c2d7f4fe4b9f1e5b8be2007e6441cb91140c83feb30f0e7f999f - 1.05% (243 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:aa46a96e58e7b117619f00282cd1801502bdad0ef8aeaa98757aa8606a24b35a - 0.01% (1.33 MB)
[#017] sha256:0d4e3395be861d8b60603b128165dc4e0c831f1ab7f6f8e7cde4d3e646e990d0 - 0.0% (187 Bytes)
[#018] sha256:136852942f1d6ddeef024fa3a07f20c4423cf3df11efde55fd5515008c070d23 - 0.0% (103 Bytes)
[#019] sha256:b6fd0644a18d2bff04b9daee965bf29b49e2b66db972442a78fd4f26c1aefdca - 0.06% (14.8 MB)
[#020] sha256:2262f0f58192110d6933a584bc6c00e3cb0e9a51a51a6638c5c1329efe0f14b8 - 0.06% (14.8 MB)
[#021] sha256:7e3b33a8c6a70bca2b369e5597f19115b6ae032bfb1618afb68a0b6248293605 - 15.05% (3.39 GB)
[#022] sha256:5713c92367bd2a8c75f29a4896f9f75114bd830d1742027c473dbcd4c06868b4 - 0.02% (4.21 MB)
[#023] sha256:ed2fa74ae693f0a03ab414fd413aad2f5466efea28e6881040357779900709ca - 0.14% (33.4 MB)
[#024] sha256:6c57a2ef8982d98f67b249e768ba05e74832a68ae09c8e3bd81fdd83f045f8b6 - 0.26% (59.6 MB)
[#025] sha256:47a5faaca4bcc5548d4d4ddbd6a8b73882fa938fa7644b658a5f2c973b5ac48e - 21.8% (4.91 GB)
[#026] sha256:9e9c0dbbaa0d5d4784c051395982eb12d061dc0929d562c0300101f5dd4df48b - 3.06% (705 MB)
[#027] sha256:da85842207a97fdfaea15cea160409b6bdadcabc4f0331d640f7a9feb3126406 - 3.42% (790 MB)
[#028] sha256:19d5aadf6a03cb51192b9d7affded72c0ff8909322543cf95742db3c09022ceb - 0.21% (48.6 MB)
[#029] sha256:4ac8948c0bb63d554760f004af2538da11fa6d23d65f67f9287185e70df8d1bd - 0.97% (223 MB)
[#030] sha256:31d70a6df8f599f0307c88a85a2be95d7eb5d9dbdd04c09756bf566bf0b3e3fc - 0.0% (845 KB)
[#031] sha256:691c735dbcc2281795a82f6c6ce74a6bd2e10bfc70dd7a3081e23267dbf1a013 - 0.09% (20.9 MB)
[#032] sha256:a827aca857b7c2f7632d380084a99c7d748616c4c7597b35277947e3149a1c40 - 0.0% (13.1 KB)
[#033] sha256:6c650677ca6b86518529cd6a62ef14558f1ee6137016ce9622fcbbf61af9ff28 - 0.01% (1.7 MB)
[#034] sha256:405c18bbf1d2c5e69320b8a3b16d2483ef740373f543471bb3f2f9c92a8fda76 - 0.36% (81.9 MB)
[#035] sha256:d8a56f86e4e5196dde42735c10ba4c2413312cf7ebcf51b6982cfe84529b67e3 - 0.2% (46.5 MB)
[#036] sha256:12b974696e50bce0d0af5f7939784dcfa18d1cb1b5665235c7d9fffc710c794c - 0.09% (20.9 MB)
[#037] sha256:81eac1c831653fa50dd85e6da2b1152af530da52a592d577587727820ca0a56f - 0.0% (442 Bytes)
[#038] sha256:b490d5184badb0eacee2870cf13132555f9f4b18c240ad792fadffb4066173de - 0.04% (9 MB)
[#039] sha256:e6615358d4b980e6566cbec31c25c95ca6ee5d5fac308f02390406b015186012 - 0.0% (697 Bytes)
[#040] sha256:d9176f1577f8a9d05e686e094005b6e2d8e45423b8f16dc660db046d6beac65a - 0.0% (483 Bytes)
[#041] sha256:f82ba016758934d406deb7992ce0bcefae7654aaca554ab73a844ddcb8ebe494 - 0.0% (495 Bytes)
[#042] sha256:c221158e04c64dc82b45c4586cbd61b839b15f1746616edf37eb48908846afe8 - 0.0% (539 Bytes)
[#043] sha256:8e9d28ae5144dd80e6ae9c2a084a1ffd8bc93d21dd7834b94a65234dd1a65abb - 0.0% (392 Bytes)
[#044] sha256:f8607fb13651a863b1179db9bcb781d93242cabeba0b4683de5f4209c66fe85f - 0.01% (1.76 MB)
[#045] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#046] sha256:7169b2aeb36d32a7acad2a64c47f821d33bebacf0da113a875ca776908ea3a03 - 0.0% (186 KB)
[#047] sha256:647de0da2e5815d56887cf05b794326b2c71f83f2be4978cc8787aa03ed03106 - 0.0% (1.04 MB)
[#048] sha256:b30f3fb4ebbc40b2c22f234ae685312a04d3d587449b50a02f4a230260d98fbd - 3.05% (705 MB)
[#049] sha256:98ecb224c24538c3f9578b651218f530e1efe1ebc85495f740d409ff32d82047 - 5.65% (1.27 GB)
[#050] sha256:0adcc53ebf2d672fbfad8672b7a3e09f8d86bece002845b0cb30a7013319c417 - 0.01% (1.77 MB)
[#051] sha256:f019a353ecbad5136ada5af24ce8c153accfc81cbea4963ee8451e8ba03cbdad - 0.01% (2.47 MB)
[#052] sha256:b36b9ebc21c76afff6456c4d641bc8f90d6e9094c04b8888f43f7b17524cd092 - 1.5% (347 MB)
[#053] sha256:599428f4ebdfa40793b0c282ebb67f3e6be9b82ba4253891cefc47c98c0751d1 - 0.21% (49.1 MB)
[#054] sha256:76a42686e31cd4e83be7e6c1e612d9104a44b5c6c3d0b588b378b0f0d8c354e1 - 0.34% (79.3 MB)
[#055] sha256:6cffeb895f8f0afad9736b5d3d14010add2013a3ef28de5456f2d1f1e801a9fc - 0.0% (384 KB)
[#056] sha256:be5318e0a92da76b4af9809f07915b6a728cf12ed50df7f10ba2833f54b5bfd7 - 20.53% (4.63 GB)
[#057] sha256:6f2df74003b4a1344f49ee012b2a3ceebff77ceed8f361d66217cc84e7972074 - 0.0% (271 Bytes)
[#058] sha256:3d2f324e653f891cba8e43ea730545781e586ad472ec24cad80a92c92cf3ecb5 - 1.02% (234 MB)
[#059] sha256:883d5b8242b8d20ed6660b162a975be33b8268f3ef21215fb9f6d1aa2e962563 - 2.07% (479 MB)
[#060] sha256:1cb309b4c1451921531c37b5b058f76243a1b630e04eba53145779608e82ffe6 - 0.0% (6.49 KB)
[#061] sha256:9bd06859ddbfa56b4728c0f8ec611c7ebbb4dc511f3acdc7c8a76266e700e79d - 0.0% (130 Bytes)
[#062] sha256:a0b4a127de05dbb4e2ba8f2440db249a8d0424c8b83eb3b7f57d89f0185b6b8b - 0.0% (10.3 KB)
[#063] sha256:a48ca427e5fc064223e905fd90ae94b27db06bcf168edee05452022713ee73e2 - 0.17% (38.2 MB)
[#064] sha256:d782cd1cb8009688957587151d920b7774044a809d9a64792ed7c4aef5b53e9b - 0.0% (9.29 KB)
[#065] sha256:70a815cf4cc7bbce47ed256db695662924f32122c009e75472551c98765339de - 0.04% (9.17 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-08-19 17:21:17 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-08-19 17:21:17 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-08-19 17:21:17 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-08-19 17:21:19 UTC/bin/sh -c #(nop) ADD file:5f2c65daac761cc691b34ee3e3e2ba42ec520d71fc59aef131d38058a7891ab8 in /
2025-08-19 17:21:19 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=13.0.88-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=13.0.1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.1-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=13.0.85-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=13.0.1.2-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=13.0.2.14-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.0.2.14-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2025-09-08 17:23:07 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=13.0.1-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=13.0.88-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=13.0.87-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=13.0.2.14-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.0.2.14-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.1-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.1-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.28.3-1
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2025-09-08 17:28:20 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.13.0.50-1
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.13.0.50-1
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.13.0.50-1
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.13.0.50-1
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.13.0.50-1
2025-09-08 17:31:23 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=remote
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG GRACE_BLACKWELL=1
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG BUILD_AND_DOWNLOAD_PARALLEL=8
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.3.17.post1
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION=0.5.5.post2
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG=1
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG PIP_DEFAULT_INDEX
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY=github.com
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG INSTALL_FLASHINFER_JIT_CACHE=0
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.5.2
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.5.2
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2025-11-16 20:22:14 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
2025-11-16 20:22:49 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c apt update && apt install wget -y && apt install software-properties-common -y && add-apt-repository ppa:deadsnakes/ppa -y && apt install python3.12-full python3.12-dev python3.10-venv -y && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-310-*-linux-gnu.so apt_pkg.so # buildkit
2025-11-16 20:23:20 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update && apt-get install -y --no-install-recommends tzdata software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof zsh ccache tmux htop git-lfs tree build-essential cmake perl libopenmpi-dev libnuma1 libnuma-dev numactl libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev patchelf nvidia-dkms-550 devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2025-11-16 20:23:20 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
2025-11-16 20:23:46 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && wget -q https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2025-11-16 20:23:46 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
2025-11-16 20:23:46 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2025-11-16 20:23:46 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE
2025-11-16 20:23:47 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2025-11-16 20:23:49 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
2025-11-16 20:27:56 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && cd sglang && case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; 13.0.1) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "$CUDA_VERSION" = "12.6.1" ]; then python3 -m pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "12.8.1" ] || [ "$CUDA_VERSION" = "12.9.1" ]; then python3 -m pip install sgl-kernel==${SGL_KERNEL_VERSION} ; elif [ "$CUDA_VERSION" = "13.0.1" ]; then python3 -m pip install https://github.com/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu130-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ; fi && python3 -m pip install -e "python[${BUILD_TYPE}]" --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} && if [ "$INSTALL_FLASHINFER_JIT_CACHE" = "1" ]; then python3 -m pip install flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu${CUINDEX} ; fi && if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install nvidia-nccl-cu12==2.28.3 --force-reinstall --no-deps ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip uninstall -y torch torchaudio torchvision ; python3 -m pip install torch==2.9.0 torchaudio==2.9.0 torchvision --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ; else echo "No NCCL mapping for CUDA_VERSION=${CUDA_VERSION}" && exit 1 ; fi && FLASHINFER_CUBIN_DOWNLOAD_THREADS=${BUILD_AND_DOWNLOAD_PARALLEL} FLASHINFER_LOGGING_LEVEL=warning python3 -m flashinfer --download-cubin # buildkit
2025-11-16 20:27:57 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c set -eux; if [ "${CUDA_VERSION%%.*}" != "13" ]; then pip install nvidia-nvshmem-cu12==3.4.5 ; fi && if [ "$GRACE_BLACKWELL" = "1" ]; then git clone https://github.com/fzyzcjy/DeepEP.git && cd DeepEP && git checkout ${GRACE_BLACKWELL_DEEPEP_BRANCH} && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; else wget -q https://${GITHUB_ARTIFACTORY}/deepseek-ai/DeepEP/archive/${DEEPEP_COMMIT}.zip && unzip ${DEEPEP_COMMIT}.zip && rm ${DEEPEP_COMMIT}.zip && mv DeepEP-${DEEPEP_COMMIT} DeepEP && cd DeepEP && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; fi # buildkit
2025-11-16 20:29:27 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c cd /sgl-workspace/DeepEP && case "$CUDA_VERSION" in 12.6.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0' ;; 12.8.1|12.9.1|13.0.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0;10.0;10.3' ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "${CUDA_VERSION%%.*}" = "13" ]; then sed -i "/^ include_dirs = \['csrc\/'\]/a\ include_dirs.append('${CUDA_HOME}/include/cccl')" setup.py; fi && TORCH_CUDA_ARCH_LIST="${CHOSEN_TORCH_CUDA_ARCH_LIST}" MAX_JOBS=${BUILD_AND_DOWNLOAD_PARALLEL} pip install --no-build-isolation . # buildkit
2025-11-16 20:29:30 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c python3 -m pip install --upgrade --pre "nvidia-cutlass-dsl==4.3.0.dev0" --extra-index-url https://pypi.org/simple/ # buildkit
2025-11-16 20:39:47 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c if [ "$CUDA_VERSION" = "13.0.1" ]; then wget -q https://${GITHUB_ARTIFACTORY}/triton-lang/triton/archive/${TRITON_LANG_COMMIT}.zip && unzip -q ${TRITON_LANG_COMMIT}.zip && rm ${TRITON_LANG_COMMIT}.zip && mv triton-${TRITON_LANG_COMMIT} triton && cd triton && pip install --break-system-packages -r python/requirements.txt && MAX_JOBS=${BUILD_AND_DOWNLOAD_PARALLEL} pip install --break-system-packages -e .; fi # buildkit
2025-11-16 20:40:49 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c if [ "$CUDA_VERSION" = "13.0.1" ]; then python3 -m pip install nvidia-nccl-cu13==2.28.3 --force-reinstall --no-deps ; python3 -m pip install nvidia-cublas==13.1.0.3 --force-reinstall --no-deps ; fi # buildkit
2025-11-16 20:41:56 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c python3 -m pip install datamodel_code_generator mooncake-transfer-engine==0.3.7.post2 pre-commit pytest black isort icdiff uv wheel scikit-build-core nixl py-spy # buildkit
2025-11-16 20:42:19 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c apt-get update && apt-get install -y gdb ninja-build vim tmux htop wget curl locales lsof git git-lfs zsh tree silversearcher-ag cloc unzip pkg-config libssl-dev bear ccache less && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2025-11-16 20:42:36 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install nsight-systems-cli -y # buildkit
2025-11-16 20:42:37 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2025-11-16 20:42:37 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2025-11-16 20:42:37 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2025-11-16 20:42:37 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2025-11-16 20:42:40 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c python3 -m pip install --break-system-packages pytest black isort icdiff scikit-build-core uv pre-commit pandas matplotlib tabulate # buildkit
2025-11-16 20:42:41 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c curl -LSso /usr/local/bin/diff-so-fancy https://${GITHUB_ARTIFACTORY}/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy && chmod +x /usr/local/bin/diff-so-fancy # buildkit
2025-11-16 20:42:42 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c curl -LSso /usr/local/bin/clang-format https://${GITHUB_ARTIFACTORY}/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64 && chmod +x /usr/local/bin/clang-format # buildkit
2025-11-16 20:42:44 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c curl -L https://${GITHUB_ARTIFACTORY}/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip -o clangd.zip && unzip clangd.zip && cp -r clangd_18.1.3/bin/* /usr/local/bin/ && cp -r clangd_18.1.3/lib/* /usr/local/lib/ && rm -rf clangd_18.1.3 clangd.zip # buildkit
2025-11-16 20:42:47 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c CMAKE_VERSION=3.31.1 && ARCH=$(uname -m) && CMAKE_INSTALLER="cmake-${CMAKE_VERSION}-linux-${ARCH}" && wget -q "https://${GITHUB_ARTIFACTORY}/Kitware/CMake/releases/download/v${CMAKE_VERSION}/${CMAKE_INSTALLER}.tar.gz" && tar -xzf "${CMAKE_INSTALLER}.tar.gz" && cp -r "${CMAKE_INSTALLER}/bin/"* /usr/local/bin/ && cp -r "${CMAKE_INSTALLER}/share/"* /usr/local/share/ && rm -rf "${CMAKE_INSTALLER}" "${CMAKE_INSTALLER}.tar.gz" # buildkit
2025-11-16 20:46:37 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y && export PATH="/root/.cargo/bin:${PATH}" && rustc --version && cargo --version && python3 -m pip install maturin && cd /sgl-workspace/sglang/sgl-router && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist && python3 -m pip install --force-reinstall dist/*.whl && rm -rf /root/.cargo /root/.rustup target dist ~/.cargo && sed -i '/\.cargo\/env/d' /root/.profile /root/.bashrc 2>/dev/null || true # buildkit
2025-11-16 20:46:37 UTC (buildkit.dockerfile.v0)COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
2025-11-16 20:46:38 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
2025-11-16 20:46:39 UTC (buildkit.dockerfile.v0)COPY docker/configs/.vimrc /root/.vimrc # buildkit
2025-11-16 20:46:39 UTC (buildkit.dockerfile.v0)COPY docker/configs/.tmux.conf /root/.tmux.conf # buildkit
2025-11-16 20:46:39 UTC (buildkit.dockerfile.v0)COPY docker/configs/.gitconfig /tmp/.gitconfig # buildkit
2025-11-16 20:46:39 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c cat /tmp/.gitconfig >> /root/.gitconfig && rm /tmp/.gitconfig # buildkit
2025-11-16 20:46:39 UTC (buildkit.dockerfile.v0)COPY docker/configs/.zshrc /root/.zshrc # buildkit
2025-11-16 20:46:39 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=1 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee TRITON_LANG_COMMIT=4caa0328bf8df64896dd5f6fb9df41b0eb2e750a BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.17.post1 SGL_VERSION=0.5.5.post2 USE_LATEST_SGLANG=1 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=0 FLASHINFER_VERSION=0.5.2 /bin/sh -c set -euxo ; curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | sed "s|https://github.com|https://${GITHUB_ARTIFACTORY}|g" | bash -s -- --tag 1.42.4 --to /usr/local/bin # buildkit
2025-11-16 20:46:39 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2025-11-17 09:33:11 UTC/bin/sh -c #(nop) ARG PATCH_VERSION=latest
2025-11-17 09:33:11 UTC/bin/sh -c #(nop) ARG MEGATRON_COMMIT=core_v0.14.0
2025-11-17 09:33:11 UTC/bin/sh -c #(nop) ARG ENABLE_CUDA_13=0
2025-11-17 09:33:11 UTC/bin/sh -c #(nop) WORKDIR /root
2025-11-17 09:33:17 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c apt update
2025-11-17 09:33:19 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c apt install -y nvtop rsync
2025-11-17 09:49:27 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c MAX_JOBS=64 pip -v install flash-attn==2.7.4.post1 --no-build-isolation
2025-11-17 10:03:15 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c git clone https://github.com/Dao-AILab/flash-attention.git && cd flash-attention/ && git checkout fbf24f67cf7f6442c5cfb2c1057f4bfc57e72d89 && git submodule update --init && cd hopper/ && python setup.py install && export python_path=`python -c "import site; print(site.getsitepackages()[0])"` && mkdir -p $python_path/flash_attn_3 && cp flash_attn_interface.py $python_path/flash_attn_3/flash_attn_interface.py && rm -rf flash-attention/
2025-11-17 10:03:22 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c pip install git+https://github.com/ISEEKYAN/mbridge.git@89eb10887887bc74853f89a4de258c0702932a1c --no-deps
2025-11-17 10:03:23 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c pip install flash-linear-attention==0.4.0
2025-11-17 11:59:28 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c if [ "${ENABLE_CUDA_13}" = "1" ]; then pip install nvidia-mathdx==25.6.0 && pip -v install --no-build-isolation git+https://github.com/NVIDIA/TransformerEngine.git@release_v2.8; else pip -v install --no-build-isolation "transformer_engine[pytorch]==2.8.0"; fi
2025-11-17 12:01:42 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c NVCC_APPEND_FLAGS="--threads 4" pip -v install --disable-pip-version-check --no-cache-dir --no-build-isolation --config-settings "--build-option=--cpp_ext --cuda_ext --parallel 8" git+https://github.com/NVIDIA/apex.git@10417aceddd7d5d05d7cbf7b0fc2daad1105f8b4
2025-11-17 12:01:58 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c git clone https://github.com/NVIDIA/Megatron-LM.git --recursive && cd Megatron-LM && git checkout ${MEGATRON_COMMIT} && pip install -e .
2025-11-19 12:45:28 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c pip install git+https://github.com/fzyzcjy/torch_memory_saver.git@9b8b788fdeb9c2ee528183214cef65a99b71e7d5 --no-cache-dir --force-reinstall
2025-11-19 12:58:12 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c if [ "$ENABLE_CUDA_13" = "1" ]; then (cd /root && git clone -b feat/v350_plus_8045 https://github.com/fzyzcjy/triton.git && cd triton && pip install -r python/requirements.txt && pip install --verbose -e .); fi
2025-11-19 12:58:16 UTC/bin/sh -c #(nop) COPY file:ee36c61fea887b4c1a0fbb74976e48b3c77af18e6e27023d4af8821977adb31d in /tmp/requirements.txt
2025-11-19 12:58:45 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c pip install -r /tmp/requirements.txt
2025-11-19 12:59:06 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c if [ "$ENABLE_CUDA_13" = "1" ]; then SGL_KERNEL_VERSION=0.3.17 && python3 -m pip install https://github.com/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu130-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps; fi
2025-11-19 12:59:08 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c if [ "$ENABLE_CUDA_13" = "1" ]; then curl -L https://github.com/NVIDIA/TransformerEngine/pull/2286.patch -o /root/te2286.patch && (cd /usr/local/lib/python3.12/dist-packages/transformer_engine && (patch -p2 < /root/te2286.patch)); fi
2025-11-19 12:59:08 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c rm /root/.tmux.conf
2025-11-19 12:59:08 UTC/bin/sh -c #(nop) COPY file:987146fa66df17af0201f1437a0abdbfee1f75e21c21a1204bb2f8d255097dca in /root/Megatron-LM/
2025-11-19 12:59:09 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c cd Megatron-LM && git update-index --refresh && git apply megatron.patch --3way && if grep -R -n '^<<<<<<< ' .; then echo "Patch failed to apply cleanly. Please resolve conflicts." && exit 1; fi && rm megatron.patch
2025-11-19 12:59:09 UTC/bin/sh -c #(nop) COPY file:b4ab8792e66df805da6150ca49546d1527c98415eac70a760ebe0b3f13247073 in /sgl-workspace/sglang/
2025-11-19 12:59:09 UTC|3 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 PATCH_VERSION=latest /bin/sh -c if [ "$ENABLE_CUDA_13" = "0" ]; then cd /sgl-workspace/sglang && git update-index --refresh && git apply sglang.patch && if grep -R -n '^<<<<<<< ' .; then echo "Patch failed to apply cleanly. Please resolve conflicts." && exit 1; fi && rm sglang.patch; fi
2025-11-19 12:59:09 UTC/bin/sh -c #(nop) ARG MILES_COMMIT=main
2025-11-19 12:59:13 UTC|4 ENABLE_CUDA_13=1 MEGATRON_COMMIT=core_v0.14.0 MILES_COMMIT=main PATCH_VERSION=latest /bin/sh -c git clone https://github.com/radixark/miles /root/miles && cd /root/miles && git checkout ${MILES_COMMIT} && pip install -e .
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.