Namespace
radixark
Image / Tagmiles:dev-cu12-202609301956
Content Digestsha256:0d72dcf470a7ad4447d0084696d5ed70aa3025bfe69cb5dd6db0d4fc371e1500
Details
2026-09-30 20:20:56 UTC
27.1 GB
Labels
-
ai.sglang.build.commit0bcd822377da7b5718e674eaf9c870d349424dd1
-
ai.sglang.build.urlhttps://github.com/sgl-project/sglang/actions/runs/33912440803
-
ai.sglang.image.taglmsysorg/sglang:v0.5.19-cu129
-
com.nvidia.cudnn.version9.10.2.21-1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
miles.image-inputs512090771631ad60c9a520230670257a2c02a95e4228205f9cce33b57ed2228e
-
org.opencontainers.image.revision0bcd822377da7b5718e674eaf9c870d349424dd1
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang/actions/runs/33912440803
-
org.opencontainers.image.versionlmsysorg/sglang:v0.5.19-cu129
Environment
CUDA_HOME/usr/local/cuda
CUDA_VERSION12.9.2
DEBIAN_FRONTENDnoninteractive
FLASHINFER_VERSION0.6.18
GDRCOPY_HOME/usr/src/gdrdrv-2.5.1/
LANGen_US.UTF-8
LANGUAGEen_US:en
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
LIBRARY_PATH/usr/local/cuda/lib64/stubs
NCCL_VERSION2.27.3-1
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_PRODUCT_NAMECUDA
NVIDIA_REQUIRE_CUDAcuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_DEV_VERSION12.9.79-1
NV_CUDA_CUDART_VERSION12.9.79-1
NV_CUDA_LIB_VERSION12.9.2-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGEcuda-nsight-compute-12-9=12.9.2-1
NV_CUDA_NSIGHT_COMPUTE_VERSION12.9.2-1
NV_CUDNN_PACKAGElibcudnn9-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_DEVlibcudnn9-dev-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_DEV_HEADERSlibcudnn9-headers-cuda-12=9.10.2.21-1
NV_CUDNN_PACKAGE_NAMElibcudnn9-cuda-12
NV_CUDNN_VERSION9.10.2.21-1
NV_LIBCUBLAS_DEV_PACKAGElibcublas-dev-12-9=12.9.2.10-1
NV_LIBCUBLAS_DEV_PACKAGE_NAMElibcublas-dev-12-9
NV_LIBCUBLAS_DEV_VERSION12.9.2.10-1
NV_LIBCUBLAS_PACKAGElibcublas-12-9=12.9.2.10-1
NV_LIBCUBLAS_PACKAGE_NAMElibcublas-12-9
NV_LIBCUBLAS_VERSION12.9.2.10-1
NV_LIBCUSPARSE_DEV_VERSION12.5.10.65-1
NV_LIBCUSPARSE_VERSION12.5.10.65-1
NV_LIBNCCL_DEV_PACKAGElibnccl-dev=2.27.3-1+cuda12.9
NV_LIBNCCL_DEV_PACKAGE_NAMElibnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION2.27.3-1
NV_LIBNCCL_PACKAGElibnccl2=2.27.3-1+cuda12.9
NV_LIBNCCL_PACKAGE_NAMElibnccl2
NV_LIBNCCL_PACKAGE_VERSION2.27.3-1
NV_LIBNPP_DEV_PACKAGElibnpp-dev-12-9=12.4.1.87-1
NV_LIBNPP_DEV_VERSION12.4.1.87-1
NV_LIBNPP_PACKAGElibnpp-12-9=12.4.1.87-1
NV_LIBNPP_VERSION12.4.1.87-1
NV_NVML_DEV_VERSION12.9.79-1
NV_NVPROF_DEV_PACKAGEcuda-nvprof-12-9=12.9.79-1
NV_NVPROF_VERSION12.9.79-1
NV_NVTX_VERSION12.9.79-1
PATH/root/.cargo/bin:/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
SGLANG_BUILD_COMMIT0bcd822377da7b5718e674eaf9c870d349424dd1
SGLANG_BUILD_URLhttps://github.com/sgl-project/sglang/actions/runs/33912440803
SGLANG_IMAGE_TAGlmsysorg/sglang:v0.5.19-cu129
SGLANG_RUST_BUILD_MODEnever
Layers
[#000] sha256:b40150c1c2717d324cdb17278c8efdfa4dfcd2ffe083e976f0bcedf31115f081 - 0.1% (28.4 MB)
[#001] sha256:e11d6318d8bef8a1b99dd393ac6845ebf117c9f68c81624692e00d576432f469 - 0.02% (4.93 MB)
[#002] sha256:761ae241e4c2488ad2b48982d0d7583c52b904b7ee952a117fe56567ad8aba95 - 0.0% (367 KB)
[#003] sha256:020c9394f8c3b8371d967e0fb27b856ca0cb12fb02e21bd608710fa24fa62035 - 0.35% (98.5 MB)
[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#005] sha256:adae47ab9b6f583ae88e5f7946860091639ec39b96e204f851e932fcdc4c1351 - 0.0% (184 Bytes)
[#006] sha256:1dca0c9bc5f79f4cedcd68523b7682fb46a1b1546351bc67289e9440608187fd - 0.0% (6.72 KB)
[#007] sha256:21e333934e1348446c62aade4f760bd53540d289d290c498673bbf81f4e74fd4 - 7.92% (2.15 GB)
[#008] sha256:2a5703d89dc74187998c37f1e8668a158c195961801189556e347d287b6a47a9 - 0.0% (58.6 KB)
[#009] sha256:62b81882c317bac2e1b871ecc97077fe29a2b1e6c12570091270f3d43cf39542 - 0.0% (1.64 KB)
[#010] sha256:f34b8dc4eed321a3c34de1b22718a453ac047c27ab3b5e4b1da290c98417ebb8 - 0.0% (1.48 KB)
[#011] sha256:07aef1bccd93742ff5642ff536f841766136661cb7ec2cc47cf9f893153bce61 - 11.12% (3.01 GB)
[#012] sha256:d0b10745023cb53ed62a6c37d7b43be906bc510d9a62671138f5995f4640b317 - 0.0% (222 Bytes)
[#013] sha256:52598b318befda35304f718798d7db6a4c354007ba88a5195ef987499190371b - 0.0% (87.9 KB)
[#014] sha256:ffd9010dbbb8d4573374f7d4d71c1ebd021dc23e19048d0e13ce7a9738370715 - 2.44% (679 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:b49206ae9b544a97322e6c7025a5e67ec26acd8cd662c4dad208a36fda6d39a1 - 0.48% (135 MB)
[#017] sha256:8e18606b862f0ccecabc998a24c295e669ba23e16547b7d2bb39bd78e605822f - 0.01% (4 MB)
[#018] sha256:821c1b42d14f14b572f2b547b9ff0adb7673811708f4c5ca2a86e85efd4be930 - 1.48% (410 MB)
[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#020] sha256:953a7db4e16d50e59c31dd96e44abbc9ebfc71a2f256bd76966b21e6462f1f26 - 0.01% (1.43 MB)
[#021] sha256:4ad18fadaf2002a969fee48a9960006d132603da5be7ebc809f9dc259a1862b9 - 0.0% (187 Bytes)
[#022] sha256:0e2a19983c1e6d70c109028ba5eca674a2a32684a1ead78b77bc72d08c94fc08 - 0.0% (846 KB)
[#023] sha256:78a38095b554474a698992d505e0087c29a0d107bd72dc6dd30959bd6c1743d5 - 0.0% (103 Bytes)
[#024] sha256:243d267be6fc4c282aba89b5e54a42eeb7049015e0f9b1af7d6c592d16874828 - 0.73% (204 MB)
[#025] sha256:a88263b86e7fcf103f34fe4bff7eb142cb4a117ae64f4cd3954ba5e87bc92137 - 1.49% (414 MB)
[#026] sha256:af884bb35f662d89e37790d761153cd0155fe93e7ccf3cd179f05323d7566c6f - 0.0% (3.02 KB)
[#027] sha256:d0b2b3121b00b3166194d044dbb86654ac1a820f2c4c68703e64b103eb467366 - 0.0% (20.2 KB)
[#028] sha256:a50f597ecb18f640028b369db9c47b4009b21e0bf219546b6e4b300b08d5de5e - 0.0% (42.8 KB)
[#029] sha256:0ad329efe8084f4674ada1035a6ee74446ee30edbcea0ec014599966d36324ba - 0.0% (2.22 KB)
[#030] sha256:711d51a797c11890530010141c7719e60f568b67d967264700402056ae88b8d3 - 18.56% (5.03 GB)
[#031] sha256:918eb85265700982ceaa6d5f9790e55b973ca019135886eb7757a5067abb9b8e - 0.0% (106 KB)
[#032] sha256:ee24b6d22111dc7aead3c3ab50ea51a4a353235fdc1a7941051b6e403afc29a9 - 0.02% (6.14 MB)
[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#034] sha256:09a809fc1b99713c9dc040578e63a417b26cb866e5ea4a59bfde25cc6f7c1f6b - 0.13% (36.6 MB)
[#035] sha256:253e18602670815c47aabb6d2228228a16a15c7d2aecff06c8c73934eaa732e4 - 0.14% (37.5 MB)
[#036] sha256:89ad80db05d42323359988796ba39b2c9b119d2ac2d69dc04a38216c494e7e3f - 8.75% (2.37 GB)
[#037] sha256:fdac2a569564a3cd9b5dc58abb30f39fea3305dc3cfce4fa0f568e010a2845e6 - 0.0% (13.1 KB)
[#038] sha256:398fd9e6afe6070501243ecf3b552e3ac9cfcf01c573fa0efa09c3c16521bf9b - 0.01% (1.7 MB)
[#039] sha256:dfa40a88626aa933098b6a59f2bba0e544cc7abb7ff30590435a7816dec85965 - 0.29% (81 MB)
[#040] sha256:944859ad0484defa69928cfcbbaff044359af80a5b92f650a98698263445527e - 0.0% (957 KB)
[#041] sha256:2c1d083ca15cc5d12243cedfaf0625f168c96114e83e14a3d631faa506a1aea5 - 0.02% (6.92 MB)
[#042] sha256:b2e56007ff290879504ed04e831cee3979c6b0485b45cd104a1e2405a591d16b - 0.03% (7.52 MB)
[#043] sha256:493dec56a6d6dedae3ab303796f395148e81fa9c4d7bea1c81500c7255aecb38 - 0.03% (7.1 MB)
[#044] sha256:7054c94b72c7c7909f235cd5ca5e68a6f68826e828da6864ba51986335412e75 - 0.01% (1.93 MB)
[#045] sha256:7cb48eff0c6a669bfeac984889fa843c772093364484b30c546fb06e8867361c - 0.01% (1.9 MB)
[#046] sha256:d93f0cba80a874a16f99269d094f9f3aeea3f58d29e4f5e8c960ac0902dee31f - 0.03% (7.12 MB)
[#047] sha256:d281cbd70874260e1c6bff39816010f92adeb4b891a4057bccd3d0663d7d6308 - 0.23% (63.9 MB)
[#048] sha256:4d1d5beeeb263f967f871f7e09f7322da4048897ed1260b46c9e1d449464d9a5 - 0.77% (213 MB)
[#049] sha256:58f11b1a675be5a179a860cc808fee9fa17fa19775bddd70ad4adb1331bccb3c - 0.35% (96 MB)
[#050] sha256:e4f66ee598793bedfb6dd98e53974a0c46dd194c0d30d8ff5d304c29ae89e2d2 - 0.84% (234 MB)
[#051] sha256:ea1e6170ac0ce054200fde42984e5e68d7d93ed1ddc804e6c5263ffb6ce64650 - 0.39% (109 MB)
[#052] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#053] sha256:3498a841b57f57d11772095d0334896cd99cd71c8eda775dbd75e153add77b67 - 0.27% (75.7 MB)
[#054] sha256:f67a7b36f6f4319ab37a91025af4b8f6735c00f3e9d4cde9a92cd5e89e768d1d - 1.52% (421 MB)
[#055] sha256:d7a812a5e759ae403fed6e62471eb8699ee1ecfc09a554a97daf93fb6cd10f0d - 0.0% (445 Bytes)
[#056] sha256:f5d9b913f4125a6c9fc29cd9e84e238420fce9e2f7ef860a95ce56b011a881b3 - 0.0% (726 Bytes)
[#057] sha256:45c2bc3e7213c2e452cca8df64241869cde6e0c87c8ca7b264a77e1d35c4373e - 0.0% (510 Bytes)
[#058] sha256:2ba117118b6898b1196c10363edcb3e7ee75b2c14bdb7fd0ce4607fd955ea903 - 0.0% (522 Bytes)
[#059] sha256:644518afde0946cdfeab2bc7ede2cf84a9eb9b0d6b49113d787647723504a830 - 0.0% (392 Bytes)
[#060] sha256:be47b01ee3814f7c7ce70730d7427bb746a2b4812c09396ad7264e9e646167c1 - 0.0% (430 KB)
[#061] sha256:35e15b26d45fc7e7427f29d4102dd398a667d1f35a442df1e91426a74263ef38 - 0.01% (3.11 MB)
[#062] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#063] sha256:c6afc59273fe6c7879f660f5e07e9806b930142c37aa2f914d489317100b3103 - 1.33% (369 MB)
[#064] sha256:6ee4a4a332db3579511a74d4e9e76a79cbf6752cae6ffcc8035b5ebf4292a61e - 0.22% (61.7 MB)
[#065] sha256:1ffa18699107a7354ebcd9c980b8ef4dcd19dcf3f8a34f86caa2511c6833f2f9 - 3.41% (946 MB)
[#066] sha256:039afa3bacb110b28ec8a43cefaf60d90b3bc3b13fd0ce8c170c0af0954b7e7c - 0.06% (17 MB)
[#067] sha256:3a9ed24ded9d5852cb9a576e1a86cbc19f668057062641c87d7345e0dcea4bac - 0.06% (16.9 MB)
[#068] sha256:3eb38fa9c67e23a10a441c68c89edb13b8cac3616248232e0e0257c069768093 - 0.1% (26.7 MB)
[#069] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#070] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#071] sha256:cf479e6eb09df7fb36abd3aa6a0fa64e42b08f499ed3634a15d75bf23a091d88 - 0.14% (38.3 MB)
[#072] sha256:ae7c003e7bc599169b8527af3a4ba96c6b7dad2f0312c1658a4123a07b9388c6 - 0.01% (2.93 MB)
[#073] sha256:3e0ed8bb1bf4a4e96022f993e1408cd718da8f7517a3eaf9093e55769c0e447f - 0.19% (54.1 MB)
[#074] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#075] sha256:c9ac47be35eb3c9de0f006124917159203668f30427b49d164f06bcc49c6ff5c - 4.72% (1.28 GB)
[#076] sha256:ac7ffe0e2f79acd2dc012f6cba4878c48882a079fac404a7612478bacf041dbb - 1.42% (393 MB)
[#077] sha256:b5036e135d3ba0ecc41d07f9b49640cf409a0b916e054ddba89e300fb50bbe93 - 1.52% (421 MB)
[#078] sha256:f99fe7f96601f82b62f4edcf067a4ea4e082f0eb901acab000e2e69488378614 - 0.01% (1.43 MB)
[#079] sha256:39d9cda6e45c17b13fc1321eabe8f5558ab94103e9b5bf473ee1447a0ee6f4ad - 0.0% (425 Bytes)
[#080] sha256:b2de810aeefee9048e5685578c21b17a8bb77835ab75af8689d6dec47b3c2472 - 0.01% (4.02 MB)
[#081] sha256:437c2566faadbfdd154929019de928a0aaa3cb1011d097763ee6cbd19441ae4a - 0.31% (86.7 MB)
[#082] sha256:13e1267ca045511b9241f5146df2cc83f10f58c521ff05514bf5343b24e46436 - 0.0% (345 Bytes)
[#083] sha256:a19a01c6870cbdd8e1e88f757fcfec1b05175c9f1903fa9380ef18da6ab35fce - 0.0% (3.94 KB)
[#084] sha256:e374f5a56b3e6ecaf0cbab4c65bee8eec46b8f64006d3274d2077c8821319592 - 0.0% (250 Bytes)
[#085] sha256:a6860dad05d0c60f1f9e77c116463f9eb78ccc6612f2f61c5bbbf71042039fef - 0.0% (399 KB)
[#086] sha256:16b5f74edb9beee1933f87b040b5050a0e336ba5a382ad2b0bc9cf3e24d89ca0 - 0.01% (2.6 MB)
[#087] sha256:0e2f158b08ac30de8371a0fdc28f105f96b48a9b1a43dba195e73542a0a37498 - 0.5% (140 MB)
[#088] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#089] sha256:5aeafa9953ef9c4d094e6b55f4807ae55181f6652ff6ba14338a117682ac7c45 - 8.6% (2.33 GB)
[#090] sha256:ff54de09fdaf9a784d7a3e9be038c1f95ebdc4d95863568a7727cdea745f7667 - 1.59% (440 MB)
[#091] sha256:ba03b5e9e722b248ce67a27d67acdc9327e21784bd1950db86944afc1b136d33 - 0.0% (1.4 KB)
[#092] sha256:d88c3ae794fdf0dc2a96ee8f9f451a0c48ff319542b89155e091e7284e1c7088 - 0.0% (128 Bytes)
[#093] sha256:68afa0be4ac0958bfc54d8c2475a2c84df8f30e7c8025bcf13d0535cf029af73 - 0.16% (45.7 MB)
[#094] sha256:d6e7b1e48c2622eb9f94db103e7a4a903080cfcd71bceb149c2983b9d65d4b04 - 0.4% (110 MB)
[#095] sha256:61055cc989a24bbd67bac5060d35835dc3974bcff14f8ace0fc6bf5452e012c3 - 0.0% (145 KB)
[#096] sha256:3d54b9582b0d7db7ab6ccb051a184a4e004a48011e13e32a97b4222aff7b2a62 - 0.0% (603 KB)
[#097] sha256:76deb15b30c994856a602664948ba47704da620627d19fa5b664c3bcc7f878b5 - 0.01% (1.72 MB)
[#098] sha256:8d76d90a967f3c7b45bbed8661a4a243c690bd09ae67ec2774649bab424d5231 - 0.02% (6.91 MB)
[#099] sha256:98db11ce924e9881ff9df4477c9e64a29aaa6ecfc539ec6cdfb340687a1e2164 - 0.0% (974 KB)
[#100] sha256:7ec8a36a490b7c78ca6773381562a487784c1ade8b81283a61132ee5339ba0f4 - 0.05% (12.5 MB)
[#101] sha256:a060e45f6e52332e003e5fc58b851ef16314e09362f7de4909e241a9a7bd2c99 - 0.0% (963 Bytes)
[#102] sha256:d1939c47afb02063584d36e029afe32bf8186ea573b70d5e71752bc6e7de627d - 1.46% (406 MB)
[#103] sha256:8eea47c1f97036ecae457faeb5253ec685d32f1dc37cf9ed0d0eaacb0ba87129 - 0.0% (551 KB)
[#104] sha256:b910dcf3dd486ce02390d74aad5ef725d782aec574bf1fba33d8bb8c93387e45 - 4.95% (1.34 GB)
[#105] sha256:ae20241a22f50693f43c5b5bc6d42bf834236b96266eca4c6ff23734675d4bb5 - 0.0% (153 Bytes)
[#106] sha256:0c67e2fe065770f4535752d2c686b3bfee943658c19805b06237af99055d4685 - 9.48% (2.57 GB)
[#107] sha256:bbfd89915ca52ed00b73b4acbe159994146f4a15695d52f72f2b1a0b8bc4a7b1 - 0.0% (542 Bytes)
[#108] sha256:cb83e55b11a4c0ef3b7bd397758501a43ffa4030dc0f51235dc6164555bc6ae4 - 0.13% (36.5 MB)
[#109] sha256:9fc821fd1f2409230080ba4c9ae951edcf65acb691f4dfbfb8d4c98210cdbc76 - 0.34% (94.8 MB)
[#110] sha256:8a4ae7600368a84b2df5041afd36619b0f738e0fc7f334c0334388d1939c62d5 - 0.0% (190 KB)
[#111] sha256:47d97abf85913a520eca8e75266cecef22bbbe3ee8dc39b3b227697ecd4c6e97 - 0.19% (53.8 MB)
[#112] sha256:853a35563fe3b2c0ff884acad16192ae622c2a82578cf505498919a41e6adf8a - 0.02% (5.27 MB)
[#113] sha256:e3db416f98f7dc6c127157154fa7320aea570087886b470e56f09cd36985da30 - 0.0% (127 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-10 06:49:15 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-10 06:49:15 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2026-04-10 06:49:17 UTC/bin/sh -c #(nop) ADD file:8ce1caf246e7c778bca84c516d02fd4e83766bb2c530a0fffa8a351b560a2728 in /
2026-04-10 06:49:18 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.9.79-1
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ARG IMAGE_UPGRADE_ID=0
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c echo "IMAGE_UPGRADE_ID=${IMAGE_UPGRADE_ID}" && apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 15:59:07 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.9.2
2026-05-18 15:59:18 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-toolkit-12-9-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-12-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 15:59:42 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-12-9 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-12-9; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-12-9 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-12-9; fi && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)RUN |2 TARGETARCH=amd64 IMAGE_UPGRADE_ID=20260518 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2026-05-18 15:59:47 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.2-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_NVTX_VERSION=12.9.79-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_VERSION=12.4.1.87-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_VERSION=12.9.2.10-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.2.10-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENV NVIDIA_PRODUCT_NAME=CUDA
2026-05-18 16:26:36 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_LIB_VERSION=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_NVML_DEV_VERSION=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_VERSION=12.9.2.10-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.2.10-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.2-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_VERSION=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NCCL_VERSION=2.27.3-1
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
2026-05-18 17:24:59 UTC (buildkit.dockerfile.v0)ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_VERSION=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)LABEL com.nvidia.cudnn.version=9.10.2.21-1
2026-05-18 17:26:13 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE=remote
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION=0.4.6.post1
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION=0.5.19
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG SGL_DEEP_GEMM_VERSION=0.1.7
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG=0
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_VERSION=2.5.1
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG SGL_NCCL_VERSION=2.30.7
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG PIP_DEFAULT_INDEX
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG UBUNTU_MIRROR
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY=github.com
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG INSTALL_FLASHINFER_JIT_CACHE=1
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.6.18
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION=0.3.13
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION=sglang-v0.9.1
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.18
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
2026-09-04 21:34:13 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
2026-09-04 21:34:41 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && apt install -y --no-install-recommends python3.12-full python3.12-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-312-*-linux-gnu.so apt_pkg.so # buildkit
2026-09-04 21:34:44 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 /bin/sh -c python3 -m venv /opt/sglang # buildkit
2026-09-04 21:34:44 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
2026-09-04 21:35:33 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-09-04 21:35:33 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
2026-09-04 21:36:24 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
2026-09-04 21:36:24 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
2026-09-04 21:36:26 UTC (buildkit.dockerfile.v0)RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 /bin/sh -c locale-gen en_US.UTF-8 # buildkit
2026-09-04 21:36:26 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-09-04 21:36:26 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-09-04 21:36:26 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-09-04 21:36:26 UTC (buildkit.dockerfile.v0)ARG SGL_KERNEL_VERSION
2026-09-04 21:36:26 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-09-04 21:36:26 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-09-04 21:36:26 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
2026-09-04 21:36:56 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y --no-modify-path --profile minimal && rustc --version && cargo --version # buildkit
2026-09-04 21:37:24 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && case "$CUDA_VERSION" in 12.6.3) CUINDEX=126 ;; 12.9.2) CUINDEX=129 ;; 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "$CUDA_VERSION" = "12.6.3" ]; then python3 -m pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sglang_kernel-${SGL_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "12.9.2" ]; then python3 -m pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sglang_kernel-${SGL_KERNEL_VERSION}+cu129-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "13.0.3" ]; then python3 -m pip install sglang-kernel==${SGL_KERNEL_VERSION} --force-reinstall --no-deps ; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ; fi # buildkit
2026-09-04 21:37:24 UTC (buildkit.dockerfile.v0)COPY python/pyproject.toml /tmp/sglang_deps/python/pyproject.toml # buildkit
2026-09-04 21:37:24 UTC (buildkit.dockerfile.v0)COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit
2026-09-04 21:37:24 UTC (buildkit.dockerfile.v0)COPY rust/sglang-mm /tmp/sglang_deps/rust/sglang-mm # buildkit
2026-09-04 21:37:24 UTC (buildkit.dockerfile.v0)COPY proto /tmp/sglang_deps/proto # buildkit
2026-09-04 21:44:00 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c case "$CUDA_VERSION" in 12.6.3) CUINDEX=126 ;; 12.9.2) CUINDEX=129 ;; 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && SGL_DEEP_EP_VERSION="$(sed -n 's/^[[:space:]]*"sgl-deep-ep==\([^"]*\)",/\1/p' pyproject.toml)" && test -n "${SGL_DEEP_EP_VERSION}" && if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install "sgl-deep-ep==${SGL_DEEP_EP_VERSION}+cu129" --index-url "https://docs.sglang.ai/whl/cu129/" --no-deps; fi && if [ "${CUDA_VERSION%%.*}" = "12" ]; then sed -i 's/cuda-python>=13\.0/cuda-python>=12,<13/' pyproject.toml && sed -i 's/flashinfer_python\[cu13\]/flashinfer_python[cu12]/' pyproject.toml && sed -i 's/nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' pyproject.toml; fi && python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ".[${BUILD_TYPE}]" && if [ "${CUDA_VERSION%%.*}" = "12" ]; then pip list --format=freeze | awk -F'==' '/-cu13(==|$)/ {print $1}' | xargs -r python3 -m pip uninstall -y && python3 -m pip install --index-url https://download.pytorch.org/whl/cu${CUINDEX} torch==2.13.0 torchvision==0.28.0 torchaudio==2.11.0 --force-reinstall; python3 -m pip install https://github.com/sgl-project/whl/releases/download/v${SGL_DEEP_GEMM_VERSION}/sgl_deep_gemm-${SGL_DEEP_GEMM_VERSION}+cu129-py3-none-manylinux2014_$(uname -m).whl --force-reinstall; fi && cd /sgl-workspace && rm -rf /tmp/sglang_deps && pip freeze | grep -v "^sglang==" > /sgl-workspace/constraints.txt # buildkit
2026-09-04 21:44:06 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --ignore-installed --no-deps distro # buildkit
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --no-deps cosmos-guardrail==0.3.1 retinaface-py==0.0.2 && python3 -m pip install "better-profanity==0.7.0" "nltk==3.9.1" "peft==0.18.1" && python3 -c "import importlib.util as u; missing = [m for m in ('cosmos_guardrail', 'retinaface', 'better_profanity', 'nltk', 'cv2', 'peft', 'sentencepiece') if u.find_spec(m) is None]; assert not missing, f'guardrail deps missing: {missing}'" # buildkit
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION=0.5.19
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG GITHUB_ARTIFACTORY
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_VERSION
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG MSCCLPP_VERSION
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)ARG SGL_NCCL_VERSION
2026-09-04 21:44:19 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-09-04 21:47:57 UTC (buildkit.dockerfile.v0)COPY /wheels /tmp/wheels/hpc-ops # buildkit
2026-09-04 21:47:58 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c if ls /tmp/wheels/hpc-ops/*.whl >/dev/null 2>&1; then pip install --no-deps /tmp/wheels/hpc-ops/*.whl; fi && rm -rf /tmp/wheels/hpc-ops # buildkit
2026-09-04 21:48:20 UTC (buildkit.dockerfile.v0)COPY /flashinfer_jit_output/ /opt/sglang/lib/python3.12/site-packages/ # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/clang-format /usr/local/bin/ # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/clangd /usr/local/bin/ # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/lib /usr/local/lib/ # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/cmake /usr/local/bin/ # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/ctest /usr/local/bin/ # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/cpack /usr/local/bin/ # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit
2026-09-04 21:48:21 UTC (buildkit.dockerfile.v0)COPY /tools/just /usr/local/bin/ # buildkit
2026-09-04 21:48:22 UTC (buildkit.dockerfile.v0)COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit
2026-09-04 21:48:33 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
2026-09-04 21:48:50 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
2026-09-04 21:48:58 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}" && if [ "$CUDA_MAJOR" -ge 13 ]; then python3 -m pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}; else python3 -m pip install mooncake-transfer-engine==${MOONCAKE_VERSION}; fi # buildkit
2026-09-04 21:54:15 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c git clone --depth=1 --branch ${MSCCLPP_VERSION} https://${GITHUB_ARTIFACTORY}/microsoft/mscclpp.git /tmp/mscclpp && case "${CUDA_VERSION}" in 12.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" python3 -m pip install "/tmp/mscclpp[cuda12]"; ;; 13.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" python3 -m pip install "/tmp/mscclpp[cuda13]"; ;; *) echo "Unsupported CUDA version for MSCCL++: ${CUDA_VERSION}" && exit 1; ;; esac && rm -rf /tmp/mscclpp # buildkit
2026-09-04 21:54:38 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff uv wheel scikit-build-core py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit
2026-09-04 21:54:38 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip install --force-reinstall --no-deps "nvidia-nccl-cu13==${SGL_NCCL_VERSION}"; fi # buildkit
2026-09-04 21:54:47 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install nixl nixl-cu12 --no-deps ; python3 -m pip install "cuda-python>=12,<13" ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip install nixl nixl-cu13 --no-deps ; python3 -m pip install "cuda-python>=13,<14" ; fi # buildkit
2026-09-04 21:55:31 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --pre --extra-index-url https://pypi.nvidia.com/ ai-dynamo # buildkit
2026-09-04 21:55:31 UTC (buildkit.dockerfile.v0)COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
2026-09-04 21:55:31 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit
2026-09-04 21:55:31 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit
2026-09-04 21:55:31 UTC (buildkit.dockerfile.v0)COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit
2026-09-04 21:55:31 UTC (buildkit.dockerfile.v0)COPY docker/configs/.zshrc /root/.zshrc # buildkit
2026-09-04 21:55:37 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit
2026-09-04 21:55:42 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
2026-09-04 21:55:42 UTC (buildkit.dockerfile.v0)ARG BRANCH_TYPE
2026-09-04 21:55:42 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=all
2026-09-04 21:55:42 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.2
2026-09-04 21:55:42 UTC (buildkit.dockerfile.v0)ARG SGL_VERSION=0.5.19
2026-09-04 21:55:42 UTC (buildkit.dockerfile.v0)ARG USE_LATEST_SGLANG
2026-09-04 21:55:42 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace
2026-09-04 21:55:44 UTC (buildkit.dockerfile.v0)COPY /src /tmp/local_src # buildkit
2026-09-04 21:55:55 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
2026-09-04 22:04:47 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c cd /sgl-workspace/sglang && if [ "${CUDA_VERSION%%.*}" = "12" ]; then sed -i 's/cuda-python>=13\.0/cuda-python>=12,<13/' python/pyproject.toml && sed -i 's/flashinfer_python\[cu13\]/flashinfer_python[cu12]/' python/pyproject.toml && sed -i 's/nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' python/pyproject.toml; fi && python3 -m pip install --no-deps -e "python[${BUILD_TYPE}]" && kernels lock python && ( success=0; if [ "$(uname -m)" = "aarch64" ]; then echo "Skipping kernels-community/sgl-flash-attn3 cubin download on aarch64 (no variants published upstream); kernels will be JIT-compiled at runtime"; success=1; else for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..." && kernels download python && success=1 && break; echo "sgl-kernel cubin download failed, retrying in 30s..." && sleep 30; done; if [ "$success" != "1" ]; then echo "WARNING: no matching sgl-flash-attn3 cubin variant for this torch+CUDA; kernels will be JIT-compiled at runtime"; success=1; fi; fi; [ "$success" = "1" ] ) && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( if [ -f python/kernels.lock ]; then mv python/kernels.lock /root/.cache/sglang/; fi ) && ( find /opt/sglang/lib/python3.12/site-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true ) # buildkit
2026-09-04 22:04:47 UTC (buildkit.dockerfile.v0)ENV SGLANG_RUST_BUILD_MODE=never
2026-09-04 22:04:48 UTC (buildkit.dockerfile.v0)COPY /build/sgl-model-gateway-bin /opt/sglang/bin/sgl-model-gateway # buildkit
2026-09-04 22:04:48 UTC (buildkit.dockerfile.v0)COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit
2026-09-04 22:04:58 UTC (buildkit.dockerfile.v0)RUN |17 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.6.post1 SGL_VERSION=0.5.19 SGL_DEEP_GEMM_VERSION=0.1.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.9.1 CUDA_VERSION=12.9.2 /bin/sh -c python3 -m pip install --force-reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit
2026-09-04 22:04:58 UTC (buildkit.dockerfile.v0)WORKDIR /sgl-workspace/sglang
2026-09-04 22:04:58 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_COMMIT=0bcd822377da7b5718e674eaf9c870d349424dd1
2026-09-04 22:04:58 UTC (buildkit.dockerfile.v0)ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/33912440803
2026-09-04 22:04:58 UTC (buildkit.dockerfile.v0)ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.19-cu129
2026-09-04 22:04:58 UTC (buildkit.dockerfile.v0)ENV SGLANG_BUILD_COMMIT=0bcd822377da7b5718e674eaf9c870d349424dd1 SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/33912440803 SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.19-cu129
2026-09-04 22:04:58 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=0bcd822377da7b5718e674eaf9c870d349424dd1 org.opencontainers.image.version=lmsysorg/sglang:v0.5.19-cu129 org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/33912440803 ai.sglang.build.commit=0bcd822377da7b5718e674eaf9c870d349424dd1 ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/33912440803 ai.sglang.image.tag=lmsysorg/sglang:v0.5.19-cu129
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG SGLANG_BRANCH=sglang-miles-v0.5.19-final
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG SGLANG_COMMIT=
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG MEGATRON_REPO=radixark/Megatron-LM
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG MEGATRON_BRANCH=miles-main
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG MEGATRON_COMMIT=
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG ENABLE_CUDA_13=0
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG WHEELS_REPO=yueming-yuan/miles-wheels
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG WHEELS_TAG_X86=cu129-x86_64
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)ARG WHEELS_TAG_ARM64=cu130-torch213-aarch64
2026-09-30 20:00:04 UTC (buildkit.dockerfile.v0)WORKDIR /root/
2026-09-30 20:00:08 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt update # buildkit
2026-09-30 20:00:10 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt install -y nvtop rsync dnsutils ethtool tmux # buildkit
2026-09-30 20:01:58 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c git clone https://github.com/NVIDIA/nccl-tests.git /tmp/nccl-tests && cd /tmp/nccl-tests && git checkout ae98985f5599617be94042f4aa3637d10014ce89 && make -j$(nproc) CUDA_HOME=/usr/local/cuda && cp /tmp/nccl-tests/build/*_perf /usr/local/bin/ && rm -rf /tmp/nccl-tests # buildkit
2026-09-30 20:01:58 UTC (buildkit.dockerfile.v0)COPY wheel[s]/ /tmp/wheels/ # buildkit
2026-09-30 20:03:35 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c case "${TARGETARCH}" in amd64) WHEELS_TAG="${WHEELS_TAG_X86}" ;; arm64) WHEELS_TAG="${WHEELS_TAG_ARM64}" ;; *) echo "unsupported TARGETARCH: ${TARGETARCH}" >&2; exit 1 ;; esac && echo "Fetching wheels release ${WHEELS_TAG}" && mkdir -p /tmp/wheels && curl -sL "https://api.github.com/repos/${WHEELS_REPO}/releases/tags/${WHEELS_TAG}" | python3 -c "import sys,json,subprocess,os; w='/tmp/wheels'; [subprocess.run(['curl','-fSL','-o',os.path.join(w,a['name']),a['browser_download_url']],check=True) for a in json.load(sys.stdin).get('assets',[]) if a['name'].endswith(('.whl', '.tar.gz')) and not os.path.exists(os.path.join(w,a['name']))]" && ls -lh /tmp/wheels/ # buildkit
2026-09-30 20:03:42 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/flash_attn-*.whl # buildkit
2026-09-30 20:03:49 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/flash_attn_3-*.whl # buildkit
2026-09-30 20:03:53 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install git+https://github.com/ISEEKYAN/mbridge.git@89eb10887887bc74853f89a4de258c0702932a1c --no-deps # buildkit
2026-09-30 20:03:53 UTC (buildkit.dockerfile.v0)COPY docker/patch/fla_kda_hoist_next_power_of_2.patch /tmp/fla_kda_hoist_next_power_of_2.patch # buildkit
2026-09-30 20:03:54 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install flash-linear-attention==0.5.2 && FLA_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("fla").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$FLA_DIR" < /tmp/fla_kda_hoist_next_power_of_2.patch && rm /tmp/fla_kda_hoist_next_power_of_2.patch # buildkit
2026-09-30 20:03:59 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install tilelang==0.1.14 apache-tvm-ffi==0.1.11 # buildkit
2026-09-30 20:03:59 UTC (buildkit.dockerfile.v0)COPY docker/patch/tilelang_pack_float16x4.patch /tmp/tilelang_pack_float16x4.patch # buildkit
2026-09-30 20:03:59 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c TILELANG_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("tilelang").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$TILELANG_DIR" < /tmp/tilelang_pack_float16x4.patch && rm /tmp/tilelang_pack_float16x4.patch # buildkit
2026-09-30 20:03:59 UTC (buildkit.dockerfile.v0)COPY docker/patch/tile_kernels_target.patch /tmp/tile_kernels_target.patch # buildkit
2026-09-30 20:04:00 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install --no-deps tile_kernels==1.0.0 && TILE_KERNELS_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("tile_kernels").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$TILE_KERNELS_DIR" < /tmp/tile_kernels_target.patch && rm /tmp/tile_kernels_target.patch # buildkit
2026-09-30 20:04:04 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install -v --no-deps --no-build-isolation "git+https://github.com/QwenLM/FlashQLA.git@7c7dfe16416ad21b1d03258189fc8d3b8460ae06" # buildkit
2026-09-30 20:06:25 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if ls /tmp/wheels/fast_hadamard_transform-*.whl 2>/dev/null | grep -q .; then pip install /tmp/wheels/fast_hadamard_transform-*.whl; else pip install "git+https://github.com/Dao-AILab/fast-hadamard-transform.git@e7706faf8d1c3b9f241e36860640ad1dac644ede" --no-build-isolation; fi # buildkit
2026-09-30 20:06:25 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if [ "${ENABLE_CUDA_13}" = "1" ]; then pip install /tmp/wheels/flash_mla-*.whl && pip install --no-deps "nvidia-cudnn-frontend==1.28.0"; fi # buildkit
2026-09-30 20:18:45 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if ls /tmp/wheels/causal_conv1d-*.whl 2>/dev/null | grep -q . && ls /tmp/wheels/mamba_ssm-*.whl 2>/dev/null | grep -q .; then pip install /tmp/wheels/causal_conv1d-*.whl /tmp/wheels/mamba_ssm-*.whl; else pip install causal-conv1d==1.6.1 mamba-ssm==2.3.1 --no-build-isolation; fi # buildkit
2026-09-30 20:18:53 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if [ "${ENABLE_CUDA_13}" = "1" ]; then TE_CORE_DIST=transformer_engine_cu13; else TE_CORE_DIST=transformer_engine_cu12; fi && set -- /tmp/wheels/transformer_engine-2.17.0-py3-none-any.whl /tmp/wheels/${TE_CORE_DIST}-2.17.0-py3-none-manylinux_2_28_*.whl /tmp/wheels/transformer_engine_torch-2.17.0-cp312-cp312-linux_*.whl; if [ "$#" -ne 3 ] || [ ! -f "$1" ] || [ ! -f "$2" ] || [ ! -f "$3" ]; then echo "expected exactly one TransformerEngine 2.17 wheel for each component (${TE_CORE_DIST})" >&2; exit 1; fi && pip uninstall -y transformer-engine transformer-engine-cu12 transformer-engine-cu13 transformer-engine-torch && pip install --force-reinstall --no-deps "$@" && pip install einops onnx onnxscript pydantic nvdlfw-inspect && python3 /tmp/verify_transformer_engine.py "${TE_CORE_DIST}" # buildkit
2026-09-30 20:18:53 UTC (buildkit.dockerfile.v0)COPY docker/patch/ /tmp/patches/ # buildkit
2026-09-30 20:18:53 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if [ "${ENABLE_CUDA_13}" = "1" ] && [ -d /tmp/patches/cu13 ]; then TE_DIR=$(python -c 'import importlib.util; print(importlib.util.find_spec("transformer_engine").submodule_search_locations[0])') && for p in /tmp/patches/cu13/*.patch; do echo "Applying $(basename $p) to $TE_DIR"; patch -d "$TE_DIR" -p1 < "$p" || { echo "TE patch $(basename $p) did not apply cleanly against the installed transformer_engine" >&2; exit 1; }; done; fi && rm -rf /tmp/patches # buildkit
2026-09-30 20:18:55 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/apex-*.whl # buildkit
2026-09-30 20:19:07 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c git clone https://github.com/${MEGATRON_REPO}.git --recursive -b ${MEGATRON_BRANCH} Megatron-LM && cd Megatron-LM && if [ -n "${MEGATRON_COMMIT}" ]; then git checkout -f ${MEGATRON_COMMIT} && git submodule update --init --recursive; fi && pip install -e . # buildkit
2026-09-30 20:19:12 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install "git+https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git@v0.3.0" # buildkit
2026-09-30 20:19:21 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c TMS_CUDA_MAJOR=$(python3 -c "import torch; print(torch.version.cuda.split('.')[0])") pip install git+https://github.com/fzyzcjy/torch_memory_saver.git@b5588e83de86412a48689a6583a4b567e75f7acc --no-cache-dir --force-reinstall # buildkit
2026-09-30 20:19:23 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install "nvidia-modelopt[torch]>=0.37.0" --no-build-isolation # buildkit
2026-09-30 20:19:36 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install git+https://github.com/radixark/Megatron-Bridge.git@8cd3466d14d2337c8492827b3712482c2b3e4866 --no-deps --no-build-isolation # buildkit
2026-09-30 20:19:37 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install megatron-energon --no-deps # buildkit
2026-09-30 20:19:38 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install multi-storage-client --no-deps # buildkit
2026-09-30 20:19:38 UTC (buildkit.dockerfile.v0)COPY requirements.txt /tmp/requirements.txt # buildkit
2026-09-30 20:19:52 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c rm -rf /usr/lib/python3/dist-packages/jwt /usr/lib/python3/dist-packages/PyJWT* && pip install -r /tmp/requirements.txt # buildkit
2026-09-30 20:19:53 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if [ "${ENABLE_CUDA_13}" = "1" ]; then CU=13; else CU=12; fi; apt-get remove -y --purge --allow-change-held-packages libcudnn9-cuda-${CU} libcudnn9-dev-cuda-${CU} libcudnn9-headers-cuda-${CU} && rm -rf /var/lib/apt/lists/* # buildkit
2026-09-30 20:20:05 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if [ "${ENABLE_CUDA_13}" = "1" ]; then pip install nvidia-cudnn-cu13==9.22.0.52; else pip install nvidia-cudnn-cu12==9.22.0.52; fi # buildkit
2026-09-30 20:20:05 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c rm -rf /root/.cache/pip /root/flash-attention # buildkit
2026-09-30 20:20:38 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c cd /sgl-workspace/sglang && git fetch origin ${SGLANG_BRANCH} && if [ -n "${SGLANG_COMMIT}" ]; then git checkout -f ${SGLANG_COMMIT}; else git checkout -f FETCH_HEAD; fi && if [ "${ENABLE_CUDA_13}" != "1" ]; then sed -i 's/cuda-python>=13\.0/cuda-python>=12,<13/' python/pyproject.toml && sed -i 's/flashinfer_python\[cu13\]/flashinfer_python[cu12]/' python/pyproject.toml && sed -i 's/nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' python/pyproject.toml; fi && SGLANG_BUILD_RUST_EXTS=none pip install -e "python[all]" --no-deps # buildkit
2026-09-30 20:20:38 UTC (buildkit.dockerfile.v0)COPY docker/install-kube-tools.sh /tmp/install-kube-tools.sh # buildkit
2026-09-30 20:20:41 UTC (buildkit.dockerfile.v0)RUN |10 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c bash /tmp/install-kube-tools.sh "${TARGETARCH}" && rm -f /tmp/install-kube-tools.sh # buildkit
2026-09-30 20:20:41 UTC (buildkit.dockerfile.v0)ARG MILES_COMMIT=main
2026-09-30 20:20:48 UTC (buildkit.dockerfile.v0)RUN |11 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main /bin/sh -c git clone https://github.com/radixark/miles.git /root/miles && cd /root/miles && git checkout ${MILES_COMMIT} && pip install -e . --no-deps # buildkit
2026-09-30 20:20:48 UTC (buildkit.dockerfile.v0)RUN |11 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main /bin/sh -c pip install /tmp/wheels/fake_int4_quant_cuda-*.whl # buildkit
2026-09-30 20:20:48 UTC (buildkit.dockerfile.v0)ARG SGL_ROUTER_USE_WHEELS=1
2026-09-30 20:20:48 UTC (buildkit.dockerfile.v0)ARG SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git
2026-09-30 20:20:48 UTC (buildkit.dockerfile.v0)ARG SGL_ROUTER_BRANCH=main
2026-09-30 20:20:53 UTC (buildkit.dockerfile.v0)RUN |14 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c set -eux; if [ "${SGL_ROUTER_USE_WHEELS}" = "1" ]; then pip install --force-reinstall /tmp/wheels/sglang_router-*.whl && tar xzf /tmp/wheels/sgl-model-gateway-linux-*.tar.gz -C /usr/local/bin/ && chmod +x /usr/local/bin/sgl-model-gateway; elif [ "${SGL_ROUTER_USE_WHEELS}" = "0" ]; then git clone --branch "${SGL_ROUTER_BRANCH}" --depth 1 "${SGL_ROUTER_REPO}" /build/sgl-model-gateway && curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y && export PATH="/root/.cargo/bin:${PATH}" && python3 -m pip install maturin && cd /build/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out /build/gateway_wheels && cd /build/sgl-model-gateway && cargo build --release --bin sgl-model-gateway --features vendored-openssl && cp target/release/sgl-model-gateway /usr/local/bin/sgl-model-gateway && chmod +x /usr/local/bin/sgl-model-gateway && pip install --force-reinstall /build/gateway_wheels/sglang_router-*.whl && rm -rf /root/.cargo /root/.rustup /build/sgl-model-gateway /build/gateway_wheels; fi # buildkit
2026-09-30 20:20:55 UTC (buildkit.dockerfile.v0)RUN |14 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c pip install --force-reinstall --no-deps "apache-tvm-ffi==0.1.11" && python3 -c "import inspect; from tvm_ffi.utils import kwargs_wrapper as k; p = inspect.signature(k.make_kwargs_wrapper).parameters; assert 'map_dataclass_to_tuple' in p, 'apache-tvm-ffi resolves to a build too old for nvidia-cutlass-dsl 4.6.0: %s' % list(p)" # buildkit
2026-09-30 20:20:56 UTC (buildkit.dockerfile.v0)RUN |14 SGLANG_BRANCH=sglang-miles-v0.5.19-final SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= ENABLE_CUDA_13=0 WHEELS_REPO=yueming-yuan/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu129-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c rm -rf /tmp/wheels # buildkit
2026-09-30 20:20:56 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.