radixark
    miles
    dev-202610151741
Namespace
radixark
Image / Tag
miles:dev-202610151741
Content Digest
sha256:b836fec3693e7cbf5104d6d7b8530cd9c82e2a187eee29449cc95f41f6f69159
Details
Created

2026-10-15 17:50:03 UTC

Size

22.7 GB

Content Digest
Labels
  • ai.sglang.build.commit
    e00930c5489053f26d86b179cee0d087f846acbb
  • ai.sglang.build.url
    https://github.com/sgl-project/sglang/actions/runs/36824467195
  • ai.sglang.image.tag
    lmsysorg/sglang:v0.5.21
  • com.nvidia.cudnn.version
    9.14.0.64-1
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • miles.image-inputs
    b032f0f95048e1084e13926f787a67e897ef5cf6c1cdca21d243d994a85598d7
  • org.opencontainers.image.revision
    e00930c5489053f26d86b179cee0d087f846acbb
  • org.opencontainers.image.source
    https://github.com/sgl-project/sglang
  • org.opencontainers.image.url
    https://github.com/sgl-project/sglang/actions/runs/36824467195
  • org.opencontainers.image.version
    lmsysorg/sglang:v0.5.21
Environment
CUDA_HOME

/usr/local/cuda

CUDA_VERSION

13.0.3

DEBIAN_FRONTEND

noninteractive

FLASHINFER_VERSION

0.6.18

GDRCOPY_HOME

/usr/src/gdrdrv-2.5.1/

LANG

en_US.UTF-8

LANGUAGE

en_US:en

LC_ALL

en_US.UTF-8

LD_LIBRARY_PATH

/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

LIBRARY_PATH

/usr/local/cuda/lib64/stubs

NCCL_VERSION

2.28.3-1

NVARCH

x86_64

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_PRODUCT_NAME

CUDA

NVIDIA_REQUIRE_CUDA

cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_CUDART_DEV_VERSION

13.0.96-1

NV_CUDA_CUDART_VERSION

13.0.96-1

NV_CUDA_LIB_VERSION

13.0.3-1

NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE

cuda-nsight-compute-13-0=13.0.3-1

NV_CUDA_NSIGHT_COMPUTE_VERSION

13.0.3-1

NV_CUDNN_PACKAGE

libcudnn9-cuda-13=9.14.0.64-1

NV_CUDNN_PACKAGE_DEV

libcudnn9-dev-cuda-13=9.14.0.64-1

NV_CUDNN_PACKAGE_DEV_HEADERS

libcudnn9-headers-cuda-13=9.14.0.64-1

NV_CUDNN_PACKAGE_NAME

libcudnn9-cuda-13

NV_CUDNN_VERSION

9.14.0.64-1

NV_LIBCUBLAS_DEV_PACKAGE

libcublas-dev-13-0=13.1.1.3-1

NV_LIBCUBLAS_DEV_PACKAGE_NAME

libcublas-dev-13-0

NV_LIBCUBLAS_DEV_VERSION

13.1.1.3-1

NV_LIBCUBLAS_PACKAGE

libcublas-13-0=13.1.1.3-1

NV_LIBCUBLAS_PACKAGE_NAME

libcublas-13-0

NV_LIBCUBLAS_VERSION

13.1.1.3-1

NV_LIBCUSPARSE_DEV_VERSION

12.6.3.3-1

NV_LIBCUSPARSE_VERSION

12.6.3.3-1

NV_LIBNCCL_DEV_PACKAGE

libnccl-dev=2.28.3-1+cuda13.0

NV_LIBNCCL_DEV_PACKAGE_NAME

libnccl-dev

NV_LIBNCCL_DEV_PACKAGE_VERSION

2.28.3-1

NV_LIBNCCL_PACKAGE

libnccl2=2.28.3-1+cuda13.0

NV_LIBNCCL_PACKAGE_NAME

libnccl2

NV_LIBNCCL_PACKAGE_VERSION

2.28.3-1

NV_LIBNPP_DEV_PACKAGE

libnpp-dev-13-0=13.0.1.2-1

NV_LIBNPP_DEV_VERSION

13.0.1.2-1

NV_LIBNPP_PACKAGE

libnpp-13-0=13.0.1.2-1

NV_LIBNPP_VERSION

13.0.1.2-1

NV_NVML_DEV_VERSION

13.0.87-1

NV_NVTX_VERSION

13.0.85-1

PATH

/root/.cargo/bin:/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

SGLANG_BUILD_COMMIT

e00930c5489053f26d86b179cee0d087f846acbb

SGLANG_BUILD_URL

https://github.com/sgl-project/sglang/actions/runs/36824467195

SGLANG_IMAGE_TAG

lmsysorg/sglang:v0.5.21

SGLANG_RUST_BUILD_MODE

never

Layers

[#000] sha256:689b91d88a0f4086057ec826027b128902ecf2b516be510371c115bc55da19a6 - 0.12% (28.4 MB)

[#001] sha256:95e35692d3cc347d712fd236fd2af3b1c697783518182b1ae716722f694ed616 - 0.03% (6.64 MB)

[#002] sha256:5e25946ba40dcbc2410bf1852d135a46cb31cc7f89c05b9ef1ab12a6ef988aeb - 0.0% (354 KB)

[#003] sha256:f0af354daeda18f18684b23520969ef6bb3de82bb267936f867b12769be9125d - 0.43% (100 MB)

[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#005] sha256:ccf9c70a85fc6158d617c85f3f719f669efb00c28fd45fa292575d351435bd2f - 0.0% (186 Bytes)

[#006] sha256:730c8029606bf4b4533d7a7159458cf5e3f348ea956ccfb10ce5da3e20adac8f - 0.0% (6.72 KB)

[#007] sha256:a30da298bda6986d68697bc361b9204f189616a3b7cc748c91846ecddbb873aa - 6.2% (1.4 GB)

[#008] sha256:21e0ed254c8bac8e7e21e80b250a5dc4a92211bbc2f658f9f81ef93c7c623f03 - 0.0% (58.6 KB)

[#009] sha256:cb3db0ad5ae089b6ae0c5b39b73e73cac40a558df052e602f8b0f24972b003b4 - 0.0% (1.65 KB)

[#010] sha256:8bd080c2e4b22c71c5058be60551a2735c1bead7341fe005313ca704578d9fa5 - 0.0% (1.49 KB)

[#011] sha256:b533a7368b7da8141f98b9a2442f84b5aa5d32f2d286c2611a32f725361f84b6 - 9.54% (2.16 GB)

[#012] sha256:cc689184d8c0977f56d2da63b3a3d225dc9c7fadb9375338768cf4909b016b32 - 0.0% (221 Bytes)

[#013] sha256:400821fd86ee1a17c460a7addf3892121cfb660a274b37e6a23cf36e7eaa931c - 0.0% (88 KB)

[#014] sha256:adebc1576f3c07100011ce7679aef5e7bb1e4aaca050e6d8e729273d22a2442a - 1.44% (335 MB)

[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#016] sha256:f3858ad7b8e8516bec731da53d06299b1baa0e0981d7bb65941750798b48313b - 0.58% (135 MB)

[#017] sha256:a8acbd930493e9429d4fa5397be3232223e4ef43ce48d83dbd5d767ea0d77e66 - 0.02% (4 MB)

[#018] sha256:85697d052e5106947e4f8cbd0aa266d720595d649fef7066f9bd66aaca1976a3 - 1.77% (410 MB)

[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#020] sha256:30a8dec416a2a0df76a148197f4b913119b0d5379f587f6846857c512e4f3161 - 0.01% (1.4 MB)

[#021] sha256:914c27e4772133dc8e1b53b49ba3e55b20d929f4c1829f2c0967bc71de44d531 - 0.0% (187 Bytes)

[#022] sha256:7796847bb389aa6ad3c9db787edf0e5d190874c41a2058dde4feff4b3b6f23f6 - 0.0% (846 KB)

[#023] sha256:ba62399cde9d0fa260263b9092887004808315e92b6d49b5dfee192a15d61fa2 - 0.0% (103 Bytes)

[#024] sha256:7ffebde882e956e402085d3bf8299616bce7eb84087960edb32dec2af382dad3 - 0.88% (204 MB)

[#025] sha256:7aef33aa15d8a9a3c3ee14cab1c14f394b9ff6a02195994d55e7a6279880d196 - 1.55% (361 MB)

[#026] sha256:defe2a231586965b243c589cac9496c9300a5a43133efe0e4d1278053b840003 - 0.0% (3.12 KB)

[#027] sha256:b7a7056b69a7b32bcc7bb156d48b2980727efdf86d56f9fd3164332c40bd05b5 - 0.0% (22.5 KB)

[#028] sha256:e4bd3ed683bd145e1914f2709afcf5a31d9e1f3f05a7410ba2314b946b7791a2 - 0.0% (44.8 KB)

[#029] sha256:5113cd86f42d46da94d7ca7ef080504d18fe5d2f87e467f12744371c0feb878c - 0.0% (2.65 KB)

[#030] sha256:ca05bf5011f354fc6ac1517073cf7b15d057957f698487a59a986fa3922d5632 - 16.34% (3.7 GB)

[#031] sha256:170383e277bb7cf15733f0102c631b21cbfb33cb03ee617b841b3354a96c9769 - 0.0% (106 KB)

[#032] sha256:1d69b915e4c5e2467b497f378551890453cf46b6ff95175f0a0f672179d9d2e2 - 0.03% (6.15 MB)

[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#034] sha256:eecf150c310f07dd79820e3860725816baa83ff72fc72e8891c6cf5182fd7957 - 0.13% (31 MB)

[#035] sha256:a52563aa1e2e5ec33c2cfcb500fbefc5a7d03f62b77949e54b7e935c0135014d - 0.14% (31.8 MB)

[#036] sha256:f4808ea1010bbcbe494de446c8fc0f5ec435dccac41700fd2f2e2f653aac6bb0 - 10.45% (2.37 GB)

[#037] sha256:a7faedcc23b11b969936a66d1ae609abc59123835472cc688228823179b7e8e5 - 0.0% (13.1 KB)

[#038] sha256:8c29d151c70364fbf5ca1c5a92c93381db0429d8761acee3af1366e1312ce677 - 0.01% (1.7 MB)

[#039] sha256:66c65d927c5fefe9550e782f39caf4b2238be200857ba494cd6ce6dfee608227 - 0.35% (81 MB)

[#040] sha256:c1b2fb88382fc5efe7476a6f666247a45b2c5c915642296d4230f9c75d4f7ea8 - 0.0% (957 KB)

[#041] sha256:9849f48dcf54ef8b291a319d4508920966fc447e885de5a4a79867936f992b47 - 0.03% (6.92 MB)

[#042] sha256:a7d415d0f61ba7d8afabb49f81e649dc0a689b9be6061bc318c8f75e6d113be4 - 0.03% (7.52 MB)

[#043] sha256:3693bac6dc2d26c55a1aa58fdee1c8ca2519ec00f2ee526d510ddd04df3ced5f - 0.03% (7.11 MB)

[#044] sha256:452a4fe0c82e802cf23c7fc5c36354d60ad2473cc86ba58e62841592ae4ecac6 - 0.01% (1.93 MB)

[#045] sha256:ec5d4332fe4923395b83918d4c1a2c79838a08f63f6870a27fcdfb852b0f5b54 - 0.01% (1.9 MB)

[#046] sha256:851cc83f2d88611b34ea48f6eee1c18fd00eef456c1b810bc00db8dcc7a28671 - 0.03% (7.54 MB)

[#047] sha256:8fe75fc2051de58efc5ab2aaac504b97dfe494384067c9fc3c89ec75e1eb4160 - 0.28% (63.9 MB)

[#048] sha256:8657a7d1143f589b642b1a933d67b781aae22da20e695c2900532dcc2eb6646a - 0.92% (213 MB)

[#049] sha256:5f33f269cf8ff82fb8a26f328de2d3d8127aebc3226fc6090442d56ea1ac0aed - 0.41% (95.9 MB)

[#050] sha256:c0df10b66d5f47dcbb3932570d2e211c012ea60648c234d85e9ffd8734206a30 - 0.72% (168 MB)

[#051] sha256:235c2b7bce928a17ebc61c94f813eb0c62c55606e63e04d00f15fc52ddcad216 - 0.48% (110 MB)

[#052] sha256:58e808c300faebc3d62fe7c77e32dde40fdf8a545c7ae4c1aaa197fbbcddfb32 - 0.89% (206 MB)

[#053] sha256:205d4b6a80369740a0c61fe804189b84e71e9102bcbaee79db02baad8d79cdf7 - 0.24% (55.9 MB)

[#054] sha256:a1716dfe74cec82cb8c88696f435c070b6a83caab7efc7e4c4e0414224219b1a - 1.59% (369 MB)

[#055] sha256:c1be3f9ca650b53ec7316828b0b1341cf3c711a1b53aad4092800f282f9870e7 - 0.0% (444 Bytes)

[#056] sha256:64356dfcb842ffb8caaac7d2dfe71af158f77e4606ad4058b6e59bc7c53942eb - 0.0% (727 Bytes)

[#057] sha256:c51762aadd9225e91d0a1f40d7fab4eff89fef10d5d9f612cee4a500514060f9 - 0.0% (510 Bytes)

[#058] sha256:475eff0c7887c1aa5c284c96b15ccc0251161e58c2d9937933e204078bd41379 - 0.0% (523 Bytes)

[#059] sha256:bb461228cded8fbee6ea1fe4b37ace4dfa0e6f693d86940a7153adbd92731f0a - 0.0% (392 Bytes)

[#060] sha256:758e8fbc1bc82fa8b997552b4afa64a70f16ec61e15696e4e6ed6515c4711d11 - 0.06% (14.3 MB)

[#061] sha256:42b57dc4c835fe5dfcf32c12793bd35e341fd42022a0f1dec44f5f08c13cfcb8 - 0.02% (3.77 MB)

[#062] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#063] sha256:1a9922dc1dfe37ba4571b600e54d567aa3e4e1f8bc4419e1d4d132c24d6d0b9a - 1.85% (430 MB)

[#064] sha256:1605e238cf4d6447fb73280c6a1e34597c37ddc2c6f0db0faee39be137ca0eb1 - 0.3% (69.5 MB)

[#065] sha256:b463901c4c0d150594c5fcaf871efd939cae2b8d388f62adbb4a193250c50827 - 4.11% (954 MB)

[#066] sha256:1953b9776317d02aba0c273bc2f611135ad9f4ff787fbeb4dc1b40c675151d7e - 0.07% (17 MB)

[#067] sha256:634d9593124c62fd3cbd95f49115331171d7e8d55fba209cc30b6bc5bfb18d4a - 0.07% (17 MB)

[#068] sha256:809a0511da52d3f7e302d3bf7676b4d371ffe2b8485220412449a91c67a3f03a - 0.12% (27.2 MB)

[#069] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#070] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#071] sha256:3b67897f8deef46378e5ca6b37e7678b5c0bc93220804a49852a355dab2ec8fa - 0.17% (38.9 MB)

[#072] sha256:f2f8ee3b7b498f61a78e433d79b7b87c82bb271858e4bd2304e42a8a4b10374d - 0.01% (2.93 MB)

[#073] sha256:665771af51e24eb088e6493e2477f7e0be75e82119669973e75160501968f71f - 0.15% (33.8 MB)

[#074] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#075] sha256:c8aaff5e669a4d3ff6c07e7518d343bdf0986966193ab2f6f5ce2a7c90bdcdb3 - 8.27% (1.88 GB)

[#076] sha256:0f1e0c7c959e3a90a40d4cb2bc8c7e7bf31c15d0d04ef40abd3659ef87bebd93 - 3.2% (744 MB)

[#077] sha256:0512e4d99d7c19e6d4579a0f27705734a0c6b7b95126d4a165afa75f0a93cec7 - 1.65% (383 MB)

[#078] sha256:b3a2bb59e0d695cbc16d64edd6b2e83c592a5cbea928bfad10ed00cfa6cd979c - 0.01% (1.43 MB)

[#079] sha256:31c1538466d44383db065b52644eaf436c0bb1c9aeef93037af542915b904b72 - 0.0% (423 Bytes)

[#080] sha256:fe06febad44ff56f7747bce27c99dc582a3822e03a0af9e42278f9ff37de9d61 - 0.02% (4.02 MB)

[#081] sha256:3681e7edfab7b3a66365eca5ab3ebedc01c3fbbb8fac03e398933ed5406205cc - 0.37% (86.7 MB)

[#082] sha256:b46903b2f79100149e4cd4e2301631eda7b48de2eac90e4e40073547b17a38d0 - 0.0% (349 Bytes)

[#083] sha256:0f8e841e77a918f0f2f34d79b377f7b8a909c16598775ba6ae8a6a31713960cd - 0.0% (3.94 KB)

[#084] sha256:22d46fa8b5a4f099dc5a11e4de11dc5bd7f3a5a17afb4d5c9fb2c0f889e52401 - 0.0% (251 Bytes)

[#085] sha256:bfa639dbc534e91b8a2b3b158117ab6ca2fc55282ef1e8e0f401936a0c13f9fb - 0.0% (400 KB)

[#086] sha256:473a2f40bba6b8950625d45bb630f50e807dafb3b60d3b4b654f20b878b26632 - 0.01% (2.74 MB)

[#087] sha256:2bf63c3b31d53a7c66496767bbc580974d35346f3abd962f3dc904cd6311eb1e - 0.23% (54.3 MB)

[#088] sha256:334d3b2ed05b7c06b7350f90dcabf1741e1c5fd3524bb1c47d4ef09fbda4b8a1 - 0.21% (48.7 MB)

[#089] sha256:ce71ce00dc1456858dd056d4c846c51a14967acc5d2c1e7b70b5c5d1e3bbeafb - 0.11% (26.2 MB)

[#090] sha256:4b03943c9fa092c818e0900e9585351457166c12d7d04aa89e1e0015e4fe24ce - 2.29% (532 MB)

[#091] sha256:517849e257fa7f2b0c825b912b16aaf19cab12d2b56d0f8c2ffffb57df5469f4 - 1.1% (255 MB)

[#092] sha256:0b2882d8cd2ff3bf09101e200d50c41ee462923654809099eb6363b51c829470 - 0.0% (1.38 KB)

[#093] sha256:55b2e0c733289fc8e08a4240f3e79b3d852e4dd10bb279743d329ed351c39184 - 0.0% (58.6 KB)

[#094] sha256:3dc85433a25e0c1ca6fec76c95312ccd1ad78baa11c73bc2f21513762c190e28 - 0.21% (48.1 MB)

[#095] sha256:bd21ebd91468c6ea728a9146e13a8136ff3fc636ade51ce0b6b9cc44cacd1391 - 0.48% (111 MB)

[#096] sha256:5a5be8a7039a5dc21210a4e15ac482a071b731b827e9d927acb7efa2112eb4ad - 0.0% (145 KB)

[#097] sha256:a9a9787b59b789adf7c131f0618c5088343a4b71d3bc8d1db4e727f1244ffaa5 - 0.0% (603 KB)

[#098] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#099] sha256:ff3b50286832251efd7b5fa7178fb2ba6c79c8c1ffbc38871d2e15d9efda3485 - 0.03% (7.07 MB)

[#100] sha256:4b882b497f8fc67a89e8879dd139ce639af908dcc8113677f7490a9db965264a - 0.0% (974 KB)

[#101] sha256:84407edf77279db95e08918d7cbe97bf0642e842de397e25a11b6e5066a39628 - 0.07% (16 MB)

[#102] sha256:663aa952e08847435020c4317869786087fbb6fa9798f6160c1764124f792dd3 - 0.92% (214 MB)

[#103] sha256:40ecba6eaf4816da9798b2a795aaae8a4d45937c7e93650897f8c3b3e63c1e77 - 0.01% (1.46 MB)

[#104] sha256:e8657523779e98f06bd103de0744ba323d97a4e524b7b734dcf9c88c089eda97 - 0.0% (1.04 KB)

[#105] sha256:fc2404a0ff44ef3c86aa4c04b2d7b0516dcae91a43607389bdb48ccf7650db53 - 1.75% (406 MB)

[#106] sha256:abe47f39b733ccd5287878e985b833572db60442619eb7f6c16dcfd8b07ffef5 - 0.0% (551 KB)

[#107] sha256:326a05b2f314b3a56dfe2d93d8c3e8ad0abc6026603fb4b57db4ef49234a5550 - 4.22% (980 MB)

[#108] sha256:18b81abe87dd2c38fea9771b04b7807dc56ec904949663de04d579e11bbb7f86 - 0.0% (153 Bytes)

[#109] sha256:4e2d3a916df41e25b03cfd06080e832545e78466c1da9ea509e16d0706fab24c - 11.35% (2.57 GB)

[#110] sha256:85ba638a7a511907837101d46769c690efd49383c01a4901039ec8ecf7caf2fd - 0.0% (539 Bytes)

[#111] sha256:5e2ac99efcbb48c55d918dd6fb667c3b330222711fd4e5a05fd80e530cb20fb8 - 0.16% (36.5 MB)

[#112] sha256:6b920e94e76baae79bea4767fa92f8a4dc837258aa360169a30962aae58aff60 - 0.44% (102 MB)

[#113] sha256:61386360800a0588835a0cb2ea7c5a2a15f3d09ceb2046571f6f5b5d4ad56aba - 0.0% (423 KB)

[#114] sha256:e9ced8c0caa023c0a7350130dc7596954cce4553943420b661bd3b3b9eb4de9d - 0.23% (54.3 MB)

[#115] sha256:e395b6ebc90d848e42683155e6e3adad19b71d8085306e15dbf8899a60151a4d - 0.02% (5.28 MB)

[#116] sha256:3b4f7f15d703e0fb81769e02c66a67def78e2eb6614c3b2145ce1a7dcf559313 - 0.0% (127 Bytes)

History
2026-04-03 15:16:40 UTC

/bin/sh -c #(nop) ARG RELEASE

2026-04-03 15:16:40 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2026-04-03 15:16:40 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2026-04-03 15:16:42 UTC

/bin/sh -c #(nop) ADD file:0f6466425c4f1800aae9224ddc3437b90c829cea58fb8edd5dde2f1eb0ee28da in /

2026-04-03 15:16:43 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)

ENV NVARCH=x86_64

2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576

2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=13.0.96-1

2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:30:51 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=13.0.3

2026-04-14 16:31:02 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:31:18 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2026-04-14 16:31:25 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=13.0.3-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_NVTX_VERSION=13.0.85-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_VERSION=13.0.1.2-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_VERSION=13.1.1.3-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.1.3-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.28.3-1

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2026-04-14 16:50:19 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=13.0.3-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_NVML_DEV_VERSION=13.0.87-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_VERSION=13.1.1.3-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.1.3-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.3-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.3-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.28.3-1

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit

2026-04-14 17:00:26 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_VERSION=9.14.0.64-1

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.14.0.64-1

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.14.0.64-1

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.14.0.64-1

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.cudnn.version=9.14.0.64-1

2026-04-14 17:37:55 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE=remote

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG SGL_KERNEL_VERSION=0.4.7

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG SGL_VERSION=0.5.21

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG USE_LATEST_SGLANG=0

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_VERSION=2.5.1

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG SGL_NCCL_VERSION=2.30.7

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG PIP_DEFAULT_INDEX

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG UBUNTU_MIRROR

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG GITHUB_ARTIFACTORY=github.com

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG INSTALL_FLASHINFER_JIT_CACHE=1

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG FLASHINFER_VERSION=0.6.18

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_VERSION=0.3.13

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ARG MSCCLPP_VERSION=sglang-v0.10.1

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.18

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2026-10-01 07:34:31 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit

2026-10-01 07:34:55 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && apt install -y --no-install-recommends python3.12-full python3.12-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-312-*-linux-gnu.so apt_pkg.so # buildkit

2026-10-01 07:34:57 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c python3 -m venv /opt/sglang # buildkit

2026-10-01 07:34:57 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

2026-10-01 07:35:49 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2026-10-01 07:35:50 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit

2026-10-01 07:36:24 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit

2026-10-01 07:36:24 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit

2026-10-01 07:36:25 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c locale-gen en_US.UTF-8 # buildkit

2026-10-01 07:36:25 UTC (buildkit.dockerfile.v0)

ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8

2026-10-01 07:36:25 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=13.0.3

2026-10-01 07:36:25 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-10-01 07:36:25 UTC (buildkit.dockerfile.v0)

ARG SGL_KERNEL_VERSION

2026-10-01 07:36:25 UTC (buildkit.dockerfile.v0)

ARG GITHUB_ARTIFACTORY

2026-10-01 07:36:25 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2026-10-01 07:36:25 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

2026-10-01 07:36:34 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y --no-modify-path --profile minimal && rustc --version && cargo --version # buildkit

2026-10-01 07:36:48 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && case "$CUDA_VERSION" in 13.0.3) ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && python3 -m pip install sglang-kernel==${SGL_KERNEL_VERSION} --force-reinstall --no-deps # buildkit

2026-10-01 07:36:48 UTC (buildkit.dockerfile.v0)

COPY python/pyproject.toml /tmp/sglang_deps/python/pyproject.toml # buildkit

2026-10-01 07:36:48 UTC (buildkit.dockerfile.v0)

COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit

2026-10-01 07:36:48 UTC (buildkit.dockerfile.v0)

COPY rust/sglang-mm /tmp/sglang_deps/rust/sglang-mm # buildkit

2026-10-01 07:36:48 UTC (buildkit.dockerfile.v0)

COPY proto /tmp/sglang_deps/proto # buildkit

2026-10-01 07:40:24 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c case "$CUDA_VERSION" in 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ".[${BUILD_TYPE}]" && cd /sgl-workspace && rm -rf /tmp/sglang_deps && pip freeze | grep -v "^sglang==" > /sgl-workspace/constraints.txt # buildkit

2026-10-01 07:40:25 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --ignore-installed --no-deps distro # buildkit

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --no-deps cosmos-guardrail==0.3.1 retinaface-py==0.0.2 && python3 -m pip install "better-profanity==0.7.0" "nltk==3.9.1" "peft==0.18.1" && python3 -c "import importlib.util as u; missing = [m for m in ('cosmos_guardrail', 'retinaface', 'better_profanity', 'nltk', 'cv2', 'peft', 'sentencepiece') if u.find_spec(m) is None]; assert not missing, f'guardrail deps missing: {missing}'" # buildkit

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=13.0.3

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG SGL_VERSION=0.5.21

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG USE_LATEST_SGLANG

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG GITHUB_ARTIFACTORY

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_VERSION

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG MSCCLPP_VERSION

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

ARG SGL_NCCL_VERSION

2026-10-01 07:40:28 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2026-10-01 07:43:21 UTC (buildkit.dockerfile.v0)

COPY /wheels /tmp/wheels/hpc-ops # buildkit

2026-10-01 07:43:22 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c if ls /tmp/wheels/hpc-ops/*.whl >/dev/null 2>&1; then pip install --no-deps /tmp/wheels/hpc-ops/*.whl; fi && rm -rf /tmp/wheels/hpc-ops # buildkit

2026-10-01 07:43:44 UTC (buildkit.dockerfile.v0)

COPY /flashinfer_jit_output/ /opt/sglang/lib/python3.12/site-packages/ # buildkit

2026-10-01 07:43:45 UTC (buildkit.dockerfile.v0)

COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit

2026-10-01 07:43:45 UTC (buildkit.dockerfile.v0)

COPY /tools/clang-format /usr/local/bin/ # buildkit

2026-10-01 07:43:45 UTC (buildkit.dockerfile.v0)

COPY /tools/clangd /usr/local/bin/ # buildkit

2026-10-01 07:43:45 UTC (buildkit.dockerfile.v0)

COPY /tools/lib /usr/local/lib/ # buildkit

2026-10-01 07:43:45 UTC (buildkit.dockerfile.v0)

COPY /tools/cmake /usr/local/bin/ # buildkit

2026-10-01 07:43:45 UTC (buildkit.dockerfile.v0)

COPY /tools/ctest /usr/local/bin/ # buildkit

2026-10-01 07:43:45 UTC (buildkit.dockerfile.v0)

COPY /tools/cpack /usr/local/bin/ # buildkit

2026-10-01 07:43:45 UTC (buildkit.dockerfile.v0)

COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit

2026-10-01 07:43:46 UTC (buildkit.dockerfile.v0)

COPY /tools/just /usr/local/bin/ # buildkit

2026-10-01 07:43:46 UTC (buildkit.dockerfile.v0)

COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit

2026-10-01 07:43:59 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2026-10-01 07:44:14 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-01 07:44:18 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION} # buildkit

2026-10-01 07:48:51 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c git clone --depth=1 --branch ${MSCCLPP_VERSION} https://${GITHUB_ARTIFACTORY}/microsoft/mscclpp.git /tmp/mscclpp && case "${CUDA_VERSION}" in 13.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" python3 -m pip install "/tmp/mscclpp[cuda13]"; ;; *) echo "Unsupported CUDA version for MSCCL++: ${CUDA_VERSION}" && exit 1; ;; esac && rm -rf /tmp/mscclpp # buildkit

2026-10-01 07:49:05 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff uv wheel scikit-build-core py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit

2026-10-01 07:49:08 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --force-reinstall --no-deps "nvidia-nccl-cu13==${SGL_NCCL_VERSION}" # buildkit

2026-10-01 07:49:11 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install nixl nixl-cu13 --no-deps && python3 -m pip install "cuda-python>=13,<14" # buildkit

2026-10-01 07:49:44 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --pre --extra-index-url https://pypi.nvidia.com/ ai-dynamo # buildkit

2026-10-01 07:49:44 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit

2026-10-01 07:49:44 UTC (buildkit.dockerfile.v0)

COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit

2026-10-01 07:49:44 UTC (buildkit.dockerfile.v0)

COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit

2026-10-01 07:49:44 UTC (buildkit.dockerfile.v0)

COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit

2026-10-01 07:49:44 UTC (buildkit.dockerfile.v0)

COPY docker/configs/.zshrc /root/.zshrc # buildkit

2026-10-01 07:49:46 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit

2026-10-01 07:49:51 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-01 07:49:51 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE

2026-10-01 07:49:51 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-10-01 07:49:51 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=13.0.3

2026-10-01 07:49:51 UTC (buildkit.dockerfile.v0)

ARG SGL_VERSION=0.5.21

2026-10-01 07:49:51 UTC (buildkit.dockerfile.v0)

ARG USE_LATEST_SGLANG

2026-10-01 07:49:51 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2026-10-01 07:49:53 UTC (buildkit.dockerfile.v0)

COPY /src /tmp/local_src # buildkit

2026-10-01 07:50:02 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit

2026-10-01 07:58:43 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c cd /sgl-workspace/sglang && python3 -m pip install --no-deps -e "python[${BUILD_TYPE}]" && kernels lock python && ( success=0; if [ "$(uname -m)" = "aarch64" ]; then echo "Skipping kernels-community/sgl-flash-attn3 cubin download on aarch64 (no variants published upstream); kernels will be JIT-compiled at runtime"; success=1; else for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..." && kernels download python && success=1 && break; echo "sgl-kernel cubin download failed, retrying in 30s..." && sleep 30; done; if [ "$success" != "1" ]; then echo "WARNING: no matching sgl-flash-attn3 cubin variant for this torch+CUDA; kernels will be JIT-compiled at runtime"; success=1; fi; fi; [ "$success" = "1" ] ) && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( if [ -f python/kernels.lock ]; then mv python/kernels.lock /root/.cache/sglang/; fi ) && ( find /opt/sglang/lib/python3.12/site-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true ) # buildkit

2026-10-01 07:58:43 UTC (buildkit.dockerfile.v0)

ENV SGLANG_RUST_BUILD_MODE=never

2026-10-01 07:58:44 UTC (buildkit.dockerfile.v0)

COPY /build/sgl-model-gateway-bin /opt/sglang/bin/sgl-model-gateway # buildkit

2026-10-01 07:58:44 UTC (buildkit.dockerfile.v0)

COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit

2026-10-01 07:58:50 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --force-reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit

2026-10-01 07:58:50 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

2026-10-01 07:58:50 UTC (buildkit.dockerfile.v0)

ARG SGLANG_BUILD_COMMIT=e00930c5489053f26d86b179cee0d087f846acbb

2026-10-01 07:58:50 UTC (buildkit.dockerfile.v0)

ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/36824467195

2026-10-01 07:58:50 UTC (buildkit.dockerfile.v0)

ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.21

2026-10-01 07:58:50 UTC (buildkit.dockerfile.v0)

ENV SGLANG_BUILD_COMMIT=e00930c5489053f26d86b179cee0d087f846acbb SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/36824467195 SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.21

2026-10-01 07:58:50 UTC (buildkit.dockerfile.v0)

LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=e00930c5489053f26d86b179cee0d087f846acbb org.opencontainers.image.version=lmsysorg/sglang:v0.5.21 org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/36824467195 ai.sglang.build.commit=e00930c5489053f26d86b179cee0d087f846acbb ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/36824467195 ai.sglang.image.tag=lmsysorg/sglang:v0.5.21

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG SGLANG_BRANCH=sglang-miles

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG SGLANG_COMMIT=

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG MEGATRON_REPO=radixark/Megatron-LM

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG MEGATRON_BRANCH=miles-main

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG MEGATRON_COMMIT=

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG TORCHTITAN_REPO=pytorch/torchtitan

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG WHEELS_REPO=radixark/miles-wheels

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=amd64

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG WHEELS_TAG_X86=cu130-torch213-x86_64

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

ARG WHEELS_TAG_ARM64=cu130-torch213-aarch64

2026-10-15 17:43:43 UTC (buildkit.dockerfile.v0)

WORKDIR /root/

2026-10-15 17:43:46 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt update # buildkit

2026-10-15 17:43:49 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt install -y nvtop rsync dnsutils ethtool tmux # buildkit

2026-10-15 17:45:15 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c git clone https://github.com/NVIDIA/nccl-tests.git /tmp/nccl-tests && cd /tmp/nccl-tests && git checkout ae98985f5599617be94042f4aa3637d10014ce89 && make -j$(nproc) CUDA_HOME=/usr/local/cuda && cp /tmp/nccl-tests/build/*_perf /usr/local/bin/ && rm -rf /tmp/nccl-tests # buildkit

2026-10-15 17:45:15 UTC (buildkit.dockerfile.v0)

COPY wheel[s]/ /tmp/wheels/ # buildkit

2026-10-15 17:45:33 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c case "${TARGETARCH}" in amd64) WHEELS_TAG="${WHEELS_TAG_X86}" ;; arm64) WHEELS_TAG="${WHEELS_TAG_ARM64}" ;; *) echo "unsupported TARGETARCH: ${TARGETARCH}" >&2; exit 1 ;; esac && echo "Fetching wheels release ${WHEELS_TAG}" && mkdir -p /tmp/wheels && curl -sL "https://api.github.com/repos/${WHEELS_REPO}/releases/tags/${WHEELS_TAG}" | python3 -c "import sys,json,subprocess,os; w='/tmp/wheels'; [subprocess.run(['curl','-fSL','-o',os.path.join(w,a['name']),a['browser_download_url']],check=True) for a in json.load(sys.stdin).get('assets',[]) if a['name'].endswith(('.whl', '.tar.gz')) and not os.path.exists(os.path.join(w,a['name']))]" && ls -lh /tmp/wheels/ # buildkit

2026-10-15 17:45:42 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/flash_attn-*.whl # buildkit

2026-10-15 17:45:48 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/flash_attn_3-*.whl # buildkit

2026-10-15 17:45:52 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install git+https://github.com/ISEEKYAN/mbridge.git@89eb10887887bc74853f89a4de258c0702932a1c --no-deps # buildkit

2026-10-15 17:45:52 UTC (buildkit.dockerfile.v0)

COPY docker/patch/fla_kda_hoist_next_power_of_2.patch /tmp/fla_kda_hoist_next_power_of_2.patch # buildkit

2026-10-15 17:45:54 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install flash-linear-attention==0.5.2 && FLA_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("fla").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$FLA_DIR" < /tmp/fla_kda_hoist_next_power_of_2.patch && rm /tmp/fla_kda_hoist_next_power_of_2.patch # buildkit

2026-10-15 17:45:59 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install tilelang==0.1.14 apache-tvm-ffi==0.1.11 # buildkit

2026-10-15 17:45:59 UTC (buildkit.dockerfile.v0)

COPY docker/patch/tilelang_pack_float16x4.patch /tmp/tilelang_pack_float16x4.patch # buildkit

2026-10-15 17:45:59 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c TILELANG_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("tilelang").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$TILELANG_DIR" < /tmp/tilelang_pack_float16x4.patch && rm /tmp/tilelang_pack_float16x4.patch # buildkit

2026-10-15 17:45:59 UTC (buildkit.dockerfile.v0)

COPY docker/patch/tile_kernels_target.patch /tmp/tile_kernels_target.patch # buildkit

2026-10-15 17:46:00 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install --no-deps tile_kernels==1.0.0 && TILE_KERNELS_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("tile_kernels").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$TILE_KERNELS_DIR" < /tmp/tile_kernels_target.patch && rm /tmp/tile_kernels_target.patch # buildkit

2026-10-15 17:46:03 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install -v --no-deps --no-build-isolation "git+https://github.com/QwenLM/FlashQLA.git@7c7dfe16416ad21b1d03258189fc8d3b8460ae06" # buildkit

2026-10-15 17:47:13 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends pciutils && rm -rf /var/lib/apt/lists/* && git init -q /tmp/DeepSelect && cd /tmp/DeepSelect && git remote add origin https://github.com/deepseek-ai/DeepSelect.git && git fetch --depth 1 origin 0f03b68748b304863fdf0181a11458d04ae533a9 && git checkout -q 0f03b68748b304863fdf0181a11458d04ae533a9 && git submodule update --init --depth 1 csrc/3rdparty/cutlass && sed -i 's/^datetime_rev = .*/datetime_rev = "0"/' setup.py && DEEP_SELECT_BUILD_TARGET_PLATFORM=CUDA MAX_JOBS=${MAX_JOBS:-32} pip install --no-build-isolation . && rm -rf /tmp/DeepSelect # buildkit

2026-10-15 17:47:14 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if ls /tmp/wheels/fast_hadamard_transform-*.whl 2>/dev/null | grep -q .; then pip install /tmp/wheels/fast_hadamard_transform-*.whl; else pip install "git+https://github.com/Dao-AILab/fast-hadamard-transform.git@e7706faf8d1c3b9f241e36860640ad1dac644ede" --no-build-isolation; fi # buildkit

2026-10-15 17:47:17 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/flash_mla-*.whl && pip install --no-deps "nvidia-cudnn-frontend==1.28.0" # buildkit

2026-10-15 17:47:20 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if ls /tmp/wheels/causal_conv1d-*.whl 2>/dev/null | grep -q . && ls /tmp/wheels/mamba_ssm-*.whl 2>/dev/null | grep -q .; then pip install /tmp/wheels/causal_conv1d-*.whl /tmp/wheels/mamba_ssm-*.whl; else pip install causal-conv1d==1.6.1 mamba-ssm==2.3.1 --no-build-isolation; fi # buildkit

2026-10-15 17:47:27 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c set -- /tmp/wheels/transformer_engine-2.17.0-py3-none-any.whl /tmp/wheels/transformer_engine_cu13-2.17.0-py3-none-manylinux_2_28_*.whl /tmp/wheels/transformer_engine_torch-2.17.0-cp312-cp312-linux_*.whl; if [ "$#" -ne 3 ] || [ ! -f "$1" ] || [ ! -f "$2" ] || [ ! -f "$3" ]; then echo "expected exactly one TransformerEngine 2.17 wheel for each component (transformer_engine_cu13)" >&2; exit 1; fi && pip uninstall -y transformer-engine transformer-engine-cu13 transformer-engine-torch && pip install --force-reinstall --no-deps "$@" && pip install einops onnx onnxscript pydantic nvdlfw-inspect && python3 /tmp/verify_transformer_engine.py "transformer_engine_cu13" # buildkit

2026-10-15 17:47:27 UTC (buildkit.dockerfile.v0)

COPY docker/patch/ /tmp/patches/ # buildkit

2026-10-15 17:47:27 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if [ -d /tmp/patches/cu13 ]; then TE_DIR=$(python -c 'import importlib.util; print(importlib.util.find_spec("transformer_engine").submodule_search_locations[0])') && for p in /tmp/patches/cu13/*.patch; do echo "Applying $(basename $p) to $TE_DIR"; patch -d "$TE_DIR" -p1 < "$p" || { echo "TE patch $(basename $p) did not apply cleanly against the installed transformer_engine" >&2; exit 1; }; done; fi && rm -rf /tmp/patches # buildkit

2026-10-15 17:47:29 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/apex-*.whl # buildkit

2026-10-15 17:47:41 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c git clone https://github.com/${MEGATRON_REPO}.git --recursive -b ${MEGATRON_BRANCH} Megatron-LM && cd Megatron-LM && if [ -n "${MEGATRON_COMMIT}" ]; then git checkout -f ${MEGATRON_COMMIT} && git submodule update --init --recursive; fi && pip install -e . # buildkit

2026-10-15 17:47:49 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install "git+https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git@v0.3.0" # buildkit

2026-10-15 17:47:59 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c TMS_CUDA_MAJOR=$(python3 -c "import torch; print(torch.version.cuda.split('.')[0])") pip install git+https://github.com/fzyzcjy/torch_memory_saver.git@b5588e83de86412a48689a6583a4b567e75f7acc --no-cache-dir --force-reinstall # buildkit

2026-10-15 17:48:00 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install "nvidia-modelopt[torch]>=0.37.0" --no-build-isolation # buildkit

2026-10-15 17:48:16 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install git+https://github.com/radixark/Megatron-Bridge.git@8cd3466d14d2337c8492827b3712482c2b3e4866 --no-deps --no-build-isolation # buildkit

2026-10-15 17:48:17 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install megatron-energon --no-deps # buildkit

2026-10-15 17:48:18 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install multi-storage-client --no-deps # buildkit

2026-10-15 17:48:32 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c git clone https://github.com/${TORCHTITAN_REPO}.git torchtitan && cd torchtitan && git checkout -f ${TORCHTITAN_COMMIT} && pip install --no-deps -e . # buildkit

2026-10-15 17:48:34 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install "spmd_types==0.2.3" "tyro>=1.0.5" && pip install --no-deps "torchdata>=0.8.0" # buildkit

2026-10-15 17:48:34 UTC (buildkit.dockerfile.v0)

COPY requirements.txt /tmp/requirements.txt # buildkit

2026-10-15 17:48:48 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c rm -rf /usr/lib/python3/dist-packages/jwt /usr/lib/python3/dist-packages/PyJWT* && pip install -r /tmp/requirements.txt # buildkit

2026-10-15 17:48:48 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt-get remove -y --purge --allow-change-held-packages libcudnn9-cuda-13 libcudnn9-dev-cuda-13 libcudnn9-headers-cuda-13 && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-15 17:48:58 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install nvidia-cudnn-cu13==9.22.0.52 # buildkit

2026-10-15 17:48:58 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c rm -rf /root/.cache/pip /root/flash-attention # buildkit

2026-10-15 17:49:46 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c cd /sgl-workspace/sglang && git fetch origin ${SGLANG_BRANCH} && if [ -n "${SGLANG_COMMIT}" ]; then git checkout -f ${SGLANG_COMMIT}; else git checkout -f FETCH_HEAD; fi && SGLANG_BUILD_RUST_EXTS=none pip install -e "python[all]" --no-deps # buildkit

2026-10-15 17:49:46 UTC (buildkit.dockerfile.v0)

COPY docker/install-kube-tools.sh /tmp/install-kube-tools.sh # buildkit

2026-10-15 17:49:47 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c bash /tmp/install-kube-tools.sh "${TARGETARCH}" && rm -f /tmp/install-kube-tools.sh # buildkit

2026-10-15 17:49:47 UTC (buildkit.dockerfile.v0)

ARG MILES_COMMIT=main

2026-10-15 17:49:55 UTC (buildkit.dockerfile.v0)

RUN |12 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main /bin/sh -c git clone https://github.com/radixark/miles.git /root/miles && cd /root/miles && git checkout ${MILES_COMMIT} && pip install -e . --no-deps # buildkit

2026-10-15 17:49:55 UTC (buildkit.dockerfile.v0)

RUN |12 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main /bin/sh -c pip install /tmp/wheels/fake_int4_quant_cuda-*.whl # buildkit

2026-10-15 17:49:55 UTC (buildkit.dockerfile.v0)

ARG SGL_ROUTER_USE_WHEELS=1

2026-10-15 17:49:55 UTC (buildkit.dockerfile.v0)

ARG SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git

2026-10-15 17:49:55 UTC (buildkit.dockerfile.v0)

ARG SGL_ROUTER_BRANCH=main

2026-10-15 17:50:01 UTC (buildkit.dockerfile.v0)

RUN |15 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c set -eux; if [ "${SGL_ROUTER_USE_WHEELS}" = "1" ]; then pip install --force-reinstall /tmp/wheels/sglang_router-*.whl && tar xzf /tmp/wheels/sgl-model-gateway-linux-*.tar.gz -C /usr/local/bin/ && chmod +x /usr/local/bin/sgl-model-gateway; elif [ "${SGL_ROUTER_USE_WHEELS}" = "0" ]; then git clone --branch "${SGL_ROUTER_BRANCH}" --depth 1 "${SGL_ROUTER_REPO}" /build/sgl-model-gateway && curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y && export PATH="/root/.cargo/bin:${PATH}" && python3 -m pip install maturin && cd /build/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out /build/gateway_wheels && cd /build/sgl-model-gateway && cargo build --release --bin sgl-model-gateway --features vendored-openssl && cp target/release/sgl-model-gateway /usr/local/bin/sgl-model-gateway && chmod +x /usr/local/bin/sgl-model-gateway && pip install --force-reinstall /build/gateway_wheels/sglang_router-*.whl && rm -rf /root/.cargo /root/.rustup /build/sgl-model-gateway /build/gateway_wheels; fi # buildkit

2026-10-15 17:50:03 UTC (buildkit.dockerfile.v0)

RUN |15 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c pip install --force-reinstall --no-deps "apache-tvm-ffi==0.1.11" && python3 -c "import inspect; from tvm_ffi.utils import kwargs_wrapper as k; p = inspect.signature(k.make_kwargs_wrapper).parameters; assert 'map_dataclass_to_tuple' in p, 'apache-tvm-ffi resolves to a build too old for nvidia-cutlass-dsl 4.6.0: %s' % list(p)" # buildkit

2026-10-15 17:50:03 UTC (buildkit.dockerfile.v0)

RUN |15 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=amd64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c rm -rf /tmp/wheels # buildkit

2026-10-15 17:50:03 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

Details
Created

2026-10-15 18:34:51 UTC

Size

22.3 GB

Content Digest
Labels
  • ai.sglang.build.commit
    e00930c5489053f26d86b179cee0d087f846acbb
  • ai.sglang.build.url
    https://github.com/sgl-project/sglang/actions/runs/36824467195
  • ai.sglang.image.tag
    lmsysorg/sglang:v0.5.21
  • com.nvidia.cudnn.version
    9.14.0.64-1
  • maintainer
    NVIDIA CORPORATION <cudatools@nvidia.com>
  • miles.image-inputs
    b032f0f95048e1084e13926f787a67e897ef5cf6c1cdca21d243d994a85598d7
  • org.opencontainers.image.revision
    e00930c5489053f26d86b179cee0d087f846acbb
  • org.opencontainers.image.source
    https://github.com/sgl-project/sglang
  • org.opencontainers.image.url
    https://github.com/sgl-project/sglang/actions/runs/36824467195
  • org.opencontainers.image.version
    lmsysorg/sglang:v0.5.21
Environment
CUDA_HOME

/usr/local/cuda

CUDA_VERSION

13.0.3

DEBIAN_FRONTEND

noninteractive

FLASHINFER_VERSION

0.6.18

GDRCOPY_HOME

/usr/src/gdrdrv-2.5.1/

LANG

en_US.UTF-8

LANGUAGE

en_US:en

LC_ALL

en_US.UTF-8

LD_LIBRARY_PATH

/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

LIBRARY_PATH

/usr/local/cuda/lib64/stubs

NCCL_VERSION

2.28.3-1

NVARCH

sbsa

NVIDIA_DRIVER_CAPABILITIES

compute,utility

NVIDIA_PRODUCT_NAME

CUDA

NVIDIA_REQUIRE_CUDA

cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576

NVIDIA_VISIBLE_DEVICES

all

NV_CUDA_CUDART_DEV_VERSION

13.0.96-1

NV_CUDA_CUDART_VERSION

13.0.96-1

NV_CUDA_LIB_VERSION

13.0.3-1

NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE

cuda-nsight-compute-13-0=13.0.3-1

NV_CUDA_NSIGHT_COMPUTE_VERSION

13.0.3-1

NV_CUDNN_PACKAGE

libcudnn9-cuda-13=9.14.0.64-1

NV_CUDNN_PACKAGE_DEV

libcudnn9-dev-cuda-13=9.14.0.64-1

NV_CUDNN_PACKAGE_DEV_HEADERS

libcudnn9-headers-cuda-13=9.14.0.64-1

NV_CUDNN_PACKAGE_NAME

libcudnn9-cuda-13

NV_CUDNN_VERSION

9.14.0.64-1

NV_LIBCUBLAS_DEV_PACKAGE

libcublas-dev-13-0=13.1.1.3-1

NV_LIBCUBLAS_DEV_PACKAGE_NAME

libcublas-dev-13-0

NV_LIBCUBLAS_DEV_VERSION

13.1.1.3-1

NV_LIBCUBLAS_PACKAGE

libcublas-13-0=13.1.1.3-1

NV_LIBCUBLAS_PACKAGE_NAME

libcublas-13-0

NV_LIBCUBLAS_VERSION

13.1.1.3-1

NV_LIBCUSPARSE_DEV_VERSION

12.6.3.3-1

NV_LIBCUSPARSE_VERSION

12.6.3.3-1

NV_LIBNCCL_DEV_PACKAGE

libnccl-dev=2.28.3-1+cuda13.0

NV_LIBNCCL_DEV_PACKAGE_NAME

libnccl-dev

NV_LIBNCCL_DEV_PACKAGE_VERSION

2.28.3-1

NV_LIBNCCL_PACKAGE

libnccl2=2.28.3-1+cuda13.0

NV_LIBNCCL_PACKAGE_NAME

libnccl2

NV_LIBNCCL_PACKAGE_VERSION

2.28.3-1

NV_LIBNPP_DEV_PACKAGE

libnpp-dev-13-0=13.0.1.2-1

NV_LIBNPP_DEV_VERSION

13.0.1.2-1

NV_LIBNPP_PACKAGE

libnpp-13-0=13.0.1.2-1

NV_LIBNPP_VERSION

13.0.1.2-1

NV_NVML_DEV_VERSION

13.0.87-1

NV_NVTX_VERSION

13.0.85-1

PATH

/root/.cargo/bin:/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

SGLANG_BUILD_COMMIT

e00930c5489053f26d86b179cee0d087f846acbb

SGLANG_BUILD_URL

https://github.com/sgl-project/sglang/actions/runs/36824467195

SGLANG_IMAGE_TAG

lmsysorg/sglang:v0.5.21

SGLANG_RUST_BUILD_MODE

never

Layers

[#000] sha256:76fd055477b6edf8004a5a962edad02a820d4c8b2f02682410edfbe376b418c5 - 0.12% (27.5 MB)

[#001] sha256:2ed23d91404d4701b704d1bde211c59a2a564a31c315f05871a6e9403bc19945 - 0.03% (6.44 MB)

[#002] sha256:b69841cb303ccedcf38d7b88ef5624621de9afac92f991bd9493046493af0459 - 0.0% (368 KB)

[#003] sha256:f96e895ae7545ec872855c3f2adf4d95fa731dd2e8545b054f7aa1afc3d979f9 - 0.41% (94.8 MB)

[#004] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#005] sha256:4efc2d488f5acb1bcdef886876870bffe7f6435015718596101285c66bfd9fea - 0.0% (187 Bytes)

[#006] sha256:730c8029606bf4b4533d7a7159458cf5e3f348ea956ccfb10ce5da3e20adac8f - 0.0% (6.72 KB)

[#007] sha256:1b32cf91a1bf3f3f7ae37872a438565ab17ba9b8d07603039885d8a0bc0bf99b - 6.81% (1.52 GB)

[#008] sha256:639485f1f45f8c40371c8ef81ac16128b3009825e58436becb1fc4b8a6a6a1ec - 0.0% (58.6 KB)

[#009] sha256:063065dd5a0bcec95324d9aa1f46e7311ea2b41b099949a82cb6cb82a0384622 - 0.0% (1.65 KB)

[#010] sha256:1868124c7d5b7d7ef6579a7d2729713f71b31752baf0d7e2d0cad49ebfb5e128 - 0.0% (1.49 KB)

[#011] sha256:9c6b8f5a26d7663808df6235190a9e4cbf214a8337c0737c66b0beb7a0637d38 - 9.0% (2.01 GB)

[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#013] sha256:17071d079121f2639f05774fea4bc3b899298e87602eae4c41154c28a14fe75a - 0.0% (88 KB)

[#014] sha256:801ff5d640da07c7b698f949f0976a8b29394fad3d0e0470331287aa7de52a37 - 1.74% (397 MB)

[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#016] sha256:2d93e50148997c470072df331a6a6afa7477aa791529d3f2b234a0446ea18544 - 0.6% (137 MB)

[#017] sha256:94285a861e44078c2b97d1c3a9e2527a3bd0b573967d3b08ac2a88b8604807d3 - 0.02% (4 MB)

[#018] sha256:6b7dc2e04427c4cd102ac4f4c6cfc995941419c6c053590598147a9e5cc79552 - 1.45% (333 MB)

[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#020] sha256:7ba306639ab1c45d83932b52a6767e5e4c589ee3d124b52c99a734031fd9c681 - 0.01% (1.41 MB)

[#021] sha256:07cb3077a8562a9587fd0ebbb8e0850d900a21d5f6d789bc3e63ed993ad4a62e - 0.0% (188 Bytes)

[#022] sha256:caa6d3ced49dfd1dc66c77ab94eddfebe6d29df7c506afda8529191fdda81d1a - 0.0% (846 KB)

[#023] sha256:641c69c5d8244fb38b45f8cdf6b4103fd8bbbbec5b6fe6135947a2e5dcc29650 - 0.0% (103 Bytes)

[#024] sha256:5e361001c9403d60426c602636da00189ea215e2d3d2c5a0fc09e2295b17cae6 - 0.76% (174 MB)

[#025] sha256:660cd897488546366d12bf3445a3853c3ca00c4df2659abc1ab0600dbbf0e81b - 0.14% (32.2 MB)

[#026] sha256:8211e8e847f1991c03946837989c6098b5285447ab2859277e1857ea243b9b2b - 0.0% (3.12 KB)

[#027] sha256:5f7790b9dd24aae1362b8809e597bfbecab89e7fbfca632caadc4739eebf9471 - 0.0% (22.5 KB)

[#028] sha256:b9ce3c2aa024391eeb5d373c6e262fd0c875fff5655d7840cf25f1069458d346 - 0.0% (44.8 KB)

[#029] sha256:287837e8bfd821aac9beaa3f8da4e5212accc4e4e7f654dede476d031cc0d777 - 0.0% (2.66 KB)

[#030] sha256:cef1a0dee00d516b4b8f10d14da45905e15e52c1f9ea196da425031272c66f01 - 16.97% (3.79 GB)

[#031] sha256:148cc8f20e93ae50f761cf0ff04e180a44f88f4ff4fb2ac6d2c764493e56a8c0 - 0.0% (106 KB)

[#032] sha256:8dbb0991e62cd774aba03bd9eed4eb809eb596ae84b6aa112b733f1eb48c8441 - 0.03% (6.15 MB)

[#033] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#034] sha256:3a130b4ee72b132d89647654c4ca038cd6f7f9d67ec4281de93ede5a7feb8078 - 0.0% (143 Bytes)

[#035] sha256:8f14ea3865cd92597a8605d6b440ac0653975cf65f4ae453aaabdf69a8e2244a - 0.0% (154 Bytes)

[#036] sha256:be111eb08599bededa6569530f8dffc506e93d7d4b04281ebe5391fd439e3f9a - 11.08% (2.48 GB)

[#037] sha256:1b3bcc4f9d969469e64f8f05dc1f1faa765fb32611e42c17221bce78afa1e14d - 0.0% (13.1 KB)

[#038] sha256:7a0914c3e794a646a61c7ed5bbbf3e53810f722095ff5242c18c6d3b76f8ebf6 - 0.01% (1.7 MB)

[#039] sha256:aa8c6628cb792a96debc2134b0357691b6a124469db3e2b30c6ba25108e0b095 - 0.35% (81 MB)

[#040] sha256:c9e4359a8da881ca8f3d4492664aa359ac4489840d28e0ccd0f0990b3d7f0ee4 - 0.0% (957 KB)

[#041] sha256:2f810b7815a31f545eebd68a2b96aa11f5c12b14cbc25a02008216d9fe9a3c45 - 0.03% (7.33 MB)

[#042] sha256:e62621c9866e13b83658ef8e02b20064d3d9f982ee02dbc82b8d833b9f248493 - 0.03% (7.96 MB)

[#043] sha256:a1214d9db47fe7442cff432e07490659be74e099e58025ae8a764b6000f110b5 - 0.03% (7.51 MB)

[#044] sha256:8cd941ea3fa532e4dc15e51c652dbabeb005130b9b2f2386fd28d61c26e0cfe8 - 0.01% (1.93 MB)

[#045] sha256:7247fb1d4d2a40f0c5e8fdb248535952acc09096585d04dd3c3537968e9c4314 - 0.01% (1.76 MB)

[#046] sha256:01223c7eabf844497f1b62834a5f0100f1facdb56a230cb9f67ab42f453c0f04 - 0.03% (7.54 MB)

[#047] sha256:12ceb3a594969d57624d551a15dac88e2f65337f3dfe615a0464a9782528e0b7 - 0.28% (64.6 MB)

[#048] sha256:decee17483fab42aca04861cc58f2443f8f4fa116db28cfd3eafeac89652a5f4 - 0.87% (199 MB)

[#049] sha256:f916e67583d3aa1aca631446c986e4ed5ac186d428c8161bd85750b788af7699 - 0.32% (73.4 MB)

[#050] sha256:c17ee9c34ea0947a4d30b09639a96238d0ab56c14b96e9ac4dbdf281e824f236 - 0.75% (171 MB)

[#051] sha256:996da258962fcfc6640329e035f12814aabd664a76ac03309a5b3331c62d508e - 0.48% (110 MB)

[#052] sha256:d1870c3e25256f9e9134f49ac915ff50c0cbf5290075f222b3a488de8b595911 - 0.9% (206 MB)

[#053] sha256:35f569053d20bfde607756b080a703e02724b1a8fe59faac6427f22d145fec55 - 0.24% (54.4 MB)

[#054] sha256:2412238a10e453889ece646b9749b547b2f196fd99d00e59e29dee2779148e88 - 1.57% (360 MB)

[#055] sha256:c519b475c2e560d8bba3370042b05e8f278e5d92694c405439c0eff878eb86d9 - 0.0% (445 Bytes)

[#056] sha256:e6d1492001739e4494c77069f9cf32c51c9e273b32d52ae7141041549cce1866 - 0.0% (724 Bytes)

[#057] sha256:af726829d5c745d263de02b618eb9fadcfcf8a387d42ea8b7a9e4a50d316d57f - 0.0% (509 Bytes)

[#058] sha256:6c59b45f3c8cd4499b56c4bfca2fb40032b63c502b808b33b6e1ff39fe5ebfd3 - 0.0% (520 Bytes)

[#059] sha256:d858c714771d5e45990a60f79284e46b337fa16f7d00705f407166ecd6fdd3c6 - 0.0% (392 Bytes)

[#060] sha256:7dcdc1abe6670626b273553c61f779e50f7d39bf02dcbefef8f748c2e00f2e4e - 0.06% (13.1 MB)

[#061] sha256:03c037eda0b90a6004e145c3c21d52303e129b9bf2b9f17bf6af104b00fae7d9 - 0.02% (3.8 MB)

[#062] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#063] sha256:4e3624f43fb8534ddc5494fb5ff4777a3a805ef7ea1648309e95f2a039b1db8b - 1.9% (435 MB)

[#064] sha256:8c25ccb226e1c45535531ff5ca39b1667ca677b0287996bcf9132cf47ba43322 - 0.3% (69.5 MB)

[#065] sha256:a0be5509e953db6088bce511313327855a88d65c4d59870871b7f313d0615cd1 - 4.08% (935 MB)

[#066] sha256:d00be079fc012e3318e4782877fbd86bda0883bbc44e2cfdd7294bbd20be67d2 - 0.08% (17.5 MB)

[#067] sha256:83b37772ad00041194e16bdd1333657d9ee4d35edd8fde5671c53100202d63b6 - 0.08% (17.3 MB)

[#068] sha256:3930af68bef7208165688db2d8b75dcea35d8023436c55582538c510fc949504 - 0.12% (27.6 MB)

[#069] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#070] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#071] sha256:399076d0b7247ab16e63b4a163ed42315d2b09919db963e9820d0b49ed0bdbb2 - 0.18% (40.8 MB)

[#072] sha256:eaf876b31b6e58c3ec1ddc8ff0a89a4b93932e3037bca6536c820e089a781ea7 - 0.01% (2.9 MB)

[#073] sha256:db80200937104dd62678076e25f65f063d54a220d0dc2295a43e1a9f6433217e - 0.15% (33.5 MB)

[#074] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#075] sha256:20e2c7af9df83185d878108907c57f979318fc35b6ee0df36bc64f559cc1cf62 - 7.29% (1.63 GB)

[#076] sha256:507e322041c041627e2a524029eeec482b95fddea3f2e94f5674a1bf18458a4e - 3.25% (744 MB)

[#077] sha256:b87b77fd3bfe1de97bc237e6ff306b84ff287b874e56661e5dbc30036554c355 - 1.66% (379 MB)

[#078] sha256:ea1487680ae3c518de055c5564e43cf184ec5bc1daa229dd864bd0260e61bcf2 - 0.01% (1.43 MB)

[#079] sha256:34e42e8dab1028be37a61e6ea4c6745faf36190e79cae7db0dc3de6b6a587348 - 0.0% (422 Bytes)

[#080] sha256:2533ba0b709264894935b07d61fd88e48cad385fce8ed81f1dc4d9348ae11017 - 0.02% (4.02 MB)

[#081] sha256:0c9c16ad7ec051054f03c425376840e635beab416c99a5ad8a24569e76b8febf - 0.34% (78.7 MB)

[#082] sha256:ea8d84e17323eec60351a33e0462784677142517aca476a2d3326050ac3489da - 0.0% (347 Bytes)

[#083] sha256:5fb7a90a74fe2d70aa8593ad326d5183d481e3422a1d736a40ccc0a06da6a0cf - 0.0% (3.93 KB)

[#084] sha256:326f1fd155d277a8325135eaaa04491cdb3a55f8dedece71fb675b02551c1331 - 0.0% (250 Bytes)

[#085] sha256:b545cca22b60866ca777bd4fe4d0f1af1ef6cde413aa51c1c54faee35b990ed1 - 0.0% (400 KB)

[#086] sha256:39513d77a6a06373005f41436a617689b085b1979b2dbad52326e60ba2350274 - 0.01% (2.74 MB)

[#087] sha256:e54e4c061bfea222bf2d60dd92921ed2f8880e10817e44130e8169d58c3ef18e - 0.24% (54.2 MB)

[#088] sha256:21e556bf5bd073f7c8e2d941eaa5b01616f423eac693c74239023d7a8085908c - 0.21% (48.6 MB)

[#089] sha256:b2de4c244b9e0c8f8fd30a5e3f4dc571f03773d31fc885c6d3a261cd1a52484f - 0.11% (25.8 MB)

[#090] sha256:2c50e2c69b12e048e8644399a00999e3a5b3b8b7499542bf8cf02c6de3b52190 - 2.33% (532 MB)

[#091] sha256:9ab85daea3383025a5ef54d2374bdd9d2a12695738b16f275037def8a2f728f7 - 1.08% (248 MB)

[#092] sha256:5355d2d6140567b5c9156d4a43c8485096d96de63d7e47fd7260654157b36a84 - 0.0% (1.38 KB)

[#093] sha256:0749eb54de9e3b977c0275b46172c4e552da9c142a6cf21355eb4ce1e0db4488 - 0.0% (58.6 KB)

[#094] sha256:a80c6112a4b5c5553cb15f07bd57a43dc704acb55e2005c5545f3851c19a1073 - 0.19% (43.2 MB)

[#095] sha256:777e5733b82e63e2efe7f9021f7fe7f6f508d5abdaabe76b68efcdf6b38f8875 - 0.48% (111 MB)

[#096] sha256:ea419e94b7e9c63b021a2db220c77b73e2f5bab2bc642c2ef1db747ad9874540 - 0.0% (145 KB)

[#097] sha256:d5c52835b27888977d850b8a35db7418e87cc75ca87e1181219758c0699de709 - 0.0% (593 KB)

[#098] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#099] sha256:91938284f23dae9c1e1e2eb2fe41d2c8857a2715b8169f37f4434c4338394b87 - 0.03% (7.07 MB)

[#100] sha256:c7f119e6888bdddee254b15fbc4c812feab97f78621c9a3de24d40a859da8fd9 - 0.0% (974 KB)

[#101] sha256:54527a95e2359a8855f527fd042ff8bb70baf74c0fe46bb0e1edeacf03268611 - 0.07% (15.5 MB)

[#102] sha256:ef4d269eb8e323ae062c3b066ab0d78f5a6acbf8ee9afdc95d4ab169fcd66007 - 0.93% (214 MB)

[#103] sha256:b76d911c8188fb3caf4463040f2b4cb2dc4bee285809f75f8be794b3e42b4d4b - 0.01% (1.46 MB)

[#104] sha256:8010c213c5f0bf1e46636961dce2c43b8da372cde4abc40776d3eea7efe99c55 - 0.0% (1.04 KB)

[#105] sha256:954c0b0131f5196d90b6e16dee543b362096dd3e7847fe5d26c2c0b9a492a2f0 - 1.64% (375 MB)

[#106] sha256:6130ca95a836af04b4dbe9540e15a6e0c6355b7145616182073956305d4571b3 - 0.0% (544 KB)

[#107] sha256:0d7097aef05573f0b0b58fab0a9d81edf1255837964f15066afe60cfa75c04cd - 5.1% (1.14 GB)

[#108] sha256:2c90af3be578f9df4bb0360f7099c2324fe0ae34fc7f96b8c8473a159f209b07 - 0.0% (154 Bytes)

[#109] sha256:84fe260cee49bfeb45172cf4301398a91fb71382705bf1e381fa2ed0e7a946c4 - 12.06% (2.69 GB)

[#110] sha256:ee3dd98c6fd98e65d422d91f3127c8542d4ba6f56633351b3145f04a90224485 - 0.0% (540 Bytes)

[#111] sha256:d25f1653f752731be4a7e7fc67bb94e96e65cdec50dfdb4649526360a8111682 - 0.14% (32.6 MB)

[#112] sha256:bd6631c6f90b0481680482c80933837ef24ed3f9db0ec01cb07451e8c73aa1fb - 0.45% (103 MB)

[#113] sha256:732f9e1a733300acd9c8191bcb090f30f5478659bec5366f13251b8e3d071034 - 0.0% (199 KB)

[#114] sha256:a868b7ace39e2789c3f8ff4d4ab78bc2de88f7eb6d19fb792c1f1888bac60613 - 0.25% (56.4 MB)

[#115] sha256:f9102dd1ade1132a9ce9d59fdcb342293f4c9c79ae2e05396e59306fad040916 - 0.02% (4.94 MB)

[#116] sha256:9661853ca7bac0a1c334636931974266fbbe1b45fe2c35801fcca7323f890ed6 - 0.0% (127 Bytes)

History
2026-04-03 15:15:14 UTC

/bin/sh -c #(nop) ARG RELEASE

2026-04-03 15:15:14 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2026-04-03 15:15:14 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2026-04-03 15:15:17 UTC

/bin/sh -c #(nop) ADD file:9bab986009eae65b5534b3547eb3a7d0a1564404426de350dfd183cf3a4ffa9f in /

2026-04-03 15:15:17 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)

ENV NVARCH=sbsa

2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576

2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_VERSION=13.0.96-1

2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:37:51 UTC (buildkit.dockerfile.v0)

ENV CUDA_VERSION=13.0.3

2026-04-14 16:41:16 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:46:19 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_VISIBLE_DEVICES=all

2026-04-14 16:49:06 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=13.0.3-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_NVTX_VERSION=13.0.85-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_VERSION=13.0.1.2-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_VERSION=13.1.1.3-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.1.1.3-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.28.3-1

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-04-14 16:56:56 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit

2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)

ENV NVIDIA_PRODUCT_NAME=CUDA

2026-04-14 16:56:57 UTC (buildkit.dockerfile.v0)

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_LIB_VERSION=13.0.3-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_CUDART_DEV_VERSION=13.0.96-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_NVML_DEV_VERSION=13.0.87-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_VERSION=13.1.1.3-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.1.1.3-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.3-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.3-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NCCL_VERSION=2.28.3-1

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

2026-04-14 17:08:09 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit

2026-04-14 17:08:10 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit

2026-04-14 17:08:10 UTC (buildkit.dockerfile.v0)

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_VERSION=9.14.0.64-1

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.14.0.64-1

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.14.0.64-1

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.14.0.64-1

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

LABEL com.nvidia.cudnn.version=9.14.0.64-1

2026-04-14 17:42:32 UTC (buildkit.dockerfile.v0)

RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=arm64

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE=remote

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG SGL_KERNEL_VERSION=0.4.7

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG SGL_VERSION=0.5.21

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG USE_LATEST_SGLANG=0

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG GDRCOPY_VERSION=2.5.1

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG SGL_NCCL_VERSION=2.30.7

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG PIP_DEFAULT_INDEX

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG UBUNTU_MIRROR

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG GITHUB_ARTIFACTORY=github.com

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG INSTALL_FLASHINFER_JIT_CACHE=1

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG FLASHINFER_VERSION=0.6.18

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_VERSION=0.3.13

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ARG MSCCLPP_VERSION=sglang-v0.10.1

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.18

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

2026-10-01 07:13:36 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit

2026-10-01 07:14:07 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && apt install -y --no-install-recommends python3.12-full python3.12-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-312-*-linux-gnu.so apt_pkg.so # buildkit

2026-10-01 07:14:10 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c python3 -m venv /opt/sglang # buildkit

2026-10-01 07:14:10 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

2026-10-01 07:15:21 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2026-10-01 07:15:21 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit

2026-10-01 07:15:48 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit

2026-10-01 07:15:48 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit

2026-10-01 07:15:49 UTC (buildkit.dockerfile.v0)

RUN |15 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 /bin/sh -c locale-gen en_US.UTF-8 # buildkit

2026-10-01 07:15:49 UTC (buildkit.dockerfile.v0)

ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8

2026-10-01 07:15:49 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=13.0.3

2026-10-01 07:15:49 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-10-01 07:15:49 UTC (buildkit.dockerfile.v0)

ARG SGL_KERNEL_VERSION

2026-10-01 07:15:49 UTC (buildkit.dockerfile.v0)

ARG GITHUB_ARTIFACTORY

2026-10-01 07:15:49 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2026-10-01 07:15:49 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

2026-10-01 07:15:56 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y --no-modify-path --profile minimal && rustc --version && cargo --version # buildkit

2026-10-01 07:16:00 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && case "$CUDA_VERSION" in 13.0.3) ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && python3 -m pip install sglang-kernel==${SGL_KERNEL_VERSION} --force-reinstall --no-deps # buildkit

2026-10-01 07:16:00 UTC (buildkit.dockerfile.v0)

COPY python/pyproject.toml /tmp/sglang_deps/python/pyproject.toml # buildkit

2026-10-01 07:16:00 UTC (buildkit.dockerfile.v0)

COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit

2026-10-01 07:16:00 UTC (buildkit.dockerfile.v0)

COPY rust/sglang-mm /tmp/sglang_deps/rust/sglang-mm # buildkit

2026-10-01 07:16:00 UTC (buildkit.dockerfile.v0)

COPY proto /tmp/sglang_deps/proto # buildkit

2026-10-01 07:19:30 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c case "$CUDA_VERSION" in 13.0.3) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ".[${BUILD_TYPE}]" && cd /sgl-workspace && rm -rf /tmp/sglang_deps && pip freeze | grep -v "^sglang==" > /sgl-workspace/constraints.txt # buildkit

2026-10-01 07:19:31 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --ignore-installed --no-deps distro # buildkit

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --no-deps cosmos-guardrail==0.3.1 retinaface-py==0.0.2 && python3 -m pip install "better-profanity==0.7.0" "nltk==3.9.1" "peft==0.18.1" && python3 -c "import importlib.util as u; missing = [m for m in ('cosmos_guardrail', 'retinaface', 'better_profanity', 'nltk', 'cv2', 'peft', 'sentencepiece') if u.find_spec(m) is None]; assert not missing, f'guardrail deps missing: {missing}'" # buildkit

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=13.0.3

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG SGL_VERSION=0.5.21

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG USE_LATEST_SGLANG

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG GITHUB_ARTIFACTORY

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG MOONCAKE_VERSION

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG MSCCLPP_VERSION

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

ARG SGL_NCCL_VERSION

2026-10-01 07:19:34 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2026-10-01 07:19:36 UTC (buildkit.dockerfile.v0)

COPY /wheels /tmp/wheels/hpc-ops # buildkit

2026-10-01 07:19:36 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c if ls /tmp/wheels/hpc-ops/*.whl >/dev/null 2>&1; then pip install --no-deps /tmp/wheels/hpc-ops/*.whl; fi && rm -rf /tmp/wheels/hpc-ops # buildkit

2026-10-01 07:21:01 UTC (buildkit.dockerfile.v0)

COPY /flashinfer_jit_output/ /opt/sglang/lib/python3.12/site-packages/ # buildkit

2026-10-01 07:21:01 UTC (buildkit.dockerfile.v0)

COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit

2026-10-01 07:21:01 UTC (buildkit.dockerfile.v0)

COPY /tools/clang-format /usr/local/bin/ # buildkit

2026-10-01 07:21:02 UTC (buildkit.dockerfile.v0)

COPY /tools/clangd /usr/local/bin/ # buildkit

2026-10-01 07:21:02 UTC (buildkit.dockerfile.v0)

COPY /tools/lib /usr/local/lib/ # buildkit

2026-10-01 07:21:02 UTC (buildkit.dockerfile.v0)

COPY /tools/cmake /usr/local/bin/ # buildkit

2026-10-01 07:21:02 UTC (buildkit.dockerfile.v0)

COPY /tools/ctest /usr/local/bin/ # buildkit

2026-10-01 07:21:02 UTC (buildkit.dockerfile.v0)

COPY /tools/cpack /usr/local/bin/ # buildkit

2026-10-01 07:21:02 UTC (buildkit.dockerfile.v0)

COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit

2026-10-01 07:21:02 UTC (buildkit.dockerfile.v0)

COPY /tools/just /usr/local/bin/ # buildkit

2026-10-01 07:21:02 UTC (buildkit.dockerfile.v0)

COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit

2026-10-01 07:21:23 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit

2026-10-01 07:21:45 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-01 07:21:47 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION} # buildkit

2026-10-01 07:25:20 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c git clone --depth=1 --branch ${MSCCLPP_VERSION} https://${GITHUB_ARTIFACTORY}/microsoft/mscclpp.git /tmp/mscclpp && case "${CUDA_VERSION}" in 13.*) CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_GPU_ARCHS=80,90,100,100a,103,103a" python3 -m pip install "/tmp/mscclpp[cuda13]"; ;; *) echo "Unsupported CUDA version for MSCCL++: ${CUDA_VERSION}" && exit 1; ;; esac && rm -rf /tmp/mscclpp # buildkit

2026-10-01 07:25:32 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff uv wheel scikit-build-core py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit

2026-10-01 07:25:35 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --force-reinstall --no-deps "nvidia-nccl-cu13==${SGL_NCCL_VERSION}" # buildkit

2026-10-01 07:25:37 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install nixl nixl-cu13 --no-deps && python3 -m pip install "cuda-python>=13,<14" # buildkit

2026-10-01 07:26:07 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --pre --extra-index-url https://pypi.nvidia.com/ ai-dynamo # buildkit

2026-10-01 07:26:07 UTC (buildkit.dockerfile.v0)

COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit

2026-10-01 07:26:07 UTC (buildkit.dockerfile.v0)

COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit

2026-10-01 07:26:07 UTC (buildkit.dockerfile.v0)

COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit

2026-10-01 07:26:07 UTC (buildkit.dockerfile.v0)

COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit

2026-10-01 07:26:07 UTC (buildkit.dockerfile.v0)

COPY docker/configs/.zshrc /root/.zshrc # buildkit

2026-10-01 07:26:08 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit

2026-10-01 07:26:19 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-01 07:26:19 UTC (buildkit.dockerfile.v0)

ARG BRANCH_TYPE

2026-10-01 07:26:19 UTC (buildkit.dockerfile.v0)

ARG BUILD_TYPE=all

2026-10-01 07:26:19 UTC (buildkit.dockerfile.v0)

ARG CUDA_VERSION=13.0.3

2026-10-01 07:26:19 UTC (buildkit.dockerfile.v0)

ARG SGL_VERSION=0.5.21

2026-10-01 07:26:19 UTC (buildkit.dockerfile.v0)

ARG USE_LATEST_SGLANG

2026-10-01 07:26:19 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace

2026-10-01 07:26:21 UTC (buildkit.dockerfile.v0)

COPY /src /tmp/local_src # buildkit

2026-10-01 07:26:29 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit

2026-10-01 07:32:46 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c cd /sgl-workspace/sglang && python3 -m pip install --no-deps -e "python[${BUILD_TYPE}]" && kernels lock python && ( success=0; if [ "$(uname -m)" = "aarch64" ]; then echo "Skipping kernels-community/sgl-flash-attn3 cubin download on aarch64 (no variants published upstream); kernels will be JIT-compiled at runtime"; success=1; else for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..." && kernels download python && success=1 && break; echo "sgl-kernel cubin download failed, retrying in 30s..." && sleep 30; done; if [ "$success" != "1" ]; then echo "WARNING: no matching sgl-flash-attn3 cubin variant for this torch+CUDA; kernels will be JIT-compiled at runtime"; success=1; fi; fi; [ "$success" = "1" ] ) && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( if [ -f python/kernels.lock ]; then mv python/kernels.lock /root/.cache/sglang/; fi ) && ( find /opt/sglang/lib/python3.12/site-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true ) # buildkit

2026-10-01 07:32:46 UTC (buildkit.dockerfile.v0)

ENV SGLANG_RUST_BUILD_MODE=never

2026-10-01 07:32:47 UTC (buildkit.dockerfile.v0)

COPY /build/sgl-model-gateway-bin /opt/sglang/bin/sgl-model-gateway # buildkit

2026-10-01 07:32:47 UTC (buildkit.dockerfile.v0)

COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit

2026-10-01 07:32:52 UTC (buildkit.dockerfile.v0)

RUN |16 TARGETARCH=arm64 BUILD_TYPE=all BRANCH_TYPE=remote SGL_KERNEL_VERSION=0.4.7 SGL_VERSION=0.5.21 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 SGL_NCCL_VERSION=2.30.7 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.18 MOONCAKE_VERSION=0.3.13 MSCCLPP_VERSION=sglang-v0.10.1 CUDA_VERSION=13.0.3 /bin/sh -c python3 -m pip install --force-reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit

2026-10-01 07:32:52 UTC (buildkit.dockerfile.v0)

WORKDIR /sgl-workspace/sglang

2026-10-01 07:32:52 UTC (buildkit.dockerfile.v0)

ARG SGLANG_BUILD_COMMIT=e00930c5489053f26d86b179cee0d087f846acbb

2026-10-01 07:32:52 UTC (buildkit.dockerfile.v0)

ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/36824467195

2026-10-01 07:32:52 UTC (buildkit.dockerfile.v0)

ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.21

2026-10-01 07:32:52 UTC (buildkit.dockerfile.v0)

ENV SGLANG_BUILD_COMMIT=e00930c5489053f26d86b179cee0d087f846acbb SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/36824467195 SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.21

2026-10-01 07:32:52 UTC (buildkit.dockerfile.v0)

LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=e00930c5489053f26d86b179cee0d087f846acbb org.opencontainers.image.version=lmsysorg/sglang:v0.5.21 org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/36824467195 ai.sglang.build.commit=e00930c5489053f26d86b179cee0d087f846acbb ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/36824467195 ai.sglang.image.tag=lmsysorg/sglang:v0.5.21

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG SGLANG_BRANCH=sglang-miles

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG SGLANG_COMMIT=

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG MEGATRON_REPO=radixark/Megatron-LM

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG MEGATRON_BRANCH=miles-main

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG MEGATRON_COMMIT=

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG TORCHTITAN_REPO=pytorch/torchtitan

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG WHEELS_REPO=radixark/miles-wheels

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG TARGETARCH=arm64

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG WHEELS_TAG_X86=cu130-torch213-x86_64

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

ARG WHEELS_TAG_ARM64=cu130-torch213-aarch64

2026-10-15 17:43:36 UTC (buildkit.dockerfile.v0)

WORKDIR /root/

2026-10-15 17:44:04 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt update # buildkit

2026-10-15 17:44:27 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt install -y nvtop rsync dnsutils ethtool tmux # buildkit

2026-10-15 17:56:12 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c git clone https://github.com/NVIDIA/nccl-tests.git /tmp/nccl-tests && cd /tmp/nccl-tests && git checkout ae98985f5599617be94042f4aa3637d10014ce89 && make -j$(nproc) CUDA_HOME=/usr/local/cuda && cp /tmp/nccl-tests/build/*_perf /usr/local/bin/ && rm -rf /tmp/nccl-tests # buildkit

2026-10-15 17:56:12 UTC (buildkit.dockerfile.v0)

COPY wheel[s]/ /tmp/wheels/ # buildkit

2026-10-15 17:57:39 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c case "${TARGETARCH}" in amd64) WHEELS_TAG="${WHEELS_TAG_X86}" ;; arm64) WHEELS_TAG="${WHEELS_TAG_ARM64}" ;; *) echo "unsupported TARGETARCH: ${TARGETARCH}" >&2; exit 1 ;; esac && echo "Fetching wheels release ${WHEELS_TAG}" && mkdir -p /tmp/wheels && curl -sL "https://api.github.com/repos/${WHEELS_REPO}/releases/tags/${WHEELS_TAG}" | python3 -c "import sys,json,subprocess,os; w='/tmp/wheels'; [subprocess.run(['curl','-fSL','-o',os.path.join(w,a['name']),a['browser_download_url']],check=True) for a in json.load(sys.stdin).get('assets',[]) if a['name'].endswith(('.whl', '.tar.gz')) and not os.path.exists(os.path.join(w,a['name']))]" && ls -lh /tmp/wheels/ # buildkit

2026-10-15 17:58:20 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/flash_attn-*.whl # buildkit

2026-10-15 17:58:47 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/flash_attn_3-*.whl # buildkit

2026-10-15 17:59:27 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install git+https://github.com/ISEEKYAN/mbridge.git@89eb10887887bc74853f89a4de258c0702932a1c --no-deps # buildkit

2026-10-15 17:59:27 UTC (buildkit.dockerfile.v0)

COPY docker/patch/fla_kda_hoist_next_power_of_2.patch /tmp/fla_kda_hoist_next_power_of_2.patch # buildkit

2026-10-15 17:59:58 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install flash-linear-attention==0.5.2 && FLA_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("fla").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$FLA_DIR" < /tmp/fla_kda_hoist_next_power_of_2.patch && rm /tmp/fla_kda_hoist_next_power_of_2.patch # buildkit

2026-10-15 18:00:49 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install tilelang==0.1.14 apache-tvm-ffi==0.1.11 # buildkit

2026-10-15 18:00:49 UTC (buildkit.dockerfile.v0)

COPY docker/patch/tilelang_pack_float16x4.patch /tmp/tilelang_pack_float16x4.patch # buildkit

2026-10-15 18:00:50 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c TILELANG_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("tilelang").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$TILELANG_DIR" < /tmp/tilelang_pack_float16x4.patch && rm /tmp/tilelang_pack_float16x4.patch # buildkit

2026-10-15 18:00:50 UTC (buildkit.dockerfile.v0)

COPY docker/patch/tile_kernels_target.patch /tmp/tile_kernels_target.patch # buildkit

2026-10-15 18:01:01 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install --no-deps tile_kernels==1.0.0 && TILE_KERNELS_DIR=$(python3 -c 'import importlib.util; print(importlib.util.find_spec("tile_kernels").submodule_search_locations[0])') && patch --fuzz=0 -p1 -d "$TILE_KERNELS_DIR" < /tmp/tile_kernels_target.patch && rm /tmp/tile_kernels_target.patch # buildkit

2026-10-15 18:01:49 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install -v --no-deps --no-build-isolation "git+https://github.com/QwenLM/FlashQLA.git@7c7dfe16416ad21b1d03258189fc8d3b8460ae06" # buildkit

2026-10-15 18:10:55 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends pciutils && rm -rf /var/lib/apt/lists/* && git init -q /tmp/DeepSelect && cd /tmp/DeepSelect && git remote add origin https://github.com/deepseek-ai/DeepSelect.git && git fetch --depth 1 origin 0f03b68748b304863fdf0181a11458d04ae533a9 && git checkout -q 0f03b68748b304863fdf0181a11458d04ae533a9 && git submodule update --init --depth 1 csrc/3rdparty/cutlass && sed -i 's/^datetime_rev = .*/datetime_rev = "0"/' setup.py && DEEP_SELECT_BUILD_TARGET_PLATFORM=CUDA MAX_JOBS=${MAX_JOBS:-32} pip install --no-build-isolation . && rm -rf /tmp/DeepSelect # buildkit

2026-10-15 18:11:08 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if ls /tmp/wheels/fast_hadamard_transform-*.whl 2>/dev/null | grep -q .; then pip install /tmp/wheels/fast_hadamard_transform-*.whl; else pip install "git+https://github.com/Dao-AILab/fast-hadamard-transform.git@e7706faf8d1c3b9f241e36860640ad1dac644ede" --no-build-isolation; fi # buildkit

2026-10-15 18:12:05 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/flash_mla-*.whl && pip install --no-deps "nvidia-cudnn-frontend==1.28.0" # buildkit

2026-10-15 18:12:27 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if ls /tmp/wheels/causal_conv1d-*.whl 2>/dev/null | grep -q . && ls /tmp/wheels/mamba_ssm-*.whl 2>/dev/null | grep -q .; then pip install /tmp/wheels/causal_conv1d-*.whl /tmp/wheels/mamba_ssm-*.whl; else pip install causal-conv1d==1.6.1 mamba-ssm==2.3.1 --no-build-isolation; fi # buildkit

2026-10-15 18:13:40 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c set -- /tmp/wheels/transformer_engine-2.17.0-py3-none-any.whl /tmp/wheels/transformer_engine_cu13-2.17.0-py3-none-manylinux_2_28_*.whl /tmp/wheels/transformer_engine_torch-2.17.0-cp312-cp312-linux_*.whl; if [ "$#" -ne 3 ] || [ ! -f "$1" ] || [ ! -f "$2" ] || [ ! -f "$3" ]; then echo "expected exactly one TransformerEngine 2.17 wheel for each component (transformer_engine_cu13)" >&2; exit 1; fi && pip uninstall -y transformer-engine transformer-engine-cu13 transformer-engine-torch && pip install --force-reinstall --no-deps "$@" && pip install einops onnx onnxscript pydantic nvdlfw-inspect && python3 /tmp/verify_transformer_engine.py "transformer_engine_cu13" # buildkit

2026-10-15 18:13:40 UTC (buildkit.dockerfile.v0)

COPY docker/patch/ /tmp/patches/ # buildkit

2026-10-15 18:13:41 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c if [ -d /tmp/patches/cu13 ]; then TE_DIR=$(python -c 'import importlib.util; print(importlib.util.find_spec("transformer_engine").submodule_search_locations[0])') && for p in /tmp/patches/cu13/*.patch; do echo "Applying $(basename $p) to $TE_DIR"; patch -d "$TE_DIR" -p1 < "$p" || { echo "TE patch $(basename $p) did not apply cleanly against the installed transformer_engine" >&2; exit 1; }; done; fi && rm -rf /tmp/patches # buildkit

2026-10-15 18:13:58 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install /tmp/wheels/apex-*.whl # buildkit

2026-10-15 18:15:50 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c git clone https://github.com/${MEGATRON_REPO}.git --recursive -b ${MEGATRON_BRANCH} Megatron-LM && cd Megatron-LM && if [ -n "${MEGATRON_COMMIT}" ]; then git checkout -f ${MEGATRON_COMMIT} && git submodule update --init --recursive; fi && pip install -e . # buildkit

2026-10-15 18:16:30 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install "git+https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git@v0.3.0" # buildkit

2026-10-15 18:18:35 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c TMS_CUDA_MAJOR=$(python3 -c "import torch; print(torch.version.cuda.split('.')[0])") pip install git+https://github.com/fzyzcjy/torch_memory_saver.git@b5588e83de86412a48689a6583a4b567e75f7acc --no-cache-dir --force-reinstall # buildkit

2026-10-15 18:18:48 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install "nvidia-modelopt[torch]>=0.37.0" --no-build-isolation # buildkit

2026-10-15 18:21:37 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install git+https://github.com/radixark/Megatron-Bridge.git@8cd3466d14d2337c8492827b3712482c2b3e4866 --no-deps --no-build-isolation # buildkit

2026-10-15 18:21:49 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install megatron-energon --no-deps # buildkit

2026-10-15 18:22:02 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install multi-storage-client --no-deps # buildkit

2026-10-15 18:23:03 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c git clone https://github.com/${TORCHTITAN_REPO}.git torchtitan && cd torchtitan && git checkout -f ${TORCHTITAN_COMMIT} && pip install --no-deps -e . # buildkit

2026-10-15 18:23:31 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install "spmd_types==0.2.3" "tyro>=1.0.5" && pip install --no-deps "torchdata>=0.8.0" # buildkit

2026-10-15 18:23:31 UTC (buildkit.dockerfile.v0)

COPY requirements.txt /tmp/requirements.txt # buildkit

2026-10-15 18:26:40 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c rm -rf /usr/lib/python3/dist-packages/jwt /usr/lib/python3/dist-packages/PyJWT* && pip install -r /tmp/requirements.txt # buildkit

2026-10-15 18:26:43 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c apt-get remove -y --purge --allow-change-held-packages libcudnn9-cuda-13 libcudnn9-dev-cuda-13 libcudnn9-headers-cuda-13 && rm -rf /var/lib/apt/lists/* # buildkit

2026-10-15 18:27:22 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c pip install nvidia-cudnn-cu13==9.22.0.52 # buildkit

2026-10-15 18:27:23 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c rm -rf /root/.cache/pip /root/flash-attention # buildkit

2026-10-15 18:31:39 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c cd /sgl-workspace/sglang && git fetch origin ${SGLANG_BRANCH} && if [ -n "${SGLANG_COMMIT}" ]; then git checkout -f ${SGLANG_COMMIT}; else git checkout -f FETCH_HEAD; fi && SGLANG_BUILD_RUST_EXTS=none pip install -e "python[all]" --no-deps # buildkit

2026-10-15 18:31:39 UTC (buildkit.dockerfile.v0)

COPY docker/install-kube-tools.sh /tmp/install-kube-tools.sh # buildkit

2026-10-15 18:31:47 UTC (buildkit.dockerfile.v0)

RUN |11 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 /bin/sh -c bash /tmp/install-kube-tools.sh "${TARGETARCH}" && rm -f /tmp/install-kube-tools.sh # buildkit

2026-10-15 18:31:47 UTC (buildkit.dockerfile.v0)

ARG MILES_COMMIT=main

2026-10-15 18:32:42 UTC (buildkit.dockerfile.v0)

RUN |12 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main /bin/sh -c git clone https://github.com/radixark/miles.git /root/miles && cd /root/miles && git checkout ${MILES_COMMIT} && pip install -e . --no-deps # buildkit

2026-10-15 18:32:55 UTC (buildkit.dockerfile.v0)

RUN |12 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main /bin/sh -c pip install /tmp/wheels/fake_int4_quant_cuda-*.whl # buildkit

2026-10-15 18:32:55 UTC (buildkit.dockerfile.v0)

ARG SGL_ROUTER_USE_WHEELS=1

2026-10-15 18:32:55 UTC (buildkit.dockerfile.v0)

ARG SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git

2026-10-15 18:32:55 UTC (buildkit.dockerfile.v0)

ARG SGL_ROUTER_BRANCH=main

2026-10-15 18:34:16 UTC (buildkit.dockerfile.v0)

RUN |15 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c set -eux; if [ "${SGL_ROUTER_USE_WHEELS}" = "1" ]; then pip install --force-reinstall /tmp/wheels/sglang_router-*.whl && tar xzf /tmp/wheels/sgl-model-gateway-linux-*.tar.gz -C /usr/local/bin/ && chmod +x /usr/local/bin/sgl-model-gateway; elif [ "${SGL_ROUTER_USE_WHEELS}" = "0" ]; then git clone --branch "${SGL_ROUTER_BRANCH}" --depth 1 "${SGL_ROUTER_REPO}" /build/sgl-model-gateway && curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y && export PATH="/root/.cargo/bin:${PATH}" && python3 -m pip install maturin && cd /build/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out /build/gateway_wheels && cd /build/sgl-model-gateway && cargo build --release --bin sgl-model-gateway --features vendored-openssl && cp target/release/sgl-model-gateway /usr/local/bin/sgl-model-gateway && chmod +x /usr/local/bin/sgl-model-gateway && pip install --force-reinstall /build/gateway_wheels/sglang_router-*.whl && rm -rf /root/.cargo /root/.rustup /build/sgl-model-gateway /build/gateway_wheels; fi # buildkit

2026-10-15 18:34:51 UTC (buildkit.dockerfile.v0)

RUN |15 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c pip install --force-reinstall --no-deps "apache-tvm-ffi==0.1.11" && python3 -c "import inspect; from tvm_ffi.utils import kwargs_wrapper as k; p = inspect.signature(k.make_kwargs_wrapper).parameters; assert 'map_dataclass_to_tuple' in p, 'apache-tvm-ffi resolves to a build too old for nvidia-cutlass-dsl 4.6.0: %s' % list(p)" # buildkit

2026-10-15 18:34:51 UTC (buildkit.dockerfile.v0)

RUN |15 SGLANG_BRANCH=sglang-miles SGLANG_COMMIT= MEGATRON_REPO=radixark/Megatron-LM MEGATRON_BRANCH=miles-main MEGATRON_COMMIT= TORCHTITAN_REPO=pytorch/torchtitan TORCHTITAN_COMMIT=086bf6c166ec85c1298eb5596fa9bf95f6a2d840 WHEELS_REPO=radixark/miles-wheels TARGETARCH=arm64 WHEELS_TAG_X86=cu130-torch213-x86_64 WHEELS_TAG_ARM64=cu130-torch213-aarch64 MILES_COMMIT=main SGL_ROUTER_USE_WHEELS=1 SGL_ROUTER_REPO=https://github.com/radixark/sgl-router-for-miles.git SGL_ROUTER_BRANCH=main /bin/sh -c rm -rf /tmp/wheels # buildkit

2026-10-15 18:34:51 UTC (buildkit.dockerfile.v0)

ENV PATH=/root/.cargo/bin:/root/.cargo/bin:/opt/sglang/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete