Namespace
gpustack
Image / Tagrunner:cann9.0-a3-sglang0.5.15.post1
Content Digestsha256:70d4db086685b8fbeab9a2b99b5e9c20ca365e841c9434fbdd5fa44e4c9c5cb0
Details
2026-07-15 02:11:20 UTC
6.28 GB
Labels
-
org.opencontainers.image.created2026-07-14T04:14:33.684Z
-
org.opencontainers.image.descriptionSGLang is a high-performance serving framework for large language models and multimodal models.
-
org.opencontainers.image.licensesApache-2.0
-
org.opencontainers.image.revision0b3bb0cbe31873994c9f989fddfe2f87ca839fdd
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.titlesglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang
-
org.opencontainers.image.version
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/cann-9.0.0
ASCEND_HOME_PATH/usr/local/Ascend/cann-9.0.0
ASCEND_OPP_PATH/usr/local/Ascend/cann-9.0.0/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/cann-9.0.0
ASCEND_TOOLKIT_LATEST_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
CANN_ARCHSa3
CANN_HOME/usr/local/Ascend
CANN_VERSION9.0.0
CMAKE_PREFIX_PATH/usr/local/Ascend/cann-9.0.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.0.0/lib64/cmake
CPU_AFFINITY_CONF1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/cann-9.0.0/lib64:/usr/local/Ascend/cann-9.0.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.0.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:
PYTHON_VERSION3.11
PYTORCH_NPU_ALLOC_CONFexpandable_segments:True
SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_LMCACHE_ASCEND_COMMITdbd6545
SGLANG_LMCACHE_VERSION0.4.2
SGLANG_MOE_PADDING1
SGLANG_SET_CPU_AFFINITY1
SGLANG_TORCH_VERSION2.10.0
SGLANG_VERSION0.5.15.post1
TASK_QUEUE_ENABLE1
TOOLCHAIN_HOME/usr/local/Ascend/cann-9.0.0/toolkit
UV_BREAK_SYSTEM_PACKAGES1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
Layers
[#000] sha256:f63eb04151bcac21ad049f8d781b97b219aba392c5457907f8f3e88e43eb48ec - 0.44% (28.4 MB)
[#001] sha256:ca11a70fe2eecd8321cbef56d29fdb2067797b0de50d2bf3a7b56796164cc141 - 2.24% (144 MB)
[#002] sha256:5debb165e80c59d15c7e4a3c1aa7d9e1f9640771d2f399624869bb5c2146f6f0 - 2.7% (174 MB)
[#003] sha256:a0b8860bc247953945d5e95197583c0889b580bc4d26753d7e36d5dd59c733c2 - 60.74% (3.81 GB)
[#004] sha256:5687a51c248ccb77a757a2c4a978cfccca8f6362879a593731a9563a93e2f5f9 - 0.0% (216 Bytes)
[#005] sha256:6835ef365b5a40965853937c684c985071f528ef820d766d765d3050d101c11e - 0.0% (1.85 KB)
[#006] sha256:e876915ce0af877e1c634655aef7151cadb67cdee6020e2f302f5d02e09b04df - 0.0% (246 Bytes)
[#007] sha256:79da4434ea1abbf7482f8b6f7fec6b4a3721f92fc3fbde7340fa55156a748729 - 0.0% (99 Bytes)
[#008] sha256:95e6b36ecc220c11ddea6353c385229ca7bf215409e0b3d4df0f780fd5270038 - 0.0% (216 Bytes)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:de252b4bb1e5f5ad771d9d7b4a4089f21d2145facc76e30417a4e7f8a4eded26 - 4.65% (299 MB)
[#011] sha256:332eeb795abda09d8510f3910b3247b744dd5349e5e62242af03773922162c01 - 0.05% (3.04 MB)
[#012] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#013] sha256:515a4c67e0b3f8bcd08ac7610a14c45148b4921f569ce9f097b36fefd4b04b91 - 0.58% (37.2 MB)
[#014] sha256:47c245f80a3bd3b44d602a340ed2fe4b146fc8038b11bbc52930f9e79367bf41 - 3.86% (248 MB)
[#015] sha256:5d2d7aa0f786f07130dc631e9343bce6d75889e211affe32705d76985b292689 - 5.69% (366 MB)
[#016] sha256:5fbd68509fd3ecb8b69ce16539aa3ac006e944e3878bef6f04eb01d35a70f239 - 10.18% (654 MB)
[#017] sha256:144530ae25aa8983dc3eae8f9b77fd6191289acc0ba614be475c729c0ddf29b8 - 0.05% (3.49 MB)
[#018] sha256:007723f9d470bb1fd141df42d60fc697919ef2dc487c93a97ac5ffe5ac63e104 - 1.5% (96.5 MB)
[#019] sha256:5fa2c36099cddf6ccd7c5f3e5853e4065f0236ed5cf122d73e1f315f8cf4cc76 - 1.15% (74.3 MB)
[#020] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#021] sha256:910f256f0bafcd4f043ef40e64fe29a0e0d2b26ad260c9248d29dd2522a0c1df - 0.4% (25.9 MB)
[#022] sha256:61044dc5cebdb65806ed2af779e88c39cc5c7a6592543095ca0bfc250005fd5a - 5.61% (361 MB)
[#023] sha256:f1e7e76997fc5ae6fc3d4a5d614e0e0d83e140e5e4d942a12f9a850809137ddd - 0.16% (10.2 MB)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-10 09:47:41 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-10 09:47:41 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-04-10 09:47:43 UTC/bin/sh -c #(nop) ADD file:da2cd86408d9354e8bd817c8a4b8635a1d788cd20d0d70061ce02a173e8cf902 in /
2026-04-10 09:47:44 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/python3.11.15/lib:
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-9.0.0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-9.0.0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-9.0.0/opp
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-9.0.0/toolkit
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-9.0.0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV CMAKE_PREFIX_PATH=/usr/local/Ascend/cann-9.0.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.0.0/lib64/cmake
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-9.0.0/lib64:/usr/local/Ascend/cann-9.0.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.0.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-05-13 09:36:45 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2026-05-13 10:04:59 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.15 /usr/local/python3.11.15 # buildkit
2026-05-13 10:09:28 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2026-05-13 10:09:30 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2026-05-13 10:09:31 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-9.0.0/share/info/ascendnpu-ir/bin/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile && echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2026-05-13 10:09:31 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-9.0.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=9.0.0
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL=https://pypi.org/simple/
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG APTMIRROR=
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.10.0
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_VERSION=0.25.0
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG TORCHAUDIO_VERSION=2.10.0
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG SGLANG_TAG=v0.5.15.post1
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG SGLANG_KERNEL_NPU_TAG=2026.6.2
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PIP_INSTALL=python3 -m pip install --no-cache-dir
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ "$TARGETARCH" = "amd64" ]; then echo "Using x86_64 dependencies"; echo "PTA_URL=$PTA_URL_AMD64" >> /etc/environment_new; elif [ "$TARGETARCH" = "arm64" ]; then echo "Using aarch64 dependencies"; echo "PTA_URL=$PTA_URL_ARM64" >> /etc/environment_new; else echo "Unsupported TARGETARCH: $TARGETARCH"; exit 1; fi # buildkit
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-07-14 04:18:48 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c pip config set global.index-url $PIP_INDEX_URL # buildkit
2026-07-14 04:18:48 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ -n "$APTMIRROR" ];then sed -i "s|.*.ubuntu.com|$APTMIRROR|g" /etc/apt/sources.list ;fi # buildkit
2026-07-14 04:24:57 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c apt-get update -y && apt upgrade -y && apt-get install -y unzip build-essential cmake vim wget curl net-tools zlib1g-dev lld clang locales ccache openssl libssl-dev pkg-config libgl1-mesa-glx libgl1-mesa-dri ca-certificates && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* && update-ca-certificates && locale-gen en_US.UTF-8 # buildkit
2026-07-14 04:24:57 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2026-07-14 04:24:57 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2026-07-14 04:24:57 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2026-07-14 04:25:07 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} memfabric-hybrid==1.0.8 # buildkit
2026-07-14 04:25:07 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ "$TARGETARCH" = "arm64" ]; then ${PIP_INSTALL} memfabric-zbal==1.1.1; fi # buildkit
2026-07-14 04:26:26 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} sglang-router # buildkit
2026-07-14 04:31:13 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c . /etc/environment_new && (${PIP_INSTALL} torch==${PYTORCH_VERSION} torchvision==${TORCHVISION_VERSION} torchaudio==${TORCHAUDIO_VERSION} --index-url https://download.pytorch.org/whl/cpu) && (${PIP_INSTALL} ${PTA_URL}) # buildkit
2026-07-14 04:36:44 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c (${PIP_INSTALL} pybind11) && (${PIP_INSTALL} triton-ascend==3.2.1.dev20260530 --extra-index-url=https://mirrors.huaweicloud.com/ascend/repos/pypi/nightly --trusted-host triton-ascend.osinfra.cn) # buildkit
2026-07-14 04:49:49 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG /sgl-workspace/sglang && cd /sgl-workspace/sglang/python && rm -rf pyproject.toml && mv pyproject_npu.toml pyproject.toml && ${PIP_INSTALL} -v -e .[all_npu] # buildkit
2026-07-14 04:50:28 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=amd64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} wheel==0.45.1 pybind11 pyyaml decorator scipy attrs psutil && mkdir sgl-kernel-npu && cd sgl-kernel-npu && wget https://github.com/sgl-project/sgl-kernel-npu/releases/download/${SGLANG_KERNEL_NPU_TAG}/sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch2.10.0-py311-cann${CANN_VERSION}-${DEVICE_TYPE}-$(arch).zip && unzip sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch2.10.0-py311-cann${CANN_VERSION}-${DEVICE_TYPE}-$(arch).zip && ${PIP_INSTALL} deep_ep*.whl sgl_kernel_npu*.whl && cd .. && rm -rf sgl-kernel-npu && cd "$(python3 -m pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -sf deep_ep/deep_ep_cpp*.so # buildkit
2026-07-14 04:50:28 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-07-15 02:08:51 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-07-15 02:08:51 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-07-15 02:08:51 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-07-15 02:08:51 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-07-15 02:08:51 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-07-15 02:08:51 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-07-15 02:09:08 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C Buildkit apt-get install -y --no-install-recommends \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ numactl libnuma-dev libjemalloc2 \ cmake make ninja-build pkg-config ccache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-07-15 02:09:08 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.11
2026-07-15 02:09:08 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.11
2026-07-15 02:09:08 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Python # Update alternatives if ! command -v python >/dev/null 2>&1 \ && command -v python${PYTHON_VERSION} >/dev/null 2>&1; then update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1 fi # buildkit
2026-07-15 02:09:08 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=9.0.0
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG CANN_ARCHS=a3
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=9.0.0 CANN_ARCHS=a3
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match UV_BREAK_SYSTEM_PACKAGES=1
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG SGLANG_VERSION=0.5.15.post1
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG SGLANG_TORCH_VERSION=2.10.0
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ENV SGLANG_VERSION=0.5.15.post1 SGLANG_TORCH_VERSION=2.10.0
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG SGLANG_LMCACHE_VERSION=0.4.2
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ARG SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545
2026-07-15 02:09:10 UTC (buildkit.dockerfile.v0)ENV SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545
2026-07-15 02:11:19 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=a3 SGLANG_VERSION=0.5.15.post1 SGLANG_TORCH_VERSION=2.10.0 SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545 /bin/bash -eo pipefail -c # LMCache if [[ "${CANN_ARCHS}" == "310p" ]]; then echo "Skipping LMCache installation for ${CANN_ARCHS}..." exit 0 fi ## NOTE: nnal/atb/set_env.sh uses `result=$(grep ...GLIBCXX_USE_CXX11_ABI...)` then ## `cxx_abi=${result:-1}` as a fallback. But torch 2.7.1+ removed that symbol so ## grep exits 1, and `set -e` kills the script before the fallback assignment —— ## leaving ATB_HOME_PATH / LD_LIBRARY_PATH (lines 50+) un-exported. Temporarily ## relax set -e around the source so the fallback completes. set +e source /usr/local/Ascend/ascend-toolkit/set_env.sh source /usr/local/Ascend/nnal/atb/set_env.sh set -e CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} < 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi ## Cap MAX_JOBS for LMCache-Ascend build —— the C++ template-heavy sources ## (kvcache-ops / hcomm_onesided) make g++ use ~2GB per parallel job and ## trigger "internal compiler error" on >4 parallel jobs. if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib" if [[ "${CANN_ARCHS}" == "a3" ]]; then export SOC_VERSION="Ascend910_9382" elif [[ "${CANN_ARCHS}" == "310p" ]]; then export SOC_VERSION="Ascend310P3" else export SOC_VERSION="Ascend910B3" fi echo "Building LMCache with the following environment variables:" env # Install LMCache NO_CUDA_EXT=1 pip install lmcache==${SGLANG_LMCACHE_VERSION} # Install LMCache Ascend ## Pinned to a commit (not a tag) —— see SGLANG_LMCACHE_ASCEND_COMMIT note above. git -C /tmp clone --recursive --shallow-submodules \ https://github.com/LMCache/LMCache-Ascend.git lmcache-ascend \ && pushd /tmp/lmcache-ascend \ && git checkout ${SGLANG_LMCACHE_ASCEND_COMMIT} \ && git submodule update --init --recursive \ && popd uv pip install --no-build-isolation \ /tmp/lmcache-ascend # Register lmcache_ascend's bundled shared libs on the loader path. ## Its c_ops.so ships a broken RUNPATH —— `$$ORIGIN` (literal, not `$ORIGIN`) plus the ## build dir we delete —— so the dynamic loader can't find the co-located ## libcache_kernels.so and import fails with "libcache_kernels.so: cannot open shared ## object file". Point ldconfig at the install dir so it's found at runtime. LMCACHE_ASCEND_DIR="$(pip show lmcache-ascend | awk '/^Location:/{print $2}')/lmcache_ascend" echo "${LMCACHE_ASCEND_DIR}" > /etc/ld.so.conf.d/lmcache_ascend.conf ldconfig # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-07-15 02:11:20 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=a3 SGLANG_VERSION=0.5.15.post1 SGLANG_TORCH_VERSION=2.10.0 SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545 /bin/bash -eo pipefail -c # Dependencies # Install ## Note: CANN base already ships `hf_transfer 0.1.9`, `mistral_common 1.11.2`, ## `soundfile 0.13.1` —— skip them. Also skip `accelerate` / `bitsandbytes` (old ## cann sglang didn't ship them; bitsandbytes has no Ascend NPU support). ## BiSheng toolkit also already in base at /usr/local/Ascend/cann-9.0.0/tools/bishengir/ ## (softlinked into ascend-toolkit/latest/bin via set_env.sh). cat <<EOT >/tmp/requirements.txt # audio extras librosa EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-07-15 02:11:20 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=a3 SGLANG_VERSION=0.5.15.post1 SGLANG_TORCH_VERSION=2.10.0 SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package sglang \ --package sglang-router \ --package sgl-kernel-npu \ --package deep-ep \ --package triton-ascend \ --package torch \ --package torch-npu \ --package lmcache \ --package lmcache-ascend # buildkit
2026-07-15 02:11:20 UTC (buildkit.dockerfile.v0)ENV TASK_QUEUE_ENABLE=1 CPU_AFFINITY_CONF=1 PYTORCH_NPU_ALLOC_CONF=expandable_segments:True SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 SGLANG_MOE_PADDING=1 SGLANG_SET_CPU_AFFINITY=1
2026-07-15 02:11:20 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-07-15 02:11:20 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" "source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-9.0.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec tini -- \"$@\"" "--"]
Details
2026-07-15 02:08:28 UTC
6.15 GB
Labels
-
org.opencontainers.image.created2026-07-14T04:14:33.684Z
-
org.opencontainers.image.descriptionSGLang is a high-performance serving framework for large language models and multimodal models.
-
org.opencontainers.image.licensesApache-2.0
-
org.opencontainers.image.revision0b3bb0cbe31873994c9f989fddfe2f87ca839fdd
-
org.opencontainers.image.sourcehttps://github.com/sgl-project/sglang
-
org.opencontainers.image.titlesglang
-
org.opencontainers.image.urlhttps://github.com/sgl-project/sglang
-
org.opencontainers.image.version
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/cann-9.0.0
ASCEND_HOME_PATH/usr/local/Ascend/cann-9.0.0
ASCEND_OPP_PATH/usr/local/Ascend/cann-9.0.0/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/cann-9.0.0
ASCEND_TOOLKIT_LATEST_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
CANN_ARCHSa3
CANN_HOME/usr/local/Ascend
CANN_VERSION9.0.0
CMAKE_PREFIX_PATH/usr/local/Ascend/cann-9.0.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.0.0/lib64/cmake
CPU_AFFINITY_CONF1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/cann-9.0.0/lib64:/usr/local/Ascend/cann-9.0.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.0.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:
PYTHON_VERSION3.11
PYTORCH_NPU_ALLOC_CONFexpandable_segments:True
SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN1
SGLANG_LMCACHE_ASCEND_COMMITdbd6545
SGLANG_LMCACHE_VERSION0.4.2
SGLANG_MOE_PADDING1
SGLANG_SET_CPU_AFFINITY1
SGLANG_TORCH_VERSION2.10.0
SGLANG_VERSION0.5.15.post1
TASK_QUEUE_ENABLE1
TOOLCHAIN_HOME/usr/local/Ascend/cann-9.0.0/toolkit
UV_BREAK_SYSTEM_PACKAGES1
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
Layers
[#000] sha256:6edbc812af48552062d74659cf0a08b413dbfdbacdd5aac73329d889d9b3b44a - 0.42% (26.3 MB)
[#001] sha256:21c60188e9091074504a44c5d06a3071b8c6b17b3f6e134f5474855c7b8bf4b2 - 2.22% (140 MB)
[#002] sha256:01b5e0702745f7bdb41c68b2b2a50e7076bbb7e249dd763cd57baf27df41d8e3 - 2.72% (171 MB)
[#003] sha256:93e9924dbc58cc158b901429d339236dcbb4a225bd7e02ef153165be1433f726 - 61.93% (3.81 GB)
[#004] sha256:d1026ddde8bd0a98d382c6313417ccb054d61b7c01a8754818aaa8e2287b5f17 - 0.0% (215 Bytes)
[#005] sha256:61adbc7767d3e178f4f6527a3a240f4501808a3db67320d71bdca6450fde92e5 - 0.0% (1.85 KB)
[#006] sha256:9da003aac4137a9ebb9cecaffa8260b198b26790e84f52fd3363fe8aeefe1797 - 0.0% (245 Bytes)
[#007] sha256:79da4434ea1abbf7482f8b6f7fec6b4a3721f92fc3fbde7340fa55156a748729 - 0.0% (99 Bytes)
[#008] sha256:a794814a072837ef4b96a64b8a2efc162ed8f17a6be00226244369bf497de049 - 0.0% (216 Bytes)
[#009] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#010] sha256:6de2428c5e4672ed3e98f2ae37d7053024603f4e6bb686eb1fcd0ef77e185f34 - 4.43% (279 MB)
[#011] sha256:13a12bc216e07f6cee29bb3d2db78e0fce5f93eaa3cd498e2937e7e0a8a2e37f - 0.05% (2.84 MB)
[#012] sha256:f18291133c2ef143f113d5d69686b33cb40c9b6776a06d4dff4e90ed11eb6c77 - 0.31% (19.8 MB)
[#013] sha256:c1596b78787304bba97bde66ba37b5a8f3f4000e4c315d3e940a7e2e158a0f09 - 0.6% (37.5 MB)
[#014] sha256:f1f23dc225e5bb99f08691fa64657ebfe2ac565916e23de30bf55fd930d20167 - 3.25% (205 MB)
[#015] sha256:bc84c1196c4325431e97677e27025d52374987696804edabfcb5fdf61bb44898 - 5.03% (317 MB)
[#016] sha256:88213314282e80bf9d7f567951897a17c3f1f4c11985a32e1a0c94a8517930b0 - 10.25% (645 MB)
[#017] sha256:a3a52d23de12f965e713613f0c7e5f0505fda3cfd3796ea7f71ae0211a4cbc94 - 0.05% (3.37 MB)
[#018] sha256:911415512cad1c5eef1ef2c1b009c1ffb0205adf718965c98501343be7835084 - 1.5% (94.7 MB)
[#019] sha256:7a6785fb2418122cbd4def8ebbb4e9e1e52ba81cbb6ffab914fd935006f72f6f - 1.02% (64.2 MB)
[#020] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#021] sha256:e71a21592cac3828f0f10787359fe4a6bbd70e8bd0a014e6af26a6a340df2b31 - 0.39% (24.7 MB)
[#022] sha256:0bdf917bb6b9c78e4718e62e10715d7a4e04d55aa9074fac6b426cf24f6d4b94 - 5.67% (357 MB)
[#023] sha256:18b78a815fc9a9fc60bd8c4fff1c00266665a0a640528bff5915cd4bbc73d5ac - 0.16% (9.92 MB)
[#024] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2026-04-10 09:49:11 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-04-10 09:49:11 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-04-10 09:49:13 UTC/bin/sh -c #(nop) ADD file:94ca084e2c34d90b4443d18fa6a7d983767fa1575d4bd2c06f6e31adfea270da in /
2026-04-10 09:49:13 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/python3.11.15/lib:
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-9.0.0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-9.0.0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-9.0.0/opp
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-9.0.0/toolkit
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-9.0.0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV CMAKE_PREFIX_PATH=/usr/local/Ascend/cann-9.0.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.0.0/lib64/cmake
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-9.0.0/lib64:/usr/local/Ascend/cann-9.0.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.0.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-05-13 09:38:46 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2026-05-13 09:56:40 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.15 /usr/local/python3.11.15 # buildkit
2026-05-13 09:57:42 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2026-05-13 09:57:43 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2026-05-13 09:57:43 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-9.0.0/share/info/ascendnpu-ir/bin/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile && echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2026-05-13 09:57:43 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-9.0.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=9.0.0
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL=https://pypi.org/simple/
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG APTMIRROR=
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VERSION=2.10.0
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG TORCHVISION_VERSION=0.25.0
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG TORCHAUDIO_VERSION=2.10.0
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG SGLANG_TAG=v0.5.15.post1
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG SGLANG_KERNEL_NPU_TAG=2026.6.2
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG PIP_INSTALL=python3 -m pip install --no-cache-dir
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ARG DEVICE_TYPE=a3
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ "$TARGETARCH" = "amd64" ]; then echo "Using x86_64 dependencies"; echo "PTA_URL=$PTA_URL_AMD64" >> /etc/environment_new; elif [ "$TARGETARCH" = "arm64" ]; then echo "Using aarch64 dependencies"; echo "PTA_URL=$PTA_URL_ARM64" >> /etc/environment_new; else echo "Unsupported TARGETARCH: $TARGETARCH"; exit 1; fi # buildkit
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-07-14 04:18:44 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-07-14 04:18:45 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c pip config set global.index-url $PIP_INDEX_URL # buildkit
2026-07-14 04:18:45 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ -n "$APTMIRROR" ];then sed -i "s|.*.ubuntu.com|$APTMIRROR|g" /etc/apt/sources.list ;fi # buildkit
2026-07-14 04:21:04 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c apt-get update -y && apt upgrade -y && apt-get install -y unzip build-essential cmake vim wget curl net-tools zlib1g-dev lld clang locales ccache openssl libssl-dev pkg-config libgl1-mesa-glx libgl1-mesa-dri ca-certificates && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* && update-ca-certificates && locale-gen en_US.UTF-8 # buildkit
2026-07-14 04:21:04 UTC (buildkit.dockerfile.v0)ENV LANG=en_US.UTF-8
2026-07-14 04:21:04 UTC (buildkit.dockerfile.v0)ENV LANGUAGE=en_US:en
2026-07-14 04:21:04 UTC (buildkit.dockerfile.v0)ENV LC_ALL=en_US.UTF-8
2026-07-14 04:21:06 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} memfabric-hybrid==1.0.8 # buildkit
2026-07-14 04:21:07 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c if [ "$TARGETARCH" = "arm64" ]; then ${PIP_INSTALL} memfabric-zbal==1.1.1; fi # buildkit
2026-07-14 04:21:13 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} sglang-router # buildkit
2026-07-14 04:21:41 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c . /etc/environment_new && (${PIP_INSTALL} torch==${PYTORCH_VERSION} torchvision==${TORCHVISION_VERSION} torchaudio==${TORCHAUDIO_VERSION} --index-url https://download.pytorch.org/whl/cpu) && (${PIP_INSTALL} ${PTA_URL}) # buildkit
2026-07-14 04:22:28 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c (${PIP_INSTALL} pybind11) && (${PIP_INSTALL} triton-ascend==3.2.1.dev20260530 --extra-index-url=https://mirrors.huaweicloud.com/ascend/repos/pypi/nightly --trusted-host triton-ascend.osinfra.cn) # buildkit
2026-07-14 04:23:46 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG /sgl-workspace/sglang && cd /sgl-workspace/sglang/python && rm -rf pyproject.toml && mv pyproject_npu.toml pyproject.toml && ${PIP_INSTALL} -v -e .[all_npu] # buildkit
2026-07-14 04:23:49 UTC (buildkit.dockerfile.v0)RUN |14 TARGETARCH=arm64 CANN_VERSION=9.0.0 DEVICE_TYPE=a3 PIP_INDEX_URL=https://pypi.org/simple/ APTMIRROR= PYTORCH_VERSION=2.10.0 TORCHVISION_VERSION=0.25.0 TORCHAUDIO_VERSION=2.10.0 PTA_URL_ARM64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl PTA_URL_AMD64=https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl SGLANG_TAG=v0.5.15.post1 ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit SGLANG_KERNEL_NPU_TAG=2026.6.2 PIP_INSTALL=python3 -m pip install --no-cache-dir /bin/bash -c ${PIP_INSTALL} wheel==0.45.1 pybind11 pyyaml decorator scipy attrs psutil && mkdir sgl-kernel-npu && cd sgl-kernel-npu && wget https://github.com/sgl-project/sgl-kernel-npu/releases/download/${SGLANG_KERNEL_NPU_TAG}/sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch2.10.0-py311-cann${CANN_VERSION}-${DEVICE_TYPE}-$(arch).zip && unzip sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch2.10.0-py311-cann${CANN_VERSION}-${DEVICE_TYPE}-$(arch).zip && ${PIP_INSTALL} deep_ep*.whl sgl_kernel_npu*.whl && cd .. && rm -rf sgl-kernel-npu && cd "$(python3 -m pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -sf deep_ep/deep_ep_cpp*.so # buildkit
2026-07-14 04:23:49 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-07-15 02:06:15 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-07-15 02:06:15 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-07-15 02:06:15 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-07-15 02:06:15 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-07-15 02:06:15 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-07-15 02:06:15 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-07-15 02:06:29 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # C Buildkit apt-get install -y --no-install-recommends \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ numactl libnuma-dev libjemalloc2 \ cmake make ninja-build pkg-config ccache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-07-15 02:06:29 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.11
2026-07-15 02:06:29 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.11
2026-07-15 02:06:29 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Python # Update alternatives if ! command -v python >/dev/null 2>&1 \ && command -v python${PYTHON_VERSION} >/dev/null 2>&1; then update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1 fi # buildkit
2026-07-15 02:06:29 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=9.0.0
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG CANN_ARCHS=a3
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=9.0.0 CANN_ARCHS=a3
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match UV_BREAK_SYSTEM_PACKAGES=1
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG SGLANG_VERSION=0.5.15.post1
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG SGLANG_TORCH_VERSION=2.10.0
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ENV SGLANG_VERSION=0.5.15.post1 SGLANG_TORCH_VERSION=2.10.0
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG SGLANG_LMCACHE_VERSION=0.4.2
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ARG SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545
2026-07-15 02:06:31 UTC (buildkit.dockerfile.v0)ENV SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545
2026-07-15 02:08:27 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=a3 SGLANG_VERSION=0.5.15.post1 SGLANG_TORCH_VERSION=2.10.0 SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545 /bin/bash -eo pipefail -c # LMCache if [[ "${CANN_ARCHS}" == "310p" ]]; then echo "Skipping LMCache installation for ${CANN_ARCHS}..." exit 0 fi ## NOTE: nnal/atb/set_env.sh uses `result=$(grep ...GLIBCXX_USE_CXX11_ABI...)` then ## `cxx_abi=${result:-1}` as a fallback. But torch 2.7.1+ removed that symbol so ## grep exits 1, and `set -e` kills the script before the fallback assignment —— ## leaving ATB_HOME_PATH / LD_LIBRARY_PATH (lines 50+) un-exported. Temporarily ## relax set -e around the source so the fallback completes. set +e source /usr/local/Ascend/ascend-toolkit/set_env.sh source /usr/local/Ascend/nnal/atb/set_env.sh set -e CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} < 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi ## Cap MAX_JOBS for LMCache-Ascend build —— the C++ template-heavy sources ## (kvcache-ops / hcomm_onesided) make g++ use ~2GB per parallel job and ## trigger "internal compiler error" on >4 parallel jobs. if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib" if [[ "${CANN_ARCHS}" == "a3" ]]; then export SOC_VERSION="Ascend910_9382" elif [[ "${CANN_ARCHS}" == "310p" ]]; then export SOC_VERSION="Ascend310P3" else export SOC_VERSION="Ascend910B3" fi echo "Building LMCache with the following environment variables:" env # Install LMCache NO_CUDA_EXT=1 pip install lmcache==${SGLANG_LMCACHE_VERSION} # Install LMCache Ascend ## Pinned to a commit (not a tag) —— see SGLANG_LMCACHE_ASCEND_COMMIT note above. git -C /tmp clone --recursive --shallow-submodules \ https://github.com/LMCache/LMCache-Ascend.git lmcache-ascend \ && pushd /tmp/lmcache-ascend \ && git checkout ${SGLANG_LMCACHE_ASCEND_COMMIT} \ && git submodule update --init --recursive \ && popd uv pip install --no-build-isolation \ /tmp/lmcache-ascend # Register lmcache_ascend's bundled shared libs on the loader path. ## Its c_ops.so ships a broken RUNPATH —— `$$ORIGIN` (literal, not `$ORIGIN`) plus the ## build dir we delete —— so the dynamic loader can't find the co-located ## libcache_kernels.so and import fails with "libcache_kernels.so: cannot open shared ## object file". Point ldconfig at the install dir so it's found at runtime. LMCACHE_ASCEND_DIR="$(pip show lmcache-ascend | awk '/^Location:/{print $2}')/lmcache_ascend" echo "${LMCACHE_ASCEND_DIR}" > /etc/ld.so.conf.d/lmcache_ascend.conf ldconfig # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-07-15 02:08:28 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=a3 SGLANG_VERSION=0.5.15.post1 SGLANG_TORCH_VERSION=2.10.0 SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545 /bin/bash -eo pipefail -c # Dependencies # Install ## Note: CANN base already ships `hf_transfer 0.1.9`, `mistral_common 1.11.2`, ## `soundfile 0.13.1` —— skip them. Also skip `accelerate` / `bitsandbytes` (old ## cann sglang didn't ship them; bitsandbytes has no Ascend NPU support). ## BiSheng toolkit also already in base at /usr/local/Ascend/cann-9.0.0/tools/bishengir/ ## (softlinked into ascend-toolkit/latest/bin via set_env.sh). cat <<EOT >/tmp/requirements.txt # audio extras librosa EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-07-15 02:08:28 UTC (buildkit.dockerfile.v0)RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=a3 SGLANG_VERSION=0.5.15.post1 SGLANG_TORCH_VERSION=2.10.0 SGLANG_LMCACHE_VERSION=0.4.2 SGLANG_LMCACHE_ASCEND_COMMIT=dbd6545 /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package sglang \ --package sglang-router \ --package sgl-kernel-npu \ --package deep-ep \ --package triton-ascend \ --package torch \ --package torch-npu \ --package lmcache \ --package lmcache-ascend # buildkit
2026-07-15 02:08:28 UTC (buildkit.dockerfile.v0)ENV TASK_QUEUE_ENABLE=1 CPU_AFFINITY_CONF=1 PYTORCH_NPU_ALLOC_CONF=expandable_segments:True SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 SGLANG_MOE_PADDING=1 SGLANG_SET_CPU_AFFINITY=1
2026-07-15 02:08:28 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-07-15 02:08:28 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" "source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-9.0.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec tini -- \"$@\"" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.