Namespace
gpustack
Image / Tagrunner:cann9.1-910b-vllm0.30.0
Content Digestsha256:bc9d5d6af200e12bb76fdae1939728ea85dfcda69c09b5d86b53b41cfc988e77
Details
2026-10-16 10:16:24 UTC
8.2 GB
Labels
-
org.opencontainers.image.version22.04
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/cann-9.1.0
ASCEND_HOME_PATH/usr/local/Ascend/cann-9.1.0
ASCEND_OPP_PATH/usr/local/Ascend/cann-9.1.0/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/cann-9.1.0
ASCEND_TOOLKIT_LATEST_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_CXX_ABI1
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
CANN_ARCHS910b
CANN_HOME/usr/local/Ascend
CANN_VERSION9.1.0
CMAKE_PREFIX_PATH/usr/local/Ascend/cann-9.1.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.1.0/lib64/cmake
CPU_AFFINITY_CONF1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/cann-9.1.0/lib64:/usr/local/Ascend/cann-9.1.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.1.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
OMP_NUM_THREADS1
PATH/root/.cargo/bin:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:
PYTHON_VERSION3.12
PYTORCH_NPU_ALLOC_CONFexpandable_segments:True
RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES1
RUNAI_STREAMER_LOG_LEVELINFO
RUNAI_STREAMER_LOG_TO_STDERR1
RUNAI_STREAMER_MEMORY_LIMIT0
SAFETENSORS_FAST_GPU1
SOC_VERSIONascend910b1
TASK_QUEUE_ENABLE1
TOOLCHAIN_HOME/usr/local/Ascend/cann-9.1.0/toolkit
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
VLLM_TORCH_VERSION2.10.0
VLLM_VERSION0.30.0
Layers
[#000] sha256:d6834b4a794c03efa2c998853e64969fa8851b11b2ade63292268872a37759d0 - 0.34% (28.4 MB)
[#001] sha256:6fafe718a28115045e2aedc5bd10d0c86a284833c7f85cd27cb325ed9e208e6a - 1.78% (149 MB)
[#002] sha256:5cddb3d8d2f2d87f34fc1913010f934783f78d1fcf1ccc8523a630fc0307ad01 - 2.09% (175 MB)
[#003] sha256:ba0e721bb21c191fc4b8d3117a6ce27c81edf07179c6b499a568fe6ad5c478a7 - 48.72% (4 GB)
[#004] sha256:dd96bd21c1191e44229fee19a2b16df73e6864f9db6e552cae98ef0ec38ad31f - 0.0% (216 Bytes)
[#005] sha256:82035eb9f9989367ad3e76862efe1237c8701bef75aad8d0a77b8f69709315e8 - 0.0% (1.86 KB)
[#006] sha256:70ec42ba2728cb49ad09ac938d5421034f25a9b802f6f28949c37bf8d78dab3a - 0.0% (99 Bytes)
[#007] sha256:e28565ef50cc550cc1cf535cae4378ecef91d7c554582a0722806d26162a0568 - 3.21% (269 MB)
[#008] sha256:d54cebf9cd81f678c0b615a931992572f73486f4449bfd3778f865e1f17fa988 - 1.13% (94.9 MB)
[#009] sha256:caae1aac1efaf6bae50bdb37d2dc9d3bd3b80338258b1d629db54c81bee318fd - 0.99% (83.3 MB)
[#010] sha256:154d6657817f8aedf5de9d3da28632a1b3a0ebe94f31406bcfce612e110661af - 5.36% (450 MB)
[#011] sha256:db0f3313420f2dfcee4a64c9c2f5f06b5bad18011ee7952bc6b32f832e05b385 - 1.91% (160 MB)
[#012] sha256:de7ac0554949810f018f8bd3edd5fb13a03fb02483e20520a356d8ffb11db6ae - 12.96% (1.06 GB)
[#013] sha256:30f81224cb610d7eaeb81cb547a70d0e92699c659b24331354e67edb6a320cdd - 0.64% (54 MB)
[#014] sha256:1e5346d0944b27f1c807ba06c1f2656b171e08f53beddf8a9d13bb528760ecb6 - 12.16% (1020 MB)
[#015] sha256:8af1371acde8b5078471b3c2cfb7e0abf3d2b2eb7478825954de20a50020cfdf - 0.0% (106 KB)
[#016] sha256:d8c2947c1641c6b8444bacb90b8e0d9b9fc1d67e690cbfa763e5ba17cfeba609 - 0.0% (106 KB)
[#017] sha256:f5335262cc00f8803370c13c79c874f467e36b4d53fc82dee7d996da328a76c7 - 0.0% (1.45 KB)
[#018] sha256:5f8a0947c0b2de9a0c9fcb58f8521bfc2067351d3e19a9877e383f01b57391ea - 0.0% (104 KB)
[#019] sha256:f600c1b18ceac1f2b9a735e609b586ad61fa8a5b80c8eb6858598c2037ab1e6f - 1.11% (93.4 MB)
[#020] sha256:278ae054759b2c1c067c080e9ccb379a41692c6b7e042cf1b614f48eccfff126 - 1.05% (88 MB)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:d23b29a7318b99ca75aebdad140926d7c004fb3ceda4ed75c65cab0dcfaef7a8 - 0.21% (17.2 MB)
[#023] sha256:413ab40819a85c971f0860b62ecd6519f6bb2e98e64c7b9f7ceec05060ab4aa7 - 0.1% (8.35 MB)
[#024] sha256:89739c2c88e8793ef8a4a8035cc3a0f9d7b5625533867ae9e8f6556d3c3096b5 - 0.11% (9.61 MB)
[#025] sha256:9a76daf6ee5ea19ec4d2cd568c293e7d68ffee676f14ffadcd6a67b999a4615a - 3.52% (295 MB)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:3520cd67bdfac6e4bdcc76e881d39d37178794b5506aa683618ec98972955660 - 2.11% (177 MB)
[#028] sha256:40174b425ff36f06c50885b54319915c5d74de08c01a631c26bd7e11e0f79940 - 0.0% (525 Bytes)
[#029] sha256:ab2f98896b952d6b4e3a81f5cbd4e061305eab111a145a6579cca34232f39a63 - 0.0% (142 KB)
[#030] sha256:83baf0b43474945de783d9d95381e396b2361a069b519ce6bd51c727f43203d8 - 0.51% (43.1 MB)
[#031] sha256:049c9337a9c2baaeef383101d163581c10453e0a58e5cda936fd69a834a72e98 - 0.0% (6.17 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-06-29 11:07:30 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-06-29 11:07:30 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-06-29 11:07:32 UTC/bin/sh -c #(nop) ADD file:c5143b228eb55f19ed4d3b653ad68ec7afe54ded0247e090ce3afb9e5484adfb in /
2026-06-29 11:07:32 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/python3.12.13/lib:
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-9.1.0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-9.1.0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-9.1.0/opp
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-9.1.0/toolkit
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-9.1.0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV CMAKE_PREFIX_PATH=/usr/local/Ascend/cann-9.1.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.1.0/lib64/cmake
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-9.1.0/lib64:/usr/local/Ascend/cann-9.1.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.1.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)ENV ATB_CXX_ABI=1
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-08-03 03:43:01 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2026-08-03 04:01:16 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.12.13 /usr/local/python3.12.13 # buildkit
2026-08-03 04:03:26 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2026-08-03 04:03:26 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2026-08-03 04:03:26 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-9.1.0/share/info/ascendnpu-ir/bin/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh --cxx_abi=${ATB_CXX_ABI:-1}" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile && echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2026-08-03 04:03:26 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-9.1.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh --cxx_abi=${ATB_CXX_ABI:-1}&& exec \"$@\"" "--"]
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_TAG=0.3.11.post1
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG VLLM_REPO=https://github.com/vllm-project/vllm.git
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG VLLM_TAG=v0.30.0
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG VLLM_COMMIT=
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG SOC_VERSION=ascend910b1
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG COMPILE_CUSTOM_KERNELS=1
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=release
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG MEMCACHE_VERSION=1.3.0
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG MEMCACHE_DATE=20261009.15
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG MEMFABRIC_VERSION=1.3.0
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG MEMFABRIC_DATE=20261009.10
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG TORCH_NPU_VERSION=26.2.0
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG TORCH_NPU_DATE=20260926.5
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG TRITON_ASCEND_VERSION=20260923230212
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG DAILY_DEPS_MODE=full
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG FLA_VERSION=26.9.1+deva4a7958
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)ARG FLA_RELEASE_TAG=v26.9.1-beta2
2026-09-18 07:07:12 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-10-12 03:07:19 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c apt-get update -y && apt-get install -y git vim wget curl protobuf-compiler libprotobuf-dev net-tools gcc g++ cmake numactl libnuma-dev libibverbs-dev libjemalloc2 libhiredis-dev clang-15 && update-alternatives --install /usr/bin/clang clang /usr/bin/clang-15 20 && update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-15 20 && source /usr/local/Ascend/ascend-toolkit/set_env.sh && python3 -m pip install mooncake-transfer-engine-npu==${MOONCAKE_TAG} && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-12 03:07:33 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c python3 -m pip install 'modelscope<1.38' 'ray>=2.47.1,<=2.48.0' 'protobuf>3.20.0' && python3 -m pip cache purge # buildkit
2026-10-12 03:08:33 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c if [ -n "$VLLM_COMMIT" ]; then git init /vllm-workspace/vllm && git -C /vllm-workspace/vllm fetch --depth 1 $VLLM_REPO "$VLLM_COMMIT" && git -C /vllm-workspace/vllm checkout FETCH_HEAD; else git clone --depth 1 -b $VLLM_TAG $VLLM_REPO /vllm-workspace/vllm; fi # buildkit
2026-10-12 03:11:30 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c VLLM_TARGET_DEVICE="empty" python3 -m pip install -e /vllm-workspace/vllm/[audio] --extra-index-url ${PYTORCH_INDEX_URL} && python3 -m pip uninstall -y triton && python3 -m pip cache purge # buildkit
2026-10-12 03:11:30 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-10-12 03:11:30 UTC (buildkit.dockerfile.v0)ENV SOC_VERSION=ascend910b1 TASK_QUEUE_ENABLE=1 OMP_NUM_THREADS=1
2026-10-12 09:05:20 UTC (buildkit.dockerfile.v0)COPY . /vllm-workspace/vllm-ascend/ # buildkit
2026-10-12 09:28:28 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c export PIP_EXTRA_INDEX_URL="${ASCEND_INDEX_URL}" && export VLLM_BATCH_INVARIANT=1 && source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && python3 -m pip install -e /vllm-workspace/vllm-ascend/ --extra-index-url ${PYTORCH_INDEX_URL} && python3 -m pip uninstall -y triton triton-ascend && python3 -m pip install triton-ascend==3.2.2 --extra-index-url ${ASCEND_INDEX_URL} && python3 -m pip install concurrent-log-handler && python3 -m pip cache purge # buildkit
2026-10-12 09:28:28 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-12 09:28:31 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/amd64 /bin/bash -c ARCH=${TARGETPLATFORM:-$(uname -m)}; case "$ARCH" in "linux/arm64"|"aarch64") FLA_WHL="flash_linear_attention_npu_a2-${FLA_VERSION}-py3-none-manylinux_2_34_aarch64.whl"; FLA_SHA256="7c3d3d07419a9cb1a17ca0d683d4d5de82d69c6523ada96396c9d6d0317e583a" ;; "linux/amd64"|"x86_64") FLA_WHL="flash_linear_attention_npu_a2-${FLA_VERSION}-py3-none-manylinux_2_34_x86_64.whl"; FLA_SHA256="c51b11871b5e8a66b6a0612ef95ea446fd96ba3d8d02b693d93a7b7b5f1b1d0f" ;; *) echo "Unsupported arch for flash-linear-attention-npu: $ARCH" && exit 1 ;; esac && FLA_DOWNLOAD_URL="https://github.com/flashserve/flash-linear-attention-npu/releases/download/${FLA_RELEASE_TAG}/${FLA_WHL}" && wget --quiet "$FLA_DOWNLOAD_URL" -O /tmp/${FLA_WHL} && echo "${FLA_SHA256} /tmp/${FLA_WHL}" | sha256sum --check && python3 -m pip install --force-reinstall --no-deps /tmp/${FLA_WHL} && rm -f /tmp/${FLA_WHL} && python3 -m pip cache purge # buildkit
2026-10-12 09:28:31 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-10-12 09:30:53 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/amd64 /bin/bash -c cd /vllm-workspace/vllm && export PROTOC_INCLUDE=/usr/include && python3 -m pip install setuptools-rust && ./build_rust.sh # buildkit
2026-10-12 09:30:55 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/amd64 /bin/bash -c echo "export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so.2:$LD_PRELOAD" >> ~/.bashrc # buildkit
2026-10-12 09:30:55 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/amd64 /bin/bash -c echo "export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib" >> ~/.bashrc # buildkit
2026-10-12 09:32:28 UTC (buildkit.dockerfile.v0)COPY .github/workflows/scripts/install_daily_deps.sh /tmp/ # buildkit
2026-10-12 09:32:33 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/amd64 /bin/bash -c if [ "$BUILD_TYPE" = "daily" ]; then bash /tmp/install_daily_deps.sh; else echo "Building release version without daily packages"; fi && rm -f /tmp/install_daily_deps.sh # buildkit
2026-10-12 09:32:33 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-10-13 05:52:45 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-13 05:52:45 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-13 05:52:45 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-13 05:52:45 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-10-13 05:52:45 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-10-13 05:52:45 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-10-13 05:52:57 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C Buildkit apt-get install -y --no-install-recommends \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ numactl libnuma-dev libjemalloc2 \ cmake make ninja-build pkg-config ccache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-10-13 05:52:57 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-10-13 05:52:57 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2026-10-13 05:52:57 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python # Update alternatives if ! command -v python >/dev/null 2>&1 \ && command -v python${PYTHON_VERSION} >/dev/null 2>&1; then update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1 fi # buildkit
2026-10-13 05:52:57 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=9.1.0
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ARG CANN_ARCHS=910b
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=9.1.0 CANN_ARCHS=910b
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.30.0
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.10.0
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-10-13 05:52:59 UTC (buildkit.dockerfile.v0)ARG VLLM_ROUTER_VERSION=0.1.15
2026-10-13 05:53:00 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 /bin/bash -eo pipefail -c # vLLM Router # # The PD router GPUStack renders for a disaggregated group. Without it in # the image there is no router to run, and the group either falls back to # an engine example script (no metrics, no circuit breaker, no health # check) or does not start at all. uv pip install \ vllm-router==${VLLM_ROUTER_VERSION} # Fail the build rather than ship an image whose router is missing: the # alternative surfaces as a container that exits at deploy time, one # layer away from anything that explains it. command -v vllm-router >/dev/null # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:53:01 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default cat <<EOT >/tmp/requirements.txt ray[client]>=2.47.1,<=2.48.0 ray[default]>=2.47.1,<=2.48.0 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:53:01 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.4.4
2026-10-13 05:53:01 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4
2026-10-13 05:54:55 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 /bin/bash -eo pipefail -c # LMCache if [[ "${CANN_ARCHS}" == "310p" ]]; then echo "Skipping LMCache installation for ${CANN_ARCHS}..." exit 0 fi source /usr/local/Ascend/ascend-toolkit/set_env.sh && \ source /usr/local/Ascend/nnal/atb/set_env.sh CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} < 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib" if [[ "${CANN_ARCHS}" == "a3" ]]; then export SOC_VERSION="Ascend910_9382" elif [[ "${CANN_ARCHS}" == "310p" ]]; then export SOC_VERSION="Ascend310P3" else export SOC_VERSION="Ascend910B3" fi echo "Building LMCache with the following environment variables:" env # Install LMCache NO_CUDA_EXT=1 pip install lmcache==${VLLM_LMCACHE_VERSION} # Install LMCache Ascend git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_ASCEND_VERSION} --single-branch \ https://github.com/LMCache/LMCache-Ascend.git lmcache-ascend-${VLLM_LMCACHE_ASCEND_VERSION} uv pip install --no-build-isolation \ /tmp/lmcache-ascend-${VLLM_LMCACHE_ASCEND_VERSION} # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:54:55 UTC (buildkit.dockerfile.v0)ARG VLLM_MOONCAKE_VERSION=0.3.11.post1
2026-10-13 05:54:55 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # MoonCake if [[ "${CANN_ARCHS}" == "310p" ]]; then echo "Skipping MoonCake installation for ${CANN_ARCHS}..." exit 0 fi # Install uv pip install \ mooncake-transfer-engine-npu==${VLLM_MOONCAKE_VERSION} # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:55:01 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # Omni if [[ ! -d /omni/workspace ]]; then echo "Skipping vLLM Omni installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /omni/workspace/*.whl # Dependencies cat <<EOT >/tmp/requirements.txt onnxruntime-cann sox EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:55:01 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # Postprocess # Hijack executable path PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") mv ${PYTHON_LIB_PREFIX}/bin/vllm ${PYTHON_LIB_PREFIX}/bin/vllm_ cat <<EOT >${PYTHON_LIB_PREFIX}/bin/vllm #!/usr/bin/bash source \${CANN_HOME}/ascend-toolkit/set_env.sh source \${CANN_HOME}/nnal/atb/set_env.sh export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH} export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so.2:\${LD_PRELOAD} exec \${BASH_SOURCE[0]}_ "\$@" EOT chmod a+x ${PYTHON_LIB_PREFIX}/bin/vllm # Review uv pip tree \ --package vllm \ --package vllm-ascend \ --package vllm-omni \ --package torch \ --package torch-npu \ --package lmcache \ --package lmcache-ascend \ --package triton-ascend \ --package ray # buildkit
2026-10-13 05:55:02 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # Patch tree -hs /workspace/patches pushd /vllm-workspace/vllm \ && for f in /workspace/patches/vllm/*.patch; do patch -p1 < "$f" || exit 1; done if pip show vllm_omni > /dev/null 2>&1; then \ pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm_omni/*.patch; \ fi # buildkit
2026-10-13 05:55:03 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # Dependencies # Install cat <<EOT >/tmp/requirements.txt # audio extras librosa soundfile mistral_common[audio] # tokenizer extras fastokens==0.2.0 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:55:03 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1 TASK_QUEUE_ENABLE=1 OMP_NUM_THREADS=1 CPU_AFFINITY_CONF=1 PYTORCH_NPU_ALLOC_CONF=expandable_segments:True SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=0 RUNAI_STREAMER_LOG_TO_STDERR=1 RUNAI_STREAMER_LOG_LEVEL=INFO
2026-10-13 05:55:03 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-10-13 05:55:03 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2026-10-16 10:16:24 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-16 10:16:24 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-10-16 10:16:24 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-16 10:16:24 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-10-16 10:16:24 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Disable the humming stub registration SITE_PACKAGES="$(pip show vllm_omni | grep '^Location:' | cut -d' ' -f2)" test -n "${SITE_PACKAGES}" FACTORY="${SITE_PACKAGES}/vllm_omni/quantization/factory.py" test -f "${FACTORY}" # Accept exactly three states: no stub at all (nothing to do), the stub # already disabled (idempotent re-run), or the known bare call line to # neutralize. Any other shape means the file drifted; refuse to guess. if ! grep -q 'def _register_humming_stubs' "${FACTORY}"; then echo "[info] vllm-omni carries no humming stub; nothing to do." exit 0 fi if ! grep -q '^_register_humming_stubs()$' "${FACTORY}"; then if grep -q '^# _register_humming_stubs()' "${FACTORY}"; then echo "[info] humming stub already disabled; nothing to do." exit 0 fi echo "[ERROR] unrecognized _register_humming_stubs call site in ${FACTORY}" >&2 exit 1 fi sed -i 's|^_register_humming_stubs()$|# _register_humming_stubs() -- disabled: spec-less sys.modules stubs break vllm has_humming() (ValueError: humming.__spec__ is None) and shadow the real humming-kernels package|' "${FACTORY}" grep -q '^# _register_humming_stubs()' "${FACTORY}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-16 10:16:24 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-10-16 10:16:24 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Details
2026-10-16 10:16:20 UTC
7.92 GB
Labels
-
org.opencontainers.image.version22.04
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/cann-9.1.0
ASCEND_HOME_PATH/usr/local/Ascend/cann-9.1.0
ASCEND_OPP_PATH/usr/local/Ascend/cann-9.1.0/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/cann-9.1.0
ASCEND_TOOLKIT_LATEST_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_CXX_ABI1
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
CANN_ARCHS910b
CANN_HOME/usr/local/Ascend
CANN_VERSION9.1.0
CMAKE_PREFIX_PATH/usr/local/Ascend/cann-9.1.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.1.0/lib64/cmake
CPU_AFFINITY_CONF1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/cann-9.1.0/lib64:/usr/local/Ascend/cann-9.1.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.1.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
OMP_NUM_THREADS1
PATH/root/.cargo/bin:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:
PYTHON_VERSION3.12
PYTORCH_NPU_ALLOC_CONFexpandable_segments:True
RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES1
RUNAI_STREAMER_LOG_LEVELINFO
RUNAI_STREAMER_LOG_TO_STDERR1
RUNAI_STREAMER_MEMORY_LIMIT0
SAFETENSORS_FAST_GPU1
SOC_VERSIONascend910b1
TASK_QUEUE_ENABLE1
TOOLCHAIN_HOME/usr/local/Ascend/cann-9.1.0/toolkit
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
VLLM_TORCH_VERSION2.10.0
VLLM_VERSION0.30.0
Layers
[#000] sha256:119d19e001bafa21919289095e1dbfac64f1e16d2469dd14c2d2a520039d26d9 - 0.32% (26.3 MB)
[#001] sha256:832ab0a8427e40b2911fff42fc9825b9d800475c7581518d2df1dd833c15d957 - 1.78% (144 MB)
[#002] sha256:ba284733d5f289b2722a450dbb872c03b9e4de91d45cac48654d796faee0e2a3 - 2.14% (173 MB)
[#003] sha256:5ce2f058f092e9bd6b371773ce68cafdb1acb577038dcbdf4798d8097661a687 - 50.36% (3.99 GB)
[#004] sha256:cbad9efdb96d7cc102a3afa380c2bd912e1719fb36173021a21632901fa8e3d3 - 0.0% (216 Bytes)
[#005] sha256:f4cfc171c67ad97e95d06c9e39ff6892b48a64be355e1b0c45ad0142e80efb53 - 0.0% (1.85 KB)
[#006] sha256:5a822b259342395b2758c6455658e23e3431b2383863ced38d337c370e827de2 - 0.0% (99 Bytes)
[#007] sha256:2f4656dfcbfc188e4c7bf03d615ab7147a51557c61004926ac4cbd0d81136640 - 3.0% (243 MB)
[#008] sha256:86ed2accaaa236ab694500d0a99628aa7e3ef20c933946248b39edb3337050a5 - 1.16% (94.2 MB)
[#009] sha256:668ab13eaf6743e115bf295eda7d17c277ce05b27fed15a08378ca7e0e23ff2b - 1.03% (83.3 MB)
[#010] sha256:ef7fd5402316c41bbf79a8be706a90a63970d1d23fd2adf1fb7beb27031030bd - 4.8% (389 MB)
[#011] sha256:5e84d4481d24b9b0974d7cbfa834ccc885404b0e410a25d7db0bb940f1f5d7aa - 1.98% (160 MB)
[#012] sha256:b7b8556221340e117c336ccb9bab832e9a32207945c3532025e0ee910ecb1d9c - 12.24% (992 MB)
[#013] sha256:7b3de7845c85750ea14b9ee20c1ec8ae5d814256fcb43af5858ada22eb0ef56e - 0.66% (53.8 MB)
[#014] sha256:d46c60e3dd262a06038b320f2e7ce6de5a00c336bea226b6d195144edcdad681 - 12.08% (979 MB)
[#015] sha256:07d3f691431e74c8fec00d13b6b4e425dd010e37e92e10c053131b432d11d463 - 0.0% (106 KB)
[#016] sha256:beb62c8fe2543b3e659e9c921143175fea8d954488ab77cd792e441f2fdb359a - 0.0% (106 KB)
[#017] sha256:3abe3be9f611d6da4aea19db91cc634526dd53a543bee952d1a9ec8d2659b796 - 0.0% (1.45 KB)
[#018] sha256:c97ec63333bcbbaa0123d9133772756b145582054b2750e810b179ac0f316000 - 0.0% (104 KB)
[#019] sha256:bbaadbf2414ba212d67534c3e3ab024747b6e65a61e29332b67af40954982a6b - 1.13% (91.8 MB)
[#020] sha256:d99959afc535a886bf2eb1e0361110256b2327897bc53be26cbc9323a7ef9245 - 0.95% (76.8 MB)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:24f80776d7fbfe0422ae8aa657c8e640be644d96d8b4eecc0cfb97090b34b3f8 - 0.21% (16.8 MB)
[#023] sha256:cc1a1f37e68e8b87307930fd78ed78edd0ab935660e26e4749d970c79290b5dc - 0.1% (8.1 MB)
[#024] sha256:fdaf0459467d91d73b18ed469e1a12b7b37c11174bf5e18e32f5cc8115829b49 - 0.12% (9.52 MB)
[#025] sha256:cd43cb3ecb5c29f76002d40c85243b20d6293b805b6e3575bb0eb554f1de5b7a - 3.59% (291 MB)
[#026] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#027] sha256:ceb5171fcfae8af6abc48123b178dee6c07a5280a447a1f846d97f7a7db1f771 - 1.83% (149 MB)
[#028] sha256:e1152c519eee7b3617baa0ccfcf3ebdf5ed7ebdd8e48bd308f5351816eb8714c - 0.0% (525 Bytes)
[#029] sha256:45ebbaa932583e32641cee69acf9eb54124359f2c6b281ad64c029bede5a3d89 - 0.0% (142 KB)
[#030] sha256:0c2d13545ce10a4449c702dc06484c8b08a2997e0cc6c5dfabb0d1dca8297050 - 0.52% (42.2 MB)
[#031] sha256:567dbc3a93568699657a931e18738fb010c85eb85f97dadd25a0582125d79b49 - 0.0% (6.17 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-06-29 10:38:39 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-06-29 10:38:39 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-06-29 10:38:42 UTC/bin/sh -c #(nop) ADD file:a517741c956f6a7e4b7cb0efd9bc418ce3cc54eb49b5314080ff606a7430ac2a in /
2026-06-29 10:38:42 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/python3.12.13/lib:
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-9.1.0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.1.0/python/site-packages:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe:
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-9.1.0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-9.1.0/opp
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-9.1.0/toolkit
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-9.1.0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV CMAKE_PREFIX_PATH=/usr/local/Ascend/cann-9.1.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.1.0/lib64/cmake
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-9.1.0/lib64:/usr/local/Ascend/cann-9.1.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.1.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.1.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.12.13/lib:
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)ENV ATB_CXX_ABI=1
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-08-03 03:43:32 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2026-08-03 04:00:58 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.12.13 /usr/local/python3.12.13 # buildkit
2026-08-03 04:02:18 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2026-08-03 04:02:18 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2026-08-03 04:02:18 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-9.1.0/share/info/ascendnpu-ir/bin/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh --cxx_abi=${ATB_CXX_ABI:-1}" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile && echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2026-08-03 04:02:18 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-9.1.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh --cxx_abi=${ATB_CXX_ABI:-1}&& exec \"$@\"" "--"]
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG MOONCAKE_TAG=0.3.11.post1
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG VLLM_REPO=https://github.com/vllm-project/vllm.git
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG VLLM_TAG=v0.30.0
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG VLLM_COMMIT=
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG SOC_VERSION=ascend910b1
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG COMPILE_CUSTOM_KERNELS=1
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG BUILD_TYPE=release
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG MEMCACHE_VERSION=1.3.0
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG MEMCACHE_DATE=20261009.15
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG MEMFABRIC_VERSION=1.3.0
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG MEMFABRIC_DATE=20261009.10
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG TORCH_NPU_VERSION=26.2.0
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG TORCH_NPU_DATE=20260926.5
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG TRITON_ASCEND_VERSION=20260923230212
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG DAILY_DEPS_MODE=full
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG FLA_VERSION=26.9.1+deva4a7958
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)ARG FLA_RELEASE_TAG=v26.9.1-beta2
2026-09-17 05:04:09 UTC (buildkit.dockerfile.v0)WORKDIR /workspace
2026-10-12 03:07:30 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c apt-get update -y && apt-get install -y git vim wget curl protobuf-compiler libprotobuf-dev net-tools gcc g++ cmake numactl libnuma-dev libibverbs-dev libjemalloc2 libhiredis-dev clang-15 && update-alternatives --install /usr/bin/clang clang /usr/bin/clang-15 20 && update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-15 20 && source /usr/local/Ascend/ascend-toolkit/set_env.sh && python3 -m pip install mooncake-transfer-engine-npu==${MOONCAKE_TAG} && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* # buildkit
2026-10-12 03:07:47 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c python3 -m pip install 'modelscope<1.38' 'ray>=2.47.1,<=2.48.0' 'protobuf>3.20.0' && python3 -m pip cache purge # buildkit
2026-10-12 03:09:07 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c if [ -n "$VLLM_COMMIT" ]; then git init /vllm-workspace/vllm && git -C /vllm-workspace/vllm fetch --depth 1 $VLLM_REPO "$VLLM_COMMIT" && git -C /vllm-workspace/vllm checkout FETCH_HEAD; else git clone --depth 1 -b $VLLM_TAG $VLLM_REPO /vllm-workspace/vllm; fi # buildkit
2026-10-12 03:11:58 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c VLLM_TARGET_DEVICE="empty" python3 -m pip install -e /vllm-workspace/vllm/[audio] --extra-index-url ${PYTORCH_INDEX_URL} && python3 -m pip uninstall -y triton && python3 -m pip cache purge # buildkit
2026-10-12 03:11:58 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-10-12 03:11:58 UTC (buildkit.dockerfile.v0)ENV SOC_VERSION=ascend910b1 TASK_QUEUE_ENABLE=1 OMP_NUM_THREADS=1
2026-10-12 09:08:08 UTC (buildkit.dockerfile.v0)COPY . /vllm-workspace/vllm-ascend/ # buildkit
2026-10-12 09:36:03 UTC (buildkit.dockerfile.v0)RUN |20 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 /bin/bash -c export PIP_EXTRA_INDEX_URL="${ASCEND_INDEX_URL}" && export VLLM_BATCH_INVARIANT=1 && source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && python3 -m pip install -e /vllm-workspace/vllm-ascend/ --extra-index-url ${PYTORCH_INDEX_URL} && python3 -m pip uninstall -y triton triton-ascend && python3 -m pip install triton-ascend==3.2.2 --extra-index-url ${ASCEND_INDEX_URL} && python3 -m pip install concurrent-log-handler && python3 -m pip cache purge # buildkit
2026-10-12 09:36:03 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-10-12 09:36:06 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/arm64 /bin/bash -c ARCH=${TARGETPLATFORM:-$(uname -m)}; case "$ARCH" in "linux/arm64"|"aarch64") FLA_WHL="flash_linear_attention_npu_a2-${FLA_VERSION}-py3-none-manylinux_2_34_aarch64.whl"; FLA_SHA256="7c3d3d07419a9cb1a17ca0d683d4d5de82d69c6523ada96396c9d6d0317e583a" ;; "linux/amd64"|"x86_64") FLA_WHL="flash_linear_attention_npu_a2-${FLA_VERSION}-py3-none-manylinux_2_34_x86_64.whl"; FLA_SHA256="c51b11871b5e8a66b6a0612ef95ea446fd96ba3d8d02b693d93a7b7b5f1b1d0f" ;; *) echo "Unsupported arch for flash-linear-attention-npu: $ARCH" && exit 1 ;; esac && FLA_DOWNLOAD_URL="https://github.com/flashserve/flash-linear-attention-npu/releases/download/${FLA_RELEASE_TAG}/${FLA_WHL}" && wget --quiet "$FLA_DOWNLOAD_URL" -O /tmp/${FLA_WHL} && echo "${FLA_SHA256} /tmp/${FLA_WHL}" | sha256sum --check && python3 -m pip install --force-reinstall --no-deps /tmp/${FLA_WHL} && rm -f /tmp/${FLA_WHL} && python3 -m pip cache purge # buildkit
2026-10-12 09:36:06 UTC (buildkit.dockerfile.v0)ENV PATH=/root/.cargo/bin:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.1.0/tools/msobjdump:/usr/local/Ascend/cann-9.1.0/bin:/usr/local/Ascend/cann-9.1.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.1.0/tools/profiler/bin:/usr/local/Ascend/cann-9.1.0/tools/ascend_system_advisor/asys:/usr/local/python3.12.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-10-12 09:38:37 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/arm64 /bin/bash -c cd /vllm-workspace/vllm && export PROTOC_INCLUDE=/usr/include && python3 -m pip install setuptools-rust && ./build_rust.sh # buildkit
2026-10-12 09:38:38 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/arm64 /bin/bash -c echo "export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so.2:$LD_PRELOAD" >> ~/.bashrc # buildkit
2026-10-12 09:38:38 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/arm64 /bin/bash -c echo "export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib" >> ~/.bashrc # buildkit
2026-10-12 09:38:38 UTC (buildkit.dockerfile.v0)COPY .github/workflows/scripts/install_daily_deps.sh /tmp/ # buildkit
2026-10-12 09:38:38 UTC (buildkit.dockerfile.v0)RUN |21 PYTORCH_INDEX_URL=https://download.pytorch.org/whl/cpu/ ASCEND_INDEX_URL=https://mirrors.huaweicloud.com/ascend/repos/pypi MOONCAKE_TAG=0.3.11.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.30.0 VLLM_COMMIT= SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 BUILD_TYPE=release MEMCACHE_VERSION=1.3.0 MEMCACHE_DATE=20261009.15 MEMFABRIC_VERSION=1.3.0 MEMFABRIC_DATE=20261009.10 TORCH_NPU_VERSION=26.2.0 TORCH_NPU_DATE=20260926.5 TRITON_ASCEND_VERSION=20260923230212 TRITON_ASCEND_PACKAGE_VERSION=3.6.0%2Bdev20260923230212 DAILY_DEPS_MODE=full FLA_VERSION=26.9.1+deva4a7958 FLA_RELEASE_TAG=v26.9.1-beta2 TARGETPLATFORM=linux/arm64 /bin/bash -c if [ "$BUILD_TYPE" = "daily" ]; then bash /tmp/install_daily_deps.sh; else echo "Building release version without daily packages"; fi && rm -f /tmp/install_daily_deps.sh # buildkit
2026-10-12 09:38:38 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2026-10-13 05:53:42 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-13 05:53:42 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-10-13 05:53:42 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-13 05:53:42 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-10-13 05:53:42 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-10-13 05:53:42 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-10-13 05:53:57 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # C Buildkit apt-get install -y --no-install-recommends \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ numactl libnuma-dev libjemalloc2 \ cmake make ninja-build pkg-config ccache # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-10-13 05:53:57 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-10-13 05:53:57 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2026-10-13 05:53:57 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python # Update alternatives if ! command -v python >/dev/null 2>&1 \ && command -v python${PYTHON_VERSION} >/dev/null 2>&1; then update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1 fi # buildkit
2026-10-13 05:53:57 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build uv EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=9.1.0
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ARG CANN_ARCHS=910b
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=9.1.0 CANN_ARCHS=910b
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.30.0
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.10.0
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-10-13 05:53:59 UTC (buildkit.dockerfile.v0)ARG VLLM_ROUTER_VERSION=0.1.15
2026-10-13 05:54:00 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 /bin/bash -eo pipefail -c # vLLM Router # # The PD router GPUStack renders for a disaggregated group. Without it in # the image there is no router to run, and the group either falls back to # an engine example script (no metrics, no circuit breaker, no health # check) or does not start at all. uv pip install \ vllm-router==${VLLM_ROUTER_VERSION} # Fail the build rather than ship an image whose router is missing: the # alternative surfaces as a container that exits at deploy time, one # layer away from anything that explains it. command -v vllm-router >/dev/null # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:54:01 UTC (buildkit.dockerfile.v0)RUN |9 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 /bin/bash -eo pipefail -c # Ray # Install Ray Client and Default cat <<EOT >/tmp/requirements.txt ray[client]>=2.47.1,<=2.48.0 ray[default]>=2.47.1,<=2.48.0 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:54:01 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_VERSION=0.4.4
2026-10-13 05:54:01 UTC (buildkit.dockerfile.v0)ARG VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4
2026-10-13 05:56:15 UTC (buildkit.dockerfile.v0)RUN |11 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 /bin/bash -eo pipefail -c # LMCache if [[ "${CANN_ARCHS}" == "310p" ]]; then echo "Skipping LMCache installation for ${CANN_ARCHS}..." exit 0 fi source /usr/local/Ascend/ascend-toolkit/set_env.sh && \ source /usr/local/Ascend/nnal/atb/set_env.sh CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} < 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib" if [[ "${CANN_ARCHS}" == "a3" ]]; then export SOC_VERSION="Ascend910_9382" elif [[ "${CANN_ARCHS}" == "310p" ]]; then export SOC_VERSION="Ascend310P3" else export SOC_VERSION="Ascend910B3" fi echo "Building LMCache with the following environment variables:" env # Install LMCache NO_CUDA_EXT=1 pip install lmcache==${VLLM_LMCACHE_VERSION} # Install LMCache Ascend git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_LMCACHE_ASCEND_VERSION} --single-branch \ https://github.com/LMCache/LMCache-Ascend.git lmcache-ascend-${VLLM_LMCACHE_ASCEND_VERSION} uv pip install --no-build-isolation \ /tmp/lmcache-ascend-${VLLM_LMCACHE_ASCEND_VERSION} # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:56:15 UTC (buildkit.dockerfile.v0)ARG VLLM_MOONCAKE_VERSION=0.3.11.post1
2026-10-13 05:56:15 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # MoonCake if [[ "${CANN_ARCHS}" == "310p" ]]; then echo "Skipping MoonCake installation for ${CANN_ARCHS}..." exit 0 fi # Install uv pip install \ mooncake-transfer-engine-npu==${VLLM_MOONCAKE_VERSION} # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:56:19 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # Omni if [[ ! -d /omni/workspace ]]; then echo "Skipping vLLM Omni installation for ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /omni/workspace/*.whl # Dependencies cat <<EOT >/tmp/requirements.txt onnxruntime-cann sox EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:56:19 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # Postprocess # Hijack executable path PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") mv ${PYTHON_LIB_PREFIX}/bin/vllm ${PYTHON_LIB_PREFIX}/bin/vllm_ cat <<EOT >${PYTHON_LIB_PREFIX}/bin/vllm #!/usr/bin/bash source \${CANN_HOME}/ascend-toolkit/set_env.sh source \${CANN_HOME}/nnal/atb/set_env.sh export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH} export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so.2:\${LD_PRELOAD} exec \${BASH_SOURCE[0]}_ "\$@" EOT chmod a+x ${PYTHON_LIB_PREFIX}/bin/vllm # Review uv pip tree \ --package vllm \ --package vllm-ascend \ --package vllm-omni \ --package torch \ --package torch-npu \ --package lmcache \ --package lmcache-ascend \ --package triton-ascend \ --package ray # buildkit
2026-10-13 05:56:20 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # Patch tree -hs /workspace/patches pushd /vllm-workspace/vllm \ && for f in /workspace/patches/vllm/*.patch; do patch -p1 < "$f" || exit 1; done if pip show vllm_omni > /dev/null 2>&1; then \ pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm_omni/*.patch; \ fi # buildkit
2026-10-13 05:56:21 UTC (buildkit.dockerfile.v0)RUN |12 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.12 CANN_VERSION=9.1.0 CANN_ARCHS=910b VLLM_VERSION=0.30.0 VLLM_TORCH_VERSION=2.10.0 VLLM_ROUTER_VERSION=0.1.15 VLLM_LMCACHE_VERSION=0.4.4 VLLM_LMCACHE_ASCEND_VERSION=0.5.6rc4 VLLM_MOONCAKE_VERSION=0.3.11.post1 /bin/bash -eo pipefail -c # Dependencies # Install cat <<EOT >/tmp/requirements.txt # audio extras librosa soundfile mistral_common[audio] # tokenizer extras fastokens==0.2.0 EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-13 05:56:21 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1 TASK_QUEUE_ENABLE=1 OMP_NUM_THREADS=1 CPU_AFFINITY_CONF=1 PYTORCH_NPU_ALLOC_CONF=expandable_segments:True SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=0 RUNAI_STREAMER_LOG_TO_STDERR=1 RUNAI_STREAMER_LOG_LEVEL=INFO
2026-10-13 05:56:21 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-10-13 05:56:21 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
2026-10-16 10:16:20 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-10-16 10:16:20 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-10-16 10:16:20 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-10-16 10:16:20 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-10-16 10:16:20 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Disable the humming stub registration SITE_PACKAGES="$(pip show vllm_omni | grep '^Location:' | cut -d' ' -f2)" test -n "${SITE_PACKAGES}" FACTORY="${SITE_PACKAGES}/vllm_omni/quantization/factory.py" test -f "${FACTORY}" # Accept exactly three states: no stub at all (nothing to do), the stub # already disabled (idempotent re-run), or the known bare call line to # neutralize. Any other shape means the file drifted; refuse to guess. if ! grep -q 'def _register_humming_stubs' "${FACTORY}"; then echo "[info] vllm-omni carries no humming stub; nothing to do." exit 0 fi if ! grep -q '^_register_humming_stubs()$' "${FACTORY}"; then if grep -q '^# _register_humming_stubs()' "${FACTORY}"; then echo "[info] humming stub already disabled; nothing to do." exit 0 fi echo "[ERROR] unrecognized _register_humming_stubs call site in ${FACTORY}" >&2 exit 1 fi sed -i 's|^_register_humming_stubs()$|# _register_humming_stubs() -- disabled: spec-less sys.modules stubs break vllm has_humming() (ValueError: humming.__spec__ is None) and shadow the real humming-kernels package|' "${FACTORY}" grep -q '^# _register_humming_stubs()' "${FACTORY}" # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-10-16 10:16:20 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-10-16 10:16:20 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.