Namespace
gpustack
Image / Tagrunner:cann8.5-310p-vllm0.14.1
Content Digestsha256:4570b9364aae24da8f27c158ab3f824a0c627de1d8b103f378200278c17caf78
Details
2026-02-01 12:40:53 UTC
5.24 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/cann-8.5.0
ASCEND_HOME_PATH/usr/local/Ascend/cann-8.5.0
ASCEND_OPP_PATH/usr/local/Ascend/cann-8.5.0/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/cann-8.5.0
ASCEND_TOOLKIT_LATEST_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
CANN_ARCHS310p
CANN_HOME/usr/local/Ascend
CANN_VERSION8.5.0
CPU_AFFINITY_CONF1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
PATH/usr/local/Ascend/ascend-toolkit/latest/bisheng_toolkit/bishengir/bin:/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
PYTHON_VERSION3.11
PYTORCH_NPU_ALLOC_CONFexpandable_segments:True
RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES1
TASK_QUEUE_ENABLE1
TOOLCHAIN_HOME/usr/local/Ascend/cann-8.5.0/toolkit
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
VLLM_ASCEND_VERSION0.14.0rc1
VLLM_TORCH_VERSION2.9.0
VLLM_VERSION0.14.1
Layers
[#000] sha256:6f4ebca3e823b18dac366f72e537b1772bc3522a5c7ae299d6491fb17378410e - 0.53% (28.2 MB)
[#001] sha256:353d220070b7a455f62d5ebbb2b102997df838c7c7cca050113b1dfefd94a8b1 - 2.69% (144 MB)
[#002] sha256:070db506e73aa47be71bf0ea31211a986367e0a755e3fb86ce9dcbca66b64d3d - 1.51% (80.9 MB)
[#003] sha256:8e7549d0f94dfffd4de8bcd379c47463d7c76592e82dc71541ad7cf0fc72fb1d - 66.54% (3.48 GB)
[#004] sha256:8a94566475e268de8f9b203e45c3e753dca44aab4e5e592ae257fd5fa9862e08 - 0.0% (217 Bytes)
[#005] sha256:bc3b7a62b2ad89687e8deb540479cc39a81831175d39d23b4732c7679ac7bb8d - 0.0% (1.85 KB)
[#006] sha256:deaaacfb349c58e462dac78cacc3315039ee814abb2b556d58e2b099c85dbca0 - 1.74% (93.3 MB)
[#007] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#008] sha256:db81100026fe24b127cd421a2054802c68e726bed6f91d8d4789355207533746 - 1.72% (92.5 MB)
[#009] sha256:5a80d76fe8563000b1c8fe04a005f43a63d6f6047be10ced204a9839e620c030 - 5.42% (291 MB)
[#010] sha256:29b35e1f8353e67fed58656d7e172a73303ca53c4616273074da4549335720da - 0.0% (18.5 KB)
[#011] sha256:bd073f8382b2c267374899f2da44fd2e28c113d06ff2a5196416d472c31ff0eb - 1.0% (53.7 MB)
[#012] sha256:e74b635dffeb9c78ca85d18890b564d86efe29ffe64e77788444304e3414df61 - 4.96% (266 MB)
[#013] sha256:4ef0fe240d30cf1c21654e99bc1e55c93594e66a409183db468b52dbfbbe2085 - 9.18% (492 MB)
[#014] sha256:923a63f0487545bf73095f756efa23248516dc49719d2127033828bd9d5d9567 - 3.03% (162 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:81e5ac1aef62acd260426d6d441ae505eaa67e0f9c6eaf31b6d23441a580eb55 - 1.68% (90.2 MB)
[#017] sha256:e8f642457da199f4b0ff9732b813236b283c785653b993d4290b883f33629d77 - 0.0% (572 Bytes)
[#018] sha256:655c2c6c326cfe0438c6f148574e35023da18cfe01bac9f2c4f23bd8c1d33503 - 0.0% (4.18 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2026-01-09 07:01:41 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-01-09 07:01:44 UTC/bin/sh -c #(nop) ADD file:b499000226bd9a7c562ffa8eeb86e2d170f2a563310db6c2d79562ab53e5cb6e in /
2026-01-09 07:01:44 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/python3.11.14/lib:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-8.5.0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-8.5.0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-8.5.0/opp
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-8.5.0/toolkit
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-8.5.0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-01-20 03:53:06 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2026-01-20 04:12:01 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.14 /usr/local/python3.11.14 # buildkit
2026-01-20 04:14:12 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2026-01-20 04:14:13 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2026-01-20 04:14:13 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-8.5.0/share/info/ascendnpu-ir/bin/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile && echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2026-01-20 04:14:13 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-8.5.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2026-01-26 10:30:35 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-01-26 10:30:35 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-01-26 10:30:35 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-01-26 10:30:35 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-01-26 10:30:35 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-01-26 10:30:35 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-26 10:30:35 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-27 01:33:41 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Clang # Install default clang for Ubuntu versions higher than 22.04, # Otherwise, install clang-15. source /etc/os-release if (( $(echo "${VERSION_ID} > 22.04" | bc -l) )); then apt-get install -y --no-install-recommends \ clang else apt-get install -y --no-install-recommends \ clang-15 if [[ -f /etc/alternatives/clang ]]; then update-alternatives --remove-all clang; fi; update-alternatives --install /usr/bin/clang clang /usr/bin/clang-15 20 if [[ -f /etc/alternatives/clang++ ]]; then update-alternatives --remove-all clang++; fi; update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-15 20 fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-27 01:34:19 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma1 libnuma-dev libjemalloc-dev \ libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \ libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev \ libibverbs1 libibverbs-dev \ librdmacm1 librdmacm-dev \ libibumad3 libibumad-dev \ libtool \ ibverbs-utils ibverbs-providers libibverbs-dev \ openmpi-bin openmpi-common libopenmpi-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-27 01:34:19 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.11
2026-01-27 01:34:19 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.11
2026-01-27 01:34:19 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf ldconfig -v fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then apt-get install -y --no-install-recommends \ python${PYTHON_VERSION}-distutils fi # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-27 01:34:19 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2026-01-27 01:34:25 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools>=77.0.3,<80.0.0 setuptools-scm packaging<25 wheel==0.45.1 pybind11<3 Cython psutil pipx<=1.8.0 uv<=0.9.11 EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-01-27 01:34:25 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=8.5.0
2026-01-27 01:34:25 UTC (buildkit.dockerfile.v0)ARG CANN_ARCHS=310p
2026-01-27 01:34:25 UTC (buildkit.dockerfile.v0)ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=8.5.0 CANN_ARCHS=310p
2026-01-27 01:34:25 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.9.0
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.9.0
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.9.0 /bin/bash -eo pipefail -c # Torch # Install Torch cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt else uv pip install \ -r /tmp/requirements.txt fi uv pip install --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \ torch-npu==${VLLM_TORCH_VERSION}.* uv pip install \ numpy spicy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=amd64
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.14.1
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ARG VLLM_ASCEND_VERSION=0.14.0rc1
2026-01-27 05:54:05 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1
2026-01-27 05:56:10 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export COMPILE_CUSTOM_KERNELS=1 export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib" if [[ "${CANN_ARCHS}" == "a3" ]]; then export SOC_VERSION="ascend910_9391" elif [[ "${CANN_ARCHS}" == "310p" ]]; then export SOC_VERSION="ascend310p1" else export SOC_VERSION="ascend910b1" fi export VLLM_TARGET_DEVICE="empty" export VLLM_ASCEND_VERSION=${VLLM_ASCEND_VERSION:-} if [[ -z "${VLLM_ASCEND_VERSION}" ]]; then # Fetch the latest version from RSS subscription. export VLLM_ASCEND_VERSION="$(curl -sS https://pypi.org/rss/project/vllm-ascend/releases.xml | grep title | grep "${VLLM_VERSION}" | head -n 1 | awk -F '[<>]' '/<title>/ {print $3}')" fi echo "Building vLLM with the following environment variables:" env # Install vLLM git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_VERSION} --single-branch \ https://github.com/vllm-project/vllm.git vllm-${VLLM_VERSION} uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \ /tmp/vllm-${VLLM_VERSION} # Uninstall Triton and install Triton Ascend later with vLLM Ascend uv pip uninstall triton # Install vLLM Ascend git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_ASCEND_VERSION} --single-branch \ https://github.com/vllm-project/vllm-ascend.git vllm-ascend-${VLLM_ASCEND_VERSION} uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \ /tmp/vllm-ascend-${VLLM_ASCEND_VERSION} # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-02-01 12:40:48 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # Omni if [[ ! -d /omni/workspace ]]; then echo "Skipping vLLM Omni installation for ${CANN_ARCHS} ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /omni/workspace/*.whl # Dependencies uv pip uninstall onnxruntime || true cat <<EOT >/tmp/requirements.txt onnxruntime-cann sox EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-02-01 12:40:48 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # MoonCake if [[ ! -d /mooncake/workspace ]]; then echo "Skipping MoonCake installation for ${CANN_ARCHS} ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /mooncake/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-02-01 12:40:50 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # Dependencies # Install cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope # ray extras ray[client]>=2.47.1,<=2.48.0 ray[default]>=2.47.1,<=2.48.0 protobuf>3.20.0 grpcio==1.71.0 # audio extras librosa soundfile mistral_common[audio] EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-02-01 12:40:51 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # Postprocess # Hijack executable path PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") mv ${PYTHON_LIB_PREFIX}/bin/vllm ${PYTHON_LIB_PREFIX}/bin/vllm_ cat <<EOT >${PYTHON_LIB_PREFIX}/bin/vllm #!/usr/bin/bash source \${CANN_HOME}/ascend-toolkit/set_env.sh source \${CANN_HOME}/nnal/atb/set_env.sh export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH} export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so:\${LD_PRELOAD} exec \${BASH_SOURCE[0]}_ "\$@" EOT chmod a+x ${PYTHON_LIB_PREFIX}/bin/vllm # Review uv pip tree \ --package vllm \ --package vllm-ascend \ --package vllm-omni \ --package torch \ --package torch-npu \ --package mooncake-transfer-engine \ --package triton-ascend # buildkit
2026-02-01 12:40:53 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # Patch tree -hs /workspace/patches pushd $(pip show vllm | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm/*.patch if pip show vllm_omni > /dev/null 2>&1; then \ pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm_omni/*.patch; \ fi # buildkit
2026-02-01 12:40:53 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bisheng_toolkit/bishengir/bin:/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin TASK_QUEUE_ENABLE=1 CPU_AFFINITY_CONF=1 PYTORCH_NPU_ALLOC_CONF=expandable_segments:True RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1
2026-02-01 12:40:53 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-02-01 12:40:53 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Details
2026-02-01 12:39:29 UTC
4.93 GB
Labels
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
ASCEND_AICPU_PATH/usr/local/Ascend/cann-8.5.0
ASCEND_HOME_PATH/usr/local/Ascend/cann-8.5.0
ASCEND_OPP_PATH/usr/local/Ascend/cann-8.5.0/opp
ASCEND_TOOLKIT_HOME/usr/local/Ascend/cann-8.5.0
ASCEND_TOOLKIT_LATEST_HOME/usr/local/Ascend/ascend-toolkit/latest
ATB_COMPARE_TILING_EVERY_KERNEL0
ATB_HOME_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
ATB_MATMUL_SHUFFLE_K_ENABLE1
ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT5
ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT1
ATB_SHARE_MEMORY_NAME_SUFFIX ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE0
ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE0
ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE0
ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE1
CANN_ARCHS310p
CANN_HOME/usr/local/Ascend
CANN_VERSION8.5.0
CPU_AFFINITY_CONF1
DEBIAN_FRONTENDnoninteractive
LANGen_US.UTF-8
LANGUAGEen_US:en
LCCL_DETERMINISTIC0
LCCL_PARALLEL0
LC_ALLen_US.UTF-8
LD_LIBRARY_PATH/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
PATH/usr/local/Ascend/ascend-toolkit/latest/bisheng_toolkit/bishengir/bin:/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PIPX_HOME/root/.local/share/pipx
PIPX_LOCAL_VENVS/root/.local/share/pipx/venvs
PIP_DISABLE_PIP_VERSION_CHECK1
PIP_NO_CACHE_DIR1
PIP_ROOT_USER_ACTIONignore
PYTHONPATH/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
PYTHON_VERSION3.11
PYTORCH_NPU_ALLOC_CONFexpandable_segments:True
RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES1
TASK_QUEUE_ENABLE1
TOOLCHAIN_HOME/usr/local/Ascend/cann-8.5.0/toolkit
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_NO_CACHE1
UV_PRERELEASEallow
UV_SKIP_WHEEL_FILENAME_CHECK1
UV_SYSTEM_PYTHON1
VLLM_ASCEND_VERSION0.14.0rc1
VLLM_TORCH_VERSION2.9.0
VLLM_VERSION0.14.1
Layers
[#000] sha256:517f43312bfe3b4db0f0f031d8b6deb1aa5616b07fae71fa0d349f9ce451564f - 0.52% (26.1 MB)
[#001] sha256:288f9ac12f733a74c6e1aecc8160862a85f4643fc30b483c3c489e7bcb1c2535 - 2.77% (140 MB)
[#002] sha256:3c74dad246459d351e49b08a1b0ed42d0f4cc64903adf91a9bfe5440b3bbaad6 - 1.6% (80.9 MB)
[#003] sha256:44f263a1ea65d4679e3d48ab3eebc1f0f9ab9ae86cae82a7068cf3b8653cf52d - 70.68% (3.48 GB)
[#004] sha256:48e94527764784212b6c1bf2e65f32ade3c1ac5c6f792313049be30086847036 - 0.0% (215 Bytes)
[#005] sha256:ba3d4a2efda40011d7adc0a628761d1eecb92ad7a60e2f356df98e02fd6b8aa2 - 0.0% (1.85 KB)
[#006] sha256:f790738e64f52b04a373d8814159f89b1eec8e8837962830687d9e0fc6a954bd - 1.8% (90.7 MB)
[#007] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#008] sha256:28dd1f00539601b07767bdec41738edb4fa3ea6b3a5c6dba0a60beca1902d716 - 1.44% (72.6 MB)
[#009] sha256:d8ebccec909b96b6937de43b52989ce01dbdf77518c4b665ac6666dfdbffc082 - 5.38% (271 MB)
[#010] sha256:0a579cca592fff62ec84e09acc8db5e3d9c7a71a8293aec4eb3522046d673aa9 - 0.0% (17.6 KB)
[#011] sha256:8f67f31e0c9854e88d5fe925146ba90bca594f3ca5421bc134909abfd3108198 - 1.04% (52.7 MB)
[#012] sha256:c215040ffd83e16ec2ff9a6d8674b48c5854156d3febf3f99a4cfc7c1da868e5 - 3.64% (184 MB)
[#013] sha256:6853e62bb24bf875cde8bebc33c1a73a919a118ab88ef327fdd89aa677b449ef - 6.3% (318 MB)
[#014] sha256:f9eb8f6faf6ccba3c8e4c7770f338c77ce02259844685e8373cec27ea2f2a6f4 - 3.08% (155 MB)
[#015] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#016] sha256:bc5f8029d0a945a35ce156ddd0942c9e06fb8f2ff6cb7299dea371c0a4c59946 - 1.76% (88.8 MB)
[#017] sha256:719c3308f999fb6ee9b974a9d1d3f09b361c0f179fdf380c51f1c06f9285cb4b - 0.0% (571 Bytes)
[#018] sha256:978e1b1bb9c2fbcf926098bb5e72a6f0e6a58c592faed62a0cf1f59a4222efe3 - 0.0% (4.18 KB)
History
/bin/sh -c #(nop) ARG RELEASE
2026-01-09 07:03:27 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2026-01-09 07:03:27 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2026-01-09 07:03:27 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2026-01-09 07:03:30 UTC/bin/sh -c #(nop) ADD file:643ece0a7a3a6026f87ab17e08013e914d8971796eb302cfa051d97af4bf9939 in /
2026-01-09 07:03:30 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/python3.11.14/lib:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-8.5.0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-8.5.0/python/site-packages:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-8.5.0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-8.5.0/opp
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-8.5.0/toolkit
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-8.5.0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64:/usr/local/Ascend/cann-8.5.0/tools/aml/lib64/plugin:/usr/local/Ascend/cann-8.5.0/lib64:/usr/local/Ascend/cann-8.5.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-8.5.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-8.5.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:/usr/local/python3.11.14/lib:
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LCCL_DETERMINISTIC=0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)ENV LCCL_PARALLEL=0
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -c]
2026-01-20 03:53:54 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y apt-transport-https ca-certificates bash libc6 libsqlite3-dev gcc g++ make cmake git vim wget jq curl build-essential libnuma-dev && apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /var/tmp/* && rm -rf /tmp/* # buildkit
2026-01-20 04:10:05 UTC (buildkit.dockerfile.v0)COPY /usr/local/python3.11.14 /usr/local/python3.11.14 # buildkit
2026-01-20 04:11:12 UTC (buildkit.dockerfile.v0)COPY /usr/local/Ascend /usr/local/Ascend # buildkit
2026-01-20 04:11:12 UTC (buildkit.dockerfile.v0)COPY /etc/Ascend /etc/Ascend # buildkit
2026-01-20 04:11:12 UTC (buildkit.dockerfile.v0)RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" && CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-8.5.0/share/info/ascendnpu-ir/bin/set_env.sh" && CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile && echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile && echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc && echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile && echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
2026-01-20 04:11:12 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["/bin/bash" "-c" " source /usr/local/Ascend/ascend-toolkit/set_env.sh && source /usr/local/Ascend/cann-8.5.0/share/info/ascendnpu-ir/bin/set_env.sh && source /usr/local/Ascend/nnal/atb/set_env.sh && exec \"$@\"" "--"]
2026-01-26 10:29:13 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-01-26 10:29:13 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-01-26 10:29:13 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-01-26 10:29:13 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-01-26 10:29:13 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
2026-01-26 10:29:13 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-26 10:29:13 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-27 01:31:22 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # Clang # Install default clang for Ubuntu versions higher than 22.04, # Otherwise, install clang-15. source /etc/os-release if (( $(echo "${VERSION_ID} > 22.04" | bc -l) )); then apt-get install -y --no-install-recommends \ clang else apt-get install -y --no-install-recommends \ clang-15 if [[ -f /etc/alternatives/clang ]]; then update-alternatives --remove-all clang; fi; update-alternatives --install /usr/bin/clang clang /usr/bin/clang-15 20 if [[ -f /etc/alternatives/clang++ ]]; then update-alternatives --remove-all clang++; fi; update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-15 20 fi # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-27 01:41:37 UTC (buildkit.dockerfile.v0)RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma1 libnuma-dev libjemalloc-dev \ libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \ libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev \ libibverbs1 libibverbs-dev \ librdmacm1 librdmacm-dev \ libibumad3 libibumad-dev \ libtool \ ibverbs-utils ibverbs-providers libibverbs-dev \ openmpi-bin openmpi-common libopenmpi-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-27 01:41:37 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.11
2026-01-27 01:41:37 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.11
2026-01-27 01:41:37 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf ldconfig -v fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then apt-get install -y --no-install-recommends \ python${PYTHON_VERSION}-distutils fi # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit
2026-01-27 01:41:37 UTC (buildkit.dockerfile.v0)ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
2026-01-27 01:41:43 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Buildkit cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools>=77.0.3,<80.0.0 setuptools-scm packaging<25 wheel==0.45.1 pybind11<3 Cython psutil pipx<=1.8.0 uv<=0.9.11 EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-01-27 01:41:43 UTC (buildkit.dockerfile.v0)ARG CANN_VERSION=8.5.0
2026-01-27 01:41:43 UTC (buildkit.dockerfile.v0)ARG CANN_ARCHS=310p
2026-01-27 01:41:43 UTC (buildkit.dockerfile.v0)ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=8.5.0 CANN_ARCHS=310p
2026-01-27 01:41:43 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG VLLM_TORCH_VERSION=2.9.0
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ENV VLLM_TORCH_VERSION=2.9.0
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.9.0 /bin/bash -eo pipefail -c # Torch # Install Torch cat <<EOT >/tmp/requirements.txt torch==${VLLM_TORCH_VERSION} torchvision torchaudio EOT if [[ "${TARGETARCH}" == "amd64" ]]; then uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \ -r /tmp/requirements.txt else uv pip install \ -r /tmp/requirements.txt fi uv pip install --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \ torch-npu==${VLLM_TORCH_VERSION}.* uv pip install \ numpy spicy # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)SHELL [/bin/bash -eo pipefail -c]
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG TARGETOS=linux
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG TARGETARCH=arm64
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG CMAKE_MAX_JOBS
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG VLLM_VERSION=0.14.1
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ARG VLLM_ASCEND_VERSION=0.14.0rc1
2026-01-27 06:12:06 UTC (buildkit.dockerfile.v0)ENV VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1
2026-01-27 06:13:49 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # vLLM CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}" if [[ -z "${CMAKE_MAX_JOBS}" ]]; then CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))" fi if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then CMAKE_MAX_JOBS="4" fi export MAX_JOBS="${CMAKE_MAX_JOBS}" export COMPILE_CUSTOM_KERNELS=1 export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib" if [[ "${CANN_ARCHS}" == "a3" ]]; then export SOC_VERSION="ascend910_9391" elif [[ "${CANN_ARCHS}" == "310p" ]]; then export SOC_VERSION="ascend310p1" else export SOC_VERSION="ascend910b1" fi export VLLM_TARGET_DEVICE="empty" export VLLM_ASCEND_VERSION=${VLLM_ASCEND_VERSION:-} if [[ -z "${VLLM_ASCEND_VERSION}" ]]; then # Fetch the latest version from RSS subscription. export VLLM_ASCEND_VERSION="$(curl -sS https://pypi.org/rss/project/vllm-ascend/releases.xml | grep title | grep "${VLLM_VERSION}" | head -n 1 | awk -F '[<>]' '/<title>/ {print $3}')" fi echo "Building vLLM with the following environment variables:" env # Install vLLM git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_VERSION} --single-branch \ https://github.com/vllm-project/vllm.git vllm-${VLLM_VERSION} uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \ /tmp/vllm-${VLLM_VERSION} # Uninstall Triton and install Triton Ascend later with vLLM Ascend uv pip uninstall triton # Install vLLM Ascend git -C /tmp clone --recursive --shallow-submodules \ --depth 1 --branch v${VLLM_ASCEND_VERSION} --single-branch \ https://github.com/vllm-project/vllm-ascend.git vllm-ascend-${VLLM_ASCEND_VERSION} uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \ /tmp/vllm-ascend-${VLLM_ASCEND_VERSION} # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-02-01 12:39:24 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # Omni if [[ ! -d /omni/workspace ]]; then echo "Skipping vLLM Omni installation for ${CANN_ARCHS} ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /omni/workspace/*.whl # Dependencies uv pip uninstall onnxruntime || true cat <<EOT >/tmp/requirements.txt onnxruntime-cann sox EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-02-01 12:39:24 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # MoonCake if [[ ! -d /mooncake/workspace ]]; then echo "Skipping MoonCake installation for ${CANN_ARCHS} ${TARGETARCH}..." exit 0 fi # Install uv pip install --no-build-isolation \ /mooncake/workspace/*.whl # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-02-01 12:39:27 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # Dependencies # Install cat <<EOT >/tmp/requirements.txt accelerate hf_transfer modelscope # ray extras ray[client]>=2.47.1,<=2.48.0 ray[default]>=2.47.1,<=2.48.0 protobuf>3.20.0 grpcio==1.71.0 # audio extras librosa soundfile mistral_common[audio] EOT uv pip install \ -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit
2026-02-01 12:39:27 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # Postprocess # Hijack executable path PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") mv ${PYTHON_LIB_PREFIX}/bin/vllm ${PYTHON_LIB_PREFIX}/bin/vllm_ cat <<EOT >${PYTHON_LIB_PREFIX}/bin/vllm #!/usr/bin/bash source \${CANN_HOME}/ascend-toolkit/set_env.sh source \${CANN_HOME}/nnal/atb/set_env.sh export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH} export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so:\${LD_PRELOAD} exec \${BASH_SOURCE[0]}_ "\$@" EOT chmod a+x ${PYTHON_LIB_PREFIX}/bin/vllm # Review uv pip tree \ --package vllm \ --package vllm-ascend \ --package vllm-omni \ --package torch \ --package torch-npu \ --package mooncake-transfer-engine \ --package triton-ascend # buildkit
2026-02-01 12:39:29 UTC (buildkit.dockerfile.v0)RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.9.0 CMAKE_MAX_JOBS= VLLM_VERSION=0.14.1 VLLM_ASCEND_VERSION=0.14.0rc1 /bin/bash -eo pipefail -c # Patch tree -hs /workspace/patches pushd $(pip show vllm | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm/*.patch if pip show vllm_omni > /dev/null 2>&1; then \ pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \ && patch -p1 < /workspace/patches/vllm_omni/*.patch; \ fi # buildkit
2026-02-01 12:39:29 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bisheng_toolkit/bishengir/bin:/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-8.5.0/tools/msobjdump:/usr/local/Ascend/cann-8.5.0/bin:/usr/local/Ascend/cann-8.5.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-8.5.0/tools/profiler/bin:/usr/local/Ascend/cann-8.5.0//tools/ascend_system_advisor/asys:/usr/local/python3.11.14/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin TASK_QUEUE_ENABLE=1 CPU_AFFINITY_CONF=1 PYTORCH_NPU_ALLOC_CONF=expandable_segments:True RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1
2026-02-01 12:39:29 UTC (buildkit.dockerfile.v0)WORKDIR /
2026-02-01 12:39:29 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["tini" "--"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.