COPY / / # buildkit

LABEL com.sugon.username=jenkins org.opencontainers.image.ref.name=ubuntu org.opencontainers.image.version=22.04

ENV PATH=/opt/dtk/bin:/opt/dtk/llvm/bin:/opt/dtk/hip/bin:/opt/dtk/hip/bin/hipify:/opt/hyhal/bin:/opt/dtk/opencl/bin:/opt/ucx/bin:/opt/mpi/bin:/opt/hwloc/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV TZ=Asia/Shanghai

ENV SHELL=/bin/bash

ENV LC_ALL=en_US.UTF-8

ENV LANG=en_US.UTF-8

ENV LANGUAGE=en_US.UTF-8

ENV LD_LIBRARY_PATH=/opt/dtk/dcc/gcvm/lib:/opt/dtk/hip/lib:/opt/dtk/llvm/lib:/opt/dtk/lib:/opt/dtk/lib64:/opt/hyhal/lib:/opt/hyhal/lib64:/opt/dtk/dushmem/lib:/opt/dtk/opencl/lib:/opt/ucx/lib:/opt/mpi/lib:/opt/hwloc/lib:

ENV MANPATH=/opt/mpi/share/man:

ENV MOFED_VERSION=23.10-4.0.9.1

ENV OS_VERSION=ubuntu22.04

ENV PLATFORM=x86_64

ENV UCX_HOME=/opt/ucx

ENV ROCM_PATH=/opt/dtk

ENV AICC_VERSION=9aee5c_20260605

ENV DTK_VERSION=2604

ENV HYHAL_PATH=/opt/hyhal

ENV AMDGPU_TARGETS=gfx906;gfx926;gfx928;gfx936;gfx938

ENV HIP_PATH=/opt/dtk/hip

ENV MIOPEN_FIND_MODE=3

ENV CMAKE_PREFIX_PATH=/opt/hyhal:

ENV LIBRARY_PATH=/opt/hyhal/lib:/opt/dtk/opencl/lib:/opt/dtk/dushmem/lib

ENV C_INCLUDE_PATH=/opt/dtk/dcc/gcvm/include:/opt/dtk/include:/opt/hyhal/include:/opt/dtk/llvm/include:/opt/dtk/opencl/include

ENV CPLUS_INCLUDE_PATH=/opt/dtk/dcc/gcvm/include:/opt/dtk/include:/opt/hyhal/include:/opt/dtk/llvm/include:/opt/dtk/dushmem/include:/opt/dtk/opencl/include

SHELL [/bin/bash -eo pipefail -c]

ARG TARGETPLATFORM=linux/amd64

ARG TARGETOS=linux

ARG TARGETARCH=amd64

ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8

RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools # Refresh apt-get update -y && apt-get install -y --no-install-recommends \ software-properties-common apt-transport-https \ ca-certificates gnupg2 lsb-release gnupg-agent \ && apt-get update -y \ && add-apt-repository -y ppa:ubuntu-toolchain-r/test \ && apt-get update -y # Install apt-get install -y --no-install-recommends \ ca-certificates build-essential binutils bash openssl \ curl wget aria2 \ git git-lfs \ unzip xz-utils \ tzdata locales \ iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \ rdma-core rdmacm-utils infiniband-diags \ procps sysstat htop \ tini vim jq bc tree # Update locale localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8 # Update timezone rm -f /etc/localtime \ && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \ && echo "Asia/Shanghai" > /etc/timezone \ && dpkg-reconfigure --frontend noninteractive tzdata # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit

RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # GCC # Upgrade GCC if the Ubuntu version is lower than 21.04. source /etc/os-release if (( $(echo "${VERSION_ID} > 21.04" | bc -l) )); then echo "Skipping GCC upgrade for ${VERSION_ID}..." exit 0 fi # Install apt-get install -y --no-install-recommends \ gcc-11 g++-11 gfortran-11 gfortran # Update alternatives if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10 if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10 if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10 if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10 if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10 if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10 if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10 if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10 if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10 if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10 if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10 # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit

RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # C buildkit # Install apt-get install -y --no-install-recommends \ make ninja-build pkg-config ccache curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1 # Install dependencies apt-get install -y --no-install-recommends \ perl-openssl-defaults perl yasm \ zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \ openssl libssl-dev libsqlite3-dev lcov libomp-dev \ libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \ libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \ libncurses5-dev libreadline6-dev libsqlite3-dev \ liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \ ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \ libnuma1 libnuma-dev libjemalloc-dev \ libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \ libnl-route-3-200 libnl-3-200 libnl-3-dev libnl-route-3-dev \ libibverbs1 libibverbs-dev \ librdmacm1 librdmacm-dev \ libibumad3 libibumad-dev \ libtool \ ibverbs-utils ibverbs-providers libibverbs-dev \ openmpi-bin openmpi-common libopenmpi-dev # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit

ARG PYTHON_VERSION=3.10

ENV PYTHON_VERSION=3.10

RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.10 /bin/bash -eo pipefail -c # Python if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then echo "Skipping Python upgrade for ${PYTHON_VERSION}..." if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);") echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf ldconfig -v fi exit 0 fi # Add deadsnakes PPA for Python versions for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; } done apt-get update -y # Install apt-get install -y --no-install-recommends \ python${PYTHON_VERSION} \ python${PYTHON_VERSION}-dev \ python${PYTHON_VERSION}-venv \ python${PYTHON_VERSION}-lib2to3 \ python${PYTHON_VERSION}-gdbm \ python${PYTHON_VERSION}-tk if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then apt-get install -y --no-install-recommends \ python${PYTHON_VERSION}-distutils fi # Update alternatives if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1 curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION} if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* \ && rm -rf /var/cache/apt # buildkit

ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match

RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.10 /bin/bash -eo pipefail -c # Buildkit # Drop the internal-only pip index shipped by the vanilla base image so # pip falls back to the official PyPI. rm -rf /root/.pip/pip.conf /etc/pip.conf cat <<EOT >/tmp/requirements.txt build cmake<4 ninja<1.11 setuptools>=77.0.3,<80.0.0 setuptools-scm packaging<25 wheel==0.45.1 pybind11<3 Cython psutil pipx<=1.8.0 uv<=0.9.11 EOT pip install -r /tmp/requirements.txt # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit

ARG DTK_VERSION=26.04

ARG DTK_ARCHS

ENV DTK_HOME=/opt/dtk DTK_VERSION=26.04 DTK_ARCHS=

SHELL [/bin/bash -eo pipefail -c]

ARG TARGETPLATFORM=linux/amd64

ARG TARGETOS=linux

ARG TARGETARCH=amd64

ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1

ARG VLLM_TORCH_VERSION=2.10.0

ENV VLLM_TORCH_VERSION=2.10.0

ARG VLLM_VERSION=0.18.1

ENV VLLM_VERSION=0.18.1

ARG VLLM_LMCACHE_VERSION=0.5.0

ENV VLLM_LMCACHE_VERSION=0.5.0

ARG DTK_PYPI_INDEX=http://42.228.13.241:9929/nightly/dtk2604/+simple/

RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.10 DTK_VERSION=26.04 DTK_ARCHS= VLLM_TORCH_VERSION=2.10.0 VLLM_VERSION=0.18.1 VLLM_LMCACHE_VERSION=0.5.0 DTK_PYPI_INDEX=http://42.228.13.241:9929/nightly/dtk2604/+simple/ /bin/bash -eo pipefail -c # LMCache # Install the DTK-adapted prebuilt wheel from the Hygon DTK nightly index. # Building from source is not viable on DTK/HIP, as recent LMCache ships # CUDA-only inline assembly kernels that HIP cannot compile. DTK_PYPI_HOST=$(echo "${DTK_PYPI_INDEX}" | sed -E 's#^https?://([^:/]+).*#\1#') pip install \ --index-url "${DTK_PYPI_INDEX}" \ --extra-index-url "https://pypi.org/simple/" \ --trusted-host "${DTK_PYPI_HOST}" \ lmcache==${VLLM_LMCACHE_VERSION} # Cleanup rm -rf /var/tmp/* \ && rm -rf /tmp/* # buildkit

RUN |10 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.10 DTK_VERSION=26.04 DTK_ARCHS= VLLM_TORCH_VERSION=2.10.0 VLLM_VERSION=0.18.1 VLLM_LMCACHE_VERSION=0.5.0 DTK_PYPI_INDEX=http://42.228.13.241:9929/nightly/dtk2604/+simple/ /bin/bash -eo pipefail -c # Postprocess # Review uv pip tree \ --package vllm \ --package torch \ --package lmcache # buildkit

ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1 RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1 TOKENIZERS_PARALLELISM=false SAFETENSORS_FAST_GPU=1

WORKDIR /

ENTRYPOINT ["tini" "--"]

SHELL [/bin/bash -eo pipefail -c]

ARG TARGETPLATFORM=linux/amd64

ARG TARGETOS=linux

ARG TARGETARCH=amd64

RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c uv pip install --no-deps "numpy==1.26.4" python - <<'PYEOF' import numpy assert numpy.__version__ == "1.26.4", \ f"expected numpy 1.26.4, got {numpy.__version__}" PYEOF # buildkit

RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # The NIXL EP modules are owned by the nixl, nixl-cu12, and nixl-cu13 # distributions in the DTK base image. Do not fail if a future base image # no longer includes one of them; the import check below remains required. uv pip uninstall nixl nixl-cu12 nixl-cu13 || true python - <<'PYEOF' import importlib.util for module_name in ("nixl_ep", "nixl_ep_cu12", "nixl_ep_cu13"): assert importlib.util.find_spec(module_name) is None, \ f"{module_name} is still discoverable after DTK image cleanup" PYEOF # buildkit

RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Review uv pip tree \ --package numpy \ --package torch \ --package vllm # buildkit

WORKDIR /

ENTRYPOINT ["tini" "--"]