Namespace
mixa3607
Image / Tag
vllm-gfx906:0.8.5-rocm-6.3.3
Content Digest
sha256:4aabe5832136c1257022419d092203f76d58917c19897983b400f8a8dafc889f
Details
Created

2025-11-03 14:35:48 UTC

Size

7.55 GB

Content Digest
Labels
  • maintainer
    dl.mlsedevops@amd.com
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    24.04

Environment
HIP_FORCE_DEV_KERNARG

1

LD_LIBRARY_PATH

/opt/rocm/lib:/usr/local/lib:

PATH

/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

PYTORCH_ROCM_ARCH

gfx906

RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES

1

ROCM_ARCH

gfx906

ROCM_PATH

/opt/rocm

TOKENIZERS_PARALLELISM

false

VLLM_TARGET_DEVICE

rocm


Layers

[#000] sha256:5a7813e071bfadf18aaa6ca8318be4824a9b6297b3240f2cc84c1db6f4113040 - 0.37% (28.4 MB)

[#001] sha256:86705afdd66a33dd8da72e5cad939a2d9e4cc8615cf787841a5531c912814b00 - 0.0% (239 Bytes)

[#002] sha256:6dff0bac96d1d30fc6771f2276ac2e2b7b65541562cc2d483f4030d2da847e65 - 73.41% (5.55 GB)

[#003] sha256:2e9849b03ff3207732445d38e1f679d874344c3b5eda8b927657ea676c25f0a6 - 0.0% (679 Bytes)

[#004] sha256:39a4d678a61ead7b5d3a51fd6af76fb700bab2a48492a4025c8e81f0039d04b4 - 0.0% (236 Bytes)

[#005] sha256:2296edf9faede62fe7afb41a56608ac0183b7c40a718f13e676e55ffd48cb3ec - 0.48% (37.1 MB)

[#006] sha256:e7c56eb9edc2ce37290eb5b2d0474da62e7c735ec61598588cb65f49c6552acc - 0.32% (24.8 MB)

[#007] sha256:b028e3771733fad52141d7fe92cdf139c2f05901a8eb3386d09a29fcf55d1211 - 0.15% (11.4 MB)

[#008] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#009] sha256:3faa74f7c890521dfc9991a120c32d662881ced33250288766df9530d5a753a8 - 1.6% (124 MB)

[#010] sha256:fcb2a236a6ada39cde9e8b7b802c115e3cffc88bd05241ae4f5083c9a53b9a25 - 9.12% (705 MB)

[#011] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#012] sha256:df03f087a0c7bfa1570d1ba1824d2bb2cd13bebc91969b16e5a01eda9069f94d - 0.0% (110 Bytes)

[#013] sha256:d960252aa69c3c9fde93443a37558d0f03def72229c6c06e0029e32415e39229 - 14.56% (1.1 GB)


History
2025-01-27 04:14:00 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-01-27 04:14:00 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-01-27 04:14:00 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-01-27 04:14:00 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04

2025-01-27 04:14:03 UTC

/bin/sh -c #(nop) ADD file:6df775300d76441aa33f31b22c1afce8dfe35c8ffbc14ef27c27009235b12a95 in /

2025-01-27 04:14:03 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-02-20 00:00:13 UTC (buildkit.dockerfile.v0)

LABEL maintainer=dl.mlsedevops@amd.com

2025-02-20 00:00:13 UTC (buildkit.dockerfile.v0)

ARG ROCM_VERSION=5.3

2025-02-20 00:00:13 UTC (buildkit.dockerfile.v0)

ARG AMDGPU_VERSION=5.3

2025-02-20 00:00:13 UTC (buildkit.dockerfile.v0)

ARG APT_PREF

2025-02-20 00:00:13 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3.3 AMDGPU_VERSION=6.3.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit

2025-02-20 00:05:33 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3.3 AMDGPU_VERSION=6.3.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ noble main" | tee --append /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu noble main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit

2025-02-20 00:05:33 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3.3 AMDGPU_VERSION=6.3.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit

2025-10-04 23:27:20 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c ROCM_VERSION_MAJOR=$(ls /opt/ | sed -nE 's|rocm-([0-9]+)\.([0-9]+)\.([0-9]+)|\1|1p') && ROCM_VERSION_MINOR=$(ls /opt/ | sed -nE 's|rocm-([0-9]+)\.([0-9]+)\.([0-9]+)|\2|1p') && ROCM_VERSION_PATCH=$(ls /opt/ | sed -nE 's|rocm-([0-9]+)\.([0-9]+)\.([0-9]+)|\3|1p') && echo "$ROCM_VERSION_MAJOR" > /opt/ROCM_VERSION_MAJOR && echo "$ROCM_VERSION_MINOR" > /opt/ROCM_VERSION_MINOR && echo "$ROCM_VERSION_PATCH" > /opt/ROCM_VERSION_PATCH && echo "$ROCM_VERSION_MAJOR.$ROCM_VERSION_MINOR" > /opt/ROCM_VERSION && echo "$ROCM_VERSION_MAJOR.$ROCM_VERSION_MINOR.$ROCM_VERSION_PATCH" > /opt/ROCM_VERSION_FULL && echo "Detected rocm version is $(cat /opt/ROCM_VERSION_FULL)" && true # buildkit

2025-10-04 23:27:53 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c apt-get update && apt-get install -y libfmt-dev # buildkit

2025-10-04 23:58:17 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c dpkg -i /dist/*.deb # buildkit

2025-10-04 23:58:18 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c dpkg -i /dist/*.deb # buildkit

2025-10-04 23:58:20 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c apt-get install # buildkit

2025-11-02 22:51:56 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c apt-get update && apt-get install -y software-properties-common git python3-pip && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python3.12 python3.12-dev python3.12-venv python3.12-lib2to3 python-is-python3 python3.12-full && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 1 && update-alternatives --set python3 /usr/bin/python3.12 && ln -sf /usr/bin/python3.12-config /usr/bin/python3-config && python3 -m pip config set global.break-system-packages true && pip install amdsmi==$(cat /opt/ROCM_VERSION_FULL) && true # buildkit

2025-11-02 23:29:33 UTC (buildkit.dockerfile.v0)

ARG ROCM_ARCH=gfx906

2025-11-02 23:29:33 UTC (buildkit.dockerfile.v0)

ENV ROCM_ARCH=gfx906

2025-11-02 23:29:33 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx906

2025-11-02 23:29:33 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-11-02 23:29:33 UTC (buildkit.dockerfile.v0)

ENV ROCM_PATH=/opt/rocm

2025-11-02 23:29:33 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:

2025-11-02 23:29:33 UTC (buildkit.dockerfile.v0)

RUN |1 ROCM_ARCH=gfx906 /bin/sh -c pip install /dist_torch/*.whl /dist_vision/torchvision-*.whl /dist_audio/torchaudio-*.whl && true # buildkit

2025-11-02 23:29:33 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

2025-11-03 13:46:05 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install amdsmi==$(cat /opt/ROCM_VERSION_FULL) # buildkit

2025-11-03 13:46:05 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx906

2025-11-03 13:46:05 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:

2025-11-03 13:46:05 UTC (buildkit.dockerfile.v0)

ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1

2025-11-03 13:46:05 UTC (buildkit.dockerfile.v0)

ENV TOKENIZERS_PARALLELISM=false

2025-11-03 13:46:05 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2025-11-03 13:46:05 UTC (buildkit.dockerfile.v0)

ENV VLLM_TARGET_DEVICE=rocm

2025-11-03 13:46:05 UTC (buildkit.dockerfile.v0)

WORKDIR /app/vllm

2025-11-03 14:35:48 UTC (buildkit.dockerfile.v0)

RUN /bin/sh -c pip install /dist_triton/*.whl /dist_vllm/*.whl && pip install -r requirements/rocm.txt && pip install opentelemetry-sdk opentelemetry-api opentelemetry-semantic-conventions-ai opentelemetry-exporter-otlp && pip install modelscope && true # buildkit

2025-11-03 14:35:48 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete