Sign inSign up

rocm/vllm-dev:build-01a19728-1cdc-43db-8a3a-63fc259d8335

Manifest digest

sha256:55a7e7f4b7c4f072244c46a3d559b01b202c917dbc4149ca642ba01d4cacb0ba

OS/ARCH

linux/amd64

Compressed size

8.88 GB

Last pushed

about 1 hour by rocmvllm

Type

Image

Manifest digest

sha256:55a7e7f4b7c4f072244c46a3d559b01b202c917dbc4149ca642ba01d4cacb0ba

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 26.11 MB
5CMD ["/bin/bash"]0 B
6ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
7ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
8ARG AITER_ROCM_ARCH=gfx942;gfx9500 B
9ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
10ARG SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B
11ENV SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages0 B
12ENV SDK_DEV=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel SDK_CORE=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core0 B
13ENV ROCM_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel ROCM_HOME=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel HIP_CLANG_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin0 B
14ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/rocm_sysdeps/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/lib/rocm_sysdeps/lib0 B
15ENV PATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
16ENV ROCSHMEM_DIR=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel0 B
17ENV HSA_NO_SCRATCH_RECLAIM=10 B
18ARG PYTHON_VERSION=3.120 B
19ENV PYTHON_VERSION=3.120 B
20ARG REFRESH=2026-10-120 B
21RUN |5 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages145 B
22WORKDIR /app16 B
23ENV DEBIAN_FRONTEND=noninteractive0 B
24RUN |5 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages259.89 MB
25RUN |5 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages33.41 MB
26RUN |5 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages3.29 MB
27ARG ROCM_RELEASE_WHEELS_MULTIARCH_URL=https://stable.repo.amd.com/rocm/whl-next/0 B
28ARG ROCM_NIGHTLY_WHEELS_MULTIARCH_URL=https://nightly.repo.amd.com/rocm/whl-next/0 B
29ARG ROCM_SDK_VERSION=10.0.00 B
30RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages736.58 MB
31ARG TORCH_VERSION=2.13.0+rocm10.0.00 B
32ARG TORCHAUDIO_VERSION=2.11.0+rocm10.0.00 B
33ARG TORCHVISION_VERSION=0.28.0+rocm10.0.00 B
34RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages607.27 MB
35SHELL [/bin/bash -c]0 B
36RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages5.09 GB
37RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages16 B
38RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages237.06 KB
39ENV PYTHONPATH=/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/share/amd_smi0 B
40RUN |11 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages14.01 KB
41ARG TRITON_VERSION=3.8.0+git669b31ac0 B
42LABEL ai.vllm.rocm.variant=rocm1000 B
43ENV ROCPROFILER_QUEUE_INTERPOSITION=00 B
44COPY /staging/lib/ /usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/ # buildkit14.16 MB
45RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages1011.42 KB
46RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages10.59 KB
47RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages550.31 KB
48RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages4.49 MB
49RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages651.02 MB
50RUN |12 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages16 B
51ARG BASE_IMAGE=ubuntu:22.04@sha256:5ec03bb3441e8b0bf3b4f9cd4629a1ae763010dc3035bb8da3ae6cf0264864010 B
52ARG PYTHON_VERSION=3.120 B
53ARG ROCM_SDK_VERSION=10.0.00 B
54ARG TORCH_VERSION=2.13.0+rocm10.0.00 B
55ARG TORCHAUDIO_VERSION=2.11.0+rocm10.0.00 B
56ARG TORCHVISION_VERSION=0.28.0+rocm10.0.00 B
57ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
58ARG AITER_ROCM_ARCH=gfx942;gfx9500 B
59ARG TRITON_BRANCH=669b31ac0 B
60ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
61ARG FA_BRANCH=0e60e3940 B
62ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
63ARG AITER_BRANCH=v0.1.270 B
64ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B
65ARG MORI_BRANCH=v1.2.3.post10 B
66ARG MORI_REPO=https://github.com/ROCm/mori.git0 B
67ARG ROCM_SYSTEMS_REPO=https://github.com/ROCm/rocm-systems.git0 B
68ARG ROCM_RUNTIME_COMMIT=25e14349f2606a6b95c4ccd45eb92a1835646cf20 B
69ARG TRITON_VERSION=3.8.0+git669b31ac0 B
70RUN |23 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 AITER_ROCM_ARCH=gfx942;gfx950 SITE_PACKAGES=/usr/local/lib/python3.12/dist-packages561 B
71RUN /bin/bash -c apt-get update221.14 MB
72RUN /bin/bash -c python3 -m16 B
73RUN /bin/bash -c curl -LsSf15.75 MB
74ENV UV_HTTP_TIMEOUT=5000 B
75ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
76ENV UV_LINK_MODE=copy0 B
77ENV CCACHE_DIR=/root/.cache/ccache0 B
78ENV CCACHE_COMPILERCHECK=content0 B
79RUN /bin/bash -c uv pip977.74 KB
80ARG NIC_BACKEND=all0 B
81ARG AINIC_VERSION=1.117.5-a-770 B
82ARG UBUNTU_CODENAME=jammy0 B
83RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy846.83 KB
84RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy596 B
85RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy3.01 MB
86RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy531.61 MB
87RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy1.91 MB
88RUN |3 NIC_BACKEND=all AINIC_VERSION=1.117.5-a-77 UBUNTU_CODENAME=jammy167 B
89ENV KINETO_CONFIG=/app/libkineto.conf0 B
90ENV MIOPEN_DEBUG_CONV_DIRECT=00 B
91ENV MIOPEN_DEBUG_CONV_GEMM=00 B
92ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
93ENV UCX_ROCM_COPY_SIGPOOL_MAX_ELEMS=inf0 B
94ENV UCX_ROCM_IPC_SIGPOOL_MAX_ELEMS=inf0 B
95ENV TOKENIZERS_PARALLELISM=false0 B
96ENV SAFETENSORS_FAST_GPU=10 B
97ENV HIP_FORCE_DEV_KERNARG=10 B
98ENV PYTORCH_NVML_BASED_CUDA_CHECK=10 B
99ARG STACK=rocm0 B
100LABEL ai.vllm.rocm.stack=rocm0 B
101COPY /root/.cargo /root/.cargo # buildkit7.29 MB
102COPY /root/.rustup /root/.rustup # buildkit239.91 MB
103ENV CARGO_HOME=/root/.cargo RUSTUP_HOME=/root/.rustup PATH=/root/.cargo/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/lib/python3.12/dist-packages/_rocm_sdk_core/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
104COPY /out / # buildkit14.51 MB
105RUN /bin/bash -c ldconfig &&2.85 MB
106RUN /bin/bash -c sp="$(python3 -c302.16 MB
107RUN /bin/bash -c uv pip24.07 MB
108ENV HF_XET_HIGH_PERFORMANCE=10 B
109ARG AITER_NIGHTLY=0 B
110ARG AITER_SPEC=0 B
111RUN |2 AITER_NIGHTLY= AITER_SPEC= /bin/bash16 B
112COPY /out / # buildkit79.35 MB
113COPY /out / # buildkit48.83 MB
114COPY . /vllm-workspace/ # buildkit35.53 MB
115COPY vllm /vllm-workspace/src/vllm # buildkit9.85 MB
116WORKDIR /vllm-workspace16 B

Command

 ARG RELEASE