rocm/atom-dev:sglang-benchmark-40827705190-1-e7bf893-0.5.20-v0.5.20

Index digest

sha256:163cbdf3d22ff55c32722b14e717e2c89a2c2f001a0e5e02821b09c8bece171e

OS/ARCH

linux/amd64

Compressed size

17.98 GB

Last pushed

3 days by valarlip

Type

Image

Manifest digest

sha256:15ed92f650c1885fc34bb6487f5425a899841500b1d4492cbf25b9ed4aaf98fe

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.version=24.040 B

4ADD file ... in / 28.36 MB

5CMD ["/bin/bash"]0 B

6ARG BASE_IMAGE=ubuntu:24.040 B

7ARG PYTHON_VERSION=3.120 B

8ARG PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8330 B

9ARG TORCHVISION_VERSION=0.25.0+rocm7.2.4.git82df5f590 B

10ARG TORCHAUDIO_VERSION=2.10.0+rocm7.2.4.git5047768f0 B

11ARG TRITON_VERSION=3.6.0+rocm7.2.4.git4ed888920 B

12ARG APEX_VERSION=1.10.0+rocm7.2.4.git751f5dd50 B

13ARG ROCM_VERSION=7.2.40 B

14ARG UBUNTU_VERSION=24.040 B

15ARG PYTORCH_WHEEL_INDEX=https://repo.radeon.com/rocm/manylinux/rocm-rel-7.2.4/0 B

16

LABEL org.opencontainers.image.ref.name=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0+rocm7.2.4.lw.git3d3aa833

0 B

17ENV DEBIAN_FRONTEND=noninteractive0 B

18RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833258.73 KB

19RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833116.29 MB

20ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib0 B

21RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833114.67 MB

22RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833122.36 MB

23ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

24RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8337.37 GB

25RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa8331.94 GB

26RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.10.0+rocm7.2.4.lw.git3d3aa833135.12 KB

27ARG GPU_ARCH=gfx942;gfx9500 B

28ARG BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.00 B

29ENV GPU_ARCH_LIST=gfx942;gfx9500 B

30ENV PYTORCH_ROCM_ARCH=gfx942;gfx9500 B

31ENV ATOM_BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.00 B

32ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B

33RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh85.34 MB

34RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B

35RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B

36RUN |2 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 /bin/sh32 B

37ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/0 B

38ARG TRITON_PIN_VERSION=3.8.0+amd.rocm7.2.0.git7cb7b0590 B

39ARG TRITON_KERNELS_PIN_VERSION=1.0.0+amd.rocm7.2.0.git7cb7b0590 B

40

RUN |5 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

929.68 MB

41ARG ATOM_REPO=https://github.com/ROCm/ATOM.git0 B

42ARG ATOM_COMMIT=main0 B

43

RUN |7 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

196.83 MB

44

RUN |7 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

18.38 MB

45ARG INSTALL_MOONCAKE=10 B

46ARG INSTALL_MOONCAKE_STORE=10 B

47ARG MOONCAKE_REPO=https://github.com/kvcache-ai/Mooncake.git0 B

48ARG MOONCAKE_COMMIT=v0.3.14-rc10 B

49ARG USE_HIP_DMABUF=ON0 B

50ARG VENV_PYTHON=/opt/venv/bin/python0 B

51

RUN |13 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

126.42 MB

52ENV PATH=/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

53

RUN |13 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

204.34 MB

54

ARG IONIC_DEB_URL=https://repo.radeon.com/amdainic/pensando/ubuntu/1.117.1-a-63/pool/main/r/rdma-core/libionic1_54.0-149.g3304be71_amd64.deb

0 B

55

RUN |14 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

504.35 KB

56

RUN |14 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

469.71 MB

57ENV MOONCAKE_DISABLE_HIP_DMABUF=10 B

58ARG RUST_VERSION=1.94.00 B

59

RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

203.2 MB

60

ENV PATH=/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

61COPY /rccl-pkgs/ /tmp/rccl/ # buildkit16.97 MB

62

RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

18.05 MB

63COPY /app/aiter-test /app/aiter-test # buildkit1.74 GB

64

RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

624.58 MB

65

RUN |15 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

92 B

66ARG CACHEBUST=17931952020 B

67ARG ATOM_MESH_FEATURES=0 B

68

RUN |17 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

796.32 MB

69

RUN |17 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

32 B

70

RUN |17 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

2.01 MB

71

RUN |17 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

14.6 MB

72ARG LMCACHE_WHEEL_SHA256=68c0f6870c82497b4a1fef5c365960119bedfe66715a410457ae45eb6164cc030 B

73ARG LMCACHE_TAG=v0.4.50 B

74

RUN |19 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

316.1 MB

75ARG INSTALL_AGENTX_HARNESS=10 B

76ARG AGENTX_HARNESS_VERSION=1.0.90 B

77

RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

302.04 MB

78

RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

32 B

79ARG TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/0 B

80ARG TRITON_PIN_VERSION=3.8.0+amd.rocm7.2.0.git7cb7b0590 B

81ARG TRITON_KERNELS_PIN_VERSION=1.0.0+amd.rocm7.2.0.git7cb7b0590 B

82

RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

32 B

83COPY /staging/ /opt/rocm/ # buildkit14.09 MB

84

RUN |21 GPU_ARCH=gfx942;gfx950 BASE_IMAGE=rocm/pytorch:rocm7.2.4_ubuntu24.04_py3.12_pytorch_release_2.10.0 TRITON_INDEX_URL=https://pypi.amd.com/triton/release_0914/rocm-7.2.0/simple/

14.12 MB

85CMD ["/bin/bash"]0 B

86RUN /bin/sh -c pip install1.83 MB

87RUN /bin/sh -c pip show32 B

88RUN /bin/sh -c pip install6.9 MB

89RUN /bin/sh -c pip show32 B

90RUN /bin/sh -c echo "===32 B

91RUN /bin/sh -c pip uninstall343 B

92RUN /bin/sh -c pip install600.25 KB

93RUN /bin/sh -c pip show32 B

94RUN /bin/sh -c pip install271.53 KB

95RUN /bin/sh -c rm -rf132 B

96RUN /bin/sh -c git clone835.37 MB

97RUN /bin/sh -c echo "===32 B

98RUN /bin/sh -c echo "===32 B

99RUN /bin/sh -c pip uninstall363 B

100RUN /bin/sh -c rm -rf127 B

101COPY . /app/ATOM # buildkit18.31 MB

102RUN /bin/sh -c cd /app/ATOM139.94 KB

103RUN /bin/sh -c echo "===32 B

104ARG GPU_ARCH=gfx942;gfx9500 B

105ARG VENV_PYTHON=/opt/venv/bin/python0 B

106ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git0 B

107ARG SGLANG_REF=v0.5.200 B

108LABEL com.rocm.atom.sglang_ref=v0.5.200 B

109

ENV PATH=/opt/venv/bin:/root/.cargo/bin:/usr/local/go/bin:/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

110ENV PYTHONPATH=/app/sglang/python:/app/ATOM:0 B

111RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git473.75 MB

112RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git516.11 MB

113RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git17.28 MB

114RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git492.44 MB

115RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git240 B

116RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git1.55 MB

117RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git109.57 KB

118RUN |4 GPU_ARCH=gfx942;gfx950 VENV_PYTHON=/opt/venv/bin/python SGLANG_REPO=https://github.com/sgl-project/sglang.git32 B

119CMD ["/bin/bash"]0 B

Command

 ARG RELEASE