Sign inSign up

vllm/vime-rocm:latest

Manifest digest

sha256:3de38e0566effb9d97e14cd2412fa97467db96401776afb71fd424b09d9dfda9

OS/ARCH

linux/amd64

Compressed size

20.14 GB

Last pushed

2 months by vllm

Type

Image

Manifest digest

sha256:3de38e0566effb9d97e14cd2412fa97467db96401776afb71fd424b09d9dfda9

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6ENV DEBIAN_FRONTEND=noninteractive0 B
7ARG PYTHON_VERSION=3.120 B
8RUN |1 PYTHON_VERSION=3.12 /bin/sh -c185.42 MB
9RUN |1 PYTHON_VERSION=3.12 /bin/sh -c5.29 MB
10RUN |1 PYTHON_VERSION=3.12 /bin/sh -c46.87 MB
11ENV PATH=/opt/cmake-3.26.4/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
12ENV CCACHE_DIR=/root/.cache/ccache0 B
13ENV CCACHE_MAXSIZE=50G0 B
14ENV CMAKE_C_COMPILER_LAUNCHER=ccache0 B
15ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
16ENV CMAKE_HIP_COMPILER_LAUNCHER=ccache0 B
17ARG ROCM_VERSION=7.0.20 B
18ARG AMDGPU_VERSION=7.0.20 B
19ARG GFX_ARCH=gfx9500 B
20RUN |4 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.24.48 GB
21ENV ROCM_HOME=/opt/rocm0 B
22ENV CPLUS_INCLUDE_PATH=/opt/rocm/include0 B
23ENV LD_LIBRARY_PATH=/opt/rocm/lib0 B
24ENV PATH=/opt/rocm/bin:/opt/rocm/llvm/bin:/opt/cmake-3.26.4/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
25RUN |4 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.225.32 MB
26RUN |4 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.24.86 GB
27RUN |4 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.298.68 MB
28ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B
29ARG TRITON_BRANCH=ba5c15170 B
30RUN |6 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.25.46 GB
31ARG GPU_ARCH=gfx9500 B
32ENV PYTORCH_ROCM_ARCH=gfx9500 B
33WORKDIR /root32 B
34ARG FA_REPO=https://github.com/ROCm/flash-attention0 B
35ARG FA_TAG=83f9e450cd10e20701fb109db9c7703d376f282b0 B
36RUN |9 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2681.17 MB
37ARG GPU_ARCH=gfx9500 B
38ARG MAX_JOBS=0 B
39RUN |10 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2226.18 MB
40RUN |10 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.248.46 MB
41ARG GPU_ARCH=gfx9500 B
42ENV NVTE_USE_HIPBLASLT=10 B
43ENV NVTE_USE_ROCM=10 B
44ENV NVTE_FRAMEWORK=pytorch0 B
45ENV NVTE_ROCM_ARCH=gfx9500 B
46ARG TE_TAG=86438dc3d04e7726a2f8f7dc2bcbe74e2bc1f2820 B
47ARG MAX_JOBS=0 B
48RUN |11 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2110.15 MB
49RUN |11 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.218.55 KB
50ARG VLLM_TAG=43914dd740 B
51ARG MAX_JOBS=0 B
52RUN |12 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.22.13 GB
53RUN |12 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.236.36 MB
54RUN |12 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2469.85 KB
55RUN |12 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.270.86 MB
56ENV MIOPEN_DEBUG_CONV_DIRECT=00 B
57ARG AITER_TAG=v0.1.13.post10 B
58ARG GPU_ARCH=gfx9500 B
59ARG MAX_JOBS=0 B
60RUN |13 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.21.16 GB
61ARG PATCH_VERSION=latest0 B
62ARG MEGATRON_COMMIT=1dcf0dafa884ad52ffb243625717a3471643e0870 B
63RUN |15 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2123.98 MB
64COPY docker/amd_patch/latest/megatron.patch /root/Megatron-LM/ # buildkit11.16 KB
65COPY docker/amd_patch/latest/amd_megatron_fused_kernels_init.patch /root/Megatron-LM/ # buildkit814 B
66RUN |15 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2114.72 MB
67RUN |15 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.211.96 MB
68RUN |15 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2355.96 KB
69COPY requirements.txt /tmp/vime-requirements.txt # buildkit445 B
70RUN |15 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2264.84 MB
71COPY . /root/vime # buildkit20.01 MB
72RUN |15 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.211.2 KB
73RUN |15 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2185 B
74ENV CUDA_DEVICE_MAX_CONNECTIONS=10 B
75ENV HSA_NO_SCRATCH_RECLAIM=10 B
76ENV VLLM_ROCM_USE_AITER=10 B
77ENV PYTHONPATH=/root/vime:/root/Megatron-LM0 B
78RUN |15 PYTHON_VERSION=3.12 ROCM_VERSION=7.0.2 AMDGPU_VERSION=7.0.2605.59 KB
79WORKDIR /root/vime32 B
80ENTRYPOINT ["sleep"]0 B
81CMD ["infinity"]0 B

Command

 ARG RELEASE