alpayariyakrunpod/vllm:rocm

Manifest digest

sha256:e6accedaf97bc02a2119827027a895f0047dbbb4a036687210239777428ca5c2

OS/ARCH

linux/amd64

Compressed size

21.55 GB

Last pushed

over 2 years by alpayariyakrunpod

Type

Image

Manifest digest

sha256:e6accedaf97bc02a2119827027a895f0047dbbb4a036687210239777428ca5c2

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=20.040 B

5ADD file ... in / 27.26 MB

6CMD ["/bin/bash"]0 B

7ARG UBUNTU_VERSION0 B

8ENV DEBIAN_FRONTEND=noninteractive0 B

9ARG PYTORCH_ROCM_ARCH0 B

10ENV PYTORCH_ROCM_ARCH=gfx900;gfx906;gfx908;gfx90a;gfx1030;gfx1100;gfx1101;gfx940;gfx941;gfx9420 B

11COPY file:97d5ac6a5c3f0e2303f17cc78dd60631a2b55d16019dde1a987354ff3eb1ea1a in install_base.sh 2.01 KB

12|1 UBUNTU_VERSION=20.04 /bin/sh -c bash302.22 MB

13ARG LLVMDEV0 B

14ARG CLANG_VERSION0 B

15COPY file:ea4470f09a1a3c3e7b5e68367ef79048b788247d3169e9da385ac1a9afb3216a in install_clang.sh 804 B

16|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh106 B

17COPY file:c6304d808aa099de4888e640fb5596877c462b857b7c670e8d091c4165ccf0a4 in install_user.sh 544 B

18|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=20.04 /bin/sh1.25 KB

19ARG ANACONDA_PYTHON_VERSION0 B

20ARG CONDA_CMAKE0 B

21ENV ANACONDA_PYTHON_VERSION=3.90 B

22ENV PATH=/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

23COPY file:34ee2b9fa800a5a23eb260bdb604c27a4b68f53a13552a8828fb03c9168a6d42 in /opt/conda/requirements-ci.txt 2.73 KB

24COPY file:ae4a1981317a43c9aa957f39d19dac6ea55993bc8238455aca2764e4b5f7dd58 in install_conda.sh 2.01 KB

25COPY file:c5302e49e297c6cd3705786f39312b29dc4a58c734f1c1a397ca2038754c6af5 in common_utils.sh 724 B

26|4 CLANG_VERSION= CONDA_CMAKE=yes LLVMDEV= UBUNTU_VERSION=20.042.27 GB

27ARG GCC_VERSION0 B

28COPY file:a6be3fca5763d553ed3491dd421b101b6a4ea1af953b169ac5c98b0e15ecbe62 in install_gcc.sh 380 B

29|5 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=104 B

30ARG PROTOBUF0 B

31COPY file:344c63eb5c09e7fc866f75cf5fb95abff4fa96c150b296f810dc96b48a7e7505 in install_protobuf.sh 887 B

32|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=115.85 MB

33|6 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION= LLVMDEV=109 B

34ENV INSTALLED_PROTOBUF=yes0 B

35ARG DB0 B

36COPY file:780b56a8d793c04ac8e9065142e0cdb5b683631502e90d9f784c8e9a36402015 in install_db.sh 558 B

37|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=1.09 MB

38|7 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=103 B

39ENV INSTALLED_DB=yes0 B

40ARG VISION0 B

41COPY multi:73ecdd32c88d03052ef890e557c91bc92eedab26de2fd8fed55c23d21cae50e9 in ./ 1.47 KB

42|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=417.44 MB

43|8 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=160 B

44ENV INSTALLED_VISION=yes0 B

45ARG ROCM_VERSION0 B

46COPY file:53a0fa6ebbdb6ef5fc402277e26bd1d10e947a0e5828c1a05af5ed29c530f1a2 in install_rocm.sh 1.68 KB

47|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=5.61 GB

48|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=105 B

49COPY file:4390c03560f8bb3a145ca0afafcc0b4b414f222b95cf2c9285526c4350461cc1 in install_rocm_magma.sh 883 B

50|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=606.72 MB

51|9 CLANG_VERSION= CONDA_CMAKE=yes DB=yes GCC_VERSION=111 B

52ENV ROCM_PATH=/opt/rocm0 B

53

ENV PATH=/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

54

ENV PATH=/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

55

ENV PATH=/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

56

ENV PATH=/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

57

ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

58ENV MAGMA_HOME=/opt/rocm/magma0 B

59ENV LANG=C.UTF-80 B

60ENV LC_ALL=C.UTF-80 B

61ARG CMAKE_VERSION0 B

62COPY file:81e429df46fa0455cf421853efc016e51afc523e70e51c6582fa7b29fe87e4bb in install_cmake.sh 565 B

63|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes41.19 MB

64|10 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes106 B

65ARG NINJA_VERSION0 B

66COPY file:00cb9f7fa5c380835603121c64a21edd9ecfa3bac0af0ec60f552a7669c314e7 in install_ninja.sh 294 B

67|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes86.23 KB

68|11 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes106 B

69ARG TRITON0 B

70COPY file:61bb856f9a7ef70a47b8fce5f63647d6023a871212e57732ed668270e1a86e4b in install_triton.sh 1.12 KB

71COPY file:c5302e49e297c6cd3705786f39312b29dc4a58c734f1c1a397ca2038754c6af5 in common_utils.sh 724 B

72COPY file:366c838f2d1896017af131702da510a15fb495e04d99ab50c2e4aad25c82006b in triton-rocm.txt 141 B

73COPY file:6971af8a0cf234fe6f809656abc0cbd403a9607d84fffbf477b8a06c5efa8dc0 in triton_version.txt 120 B

74|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes1.06 GB

75|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes177 B

76COPY file:0838d251e98cd169718c8b92dd9587a248266bb3b15480aa1b69fea3b91181b5 in install_cache.sh 1.8 KB

77

ENV PATH=/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

78|12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes DB=yes15.24 MB

79ARG BUILD_ENVIRONMENT0 B

80ENV BUILD_ENVIRONMENT=pytorch-linux-focal-rocm6.0-py3.90 B

81USER jenkins0 B

82CMD ["bash"]0 B

83ARG FRAME_NAME0 B

84ARG OS_CHOICE0 B

85ARG PY_VER0 B

86ARG PY_EXTRA_PK0 B

87ARG MAX_JOBS=40 B

88ENV MAX_JOBS=320 B

89USER root0 B

90COPY dir:092b3ca84fd1f6e525b42df2fd969db112baec4b96f2cc55851ffdc37322eceb in /var/lib/jenkins 6.7 KB

91COPY dir:168976935a86315fe497adb61ed0f313361ce3b1a7c257cc2b27a3c1671c2da4 in /var/lib/jenkins/pytorch 2.38 GB

92WORKDIR /var/lib/jenkins0 B

93|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu20.04 PY_EXTRA_PK= PY_VER=py3.90 B

94|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu20.04 PY_EXTRA_PK= PY_VER=py3.93.89 GB

95ENV ROCM_PATH=/opt/rocm0 B

96ENV MPI_HOME=/opt/ompi0 B

97ENV UCX_HOME=/opt/ucx0 B

98

ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

99ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:0 B

100ENV CI=10 B

101ENV PYTORCH_TEST_WITH_ROCM=10 B

102ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda0 B

103ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B

104ARG BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.10 B

105RUN |1 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 /bin/sh -c32 B

106ARG FA_GFX_ARCHS=gfx90a;gfx9420 B

107RUN |2 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 /bin/sh32 B

108ARG FA_BRANCH=ae7928c0 B

109RUN |3 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c32 B

110ARG BUILD_FA=10 B

111ARG BUILD_TRITON=10 B

112RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c18.34 MB

113RUN |5 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c1.75 GB

114ARG APP_MOUNT=/app0 B

115VOLUME [[ /app ]]0 B

116WORKDIR /app93 B

117RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c5.46 MB

118RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c46.35 MB

119ENV LLVM_SYMBOLIZER_PATH=/opt/rocm/llvm/bin/llvm-symbolizer0 B

120

ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.9/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/rocm/bin:/libtorch/bin:

0 B

121ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib::/opt/rocm/lib/:/libtorch/lib:0 B

122ENV CPLUS_INCLUDE_PATH=:/libtorch/include:/libtorch/include/torch/csrc/api/include/:/opt/rocm/include/:0 B

123RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c228.72 MB

124RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c288 B

125RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c2.29 GB

126COPY ./ /app/vllm # buildkit9.44 MB

127RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c94.44 MB

128RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c340.6 MB

129RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c1.34 KB

130RUN |6 BASE_IMAGE=rocm/pytorch:rocm6.0_ubuntu20.04_py3.9_pytorch_2.1.1 FA_GFX_ARCHS=gfx90a;gfx942 FA_BRANCH=ae7928c75.68 MB

131CMD ["/bin/bash"]0 B

Command

 ARG RELEASE