helicone/dynamo-base:latest-vllm

Manifest digest

sha256:d826e6683e0f008725d3e37fc9a012b36f84013cf7156491b95ec52531be890f

OS/ARCH

linux/amd64

Compressed size

16.07 GB

Last pushed

about 1 year by helicone

Type

Image

Manifest digest

sha256:d826e6683e0f008725d3e37fc9a012b36f84013cf7156491b95ec52531be890f

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 29.19 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive105.36 MB

8ARG CUDA_VERSION=12.8.0.0380 B

9ARG CUDA_DRIVER_VERSION=570.86.100 B

10ARG JETPACK_HOST_MOUNTS=0 B

11ENV CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B

12RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=32 B

13RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=262.23 MB

14RUN |3 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=15.06 KB

15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B

16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

17ARG NCCL_VERSION=2.25.10 B

18ARG CUBLAS_VERSION=12.8.3.140 B

19ARG CUFFT_VERSION=11.3.3.410 B

20ARG CURAND_VERSION=10.3.9.550 B

21ARG CUSPARSE_VERSION=12.5.7.530 B

22ARG CUSOLVER_VERSION=11.7.2.550 B

23ARG CUTENSOR_VERSION=2.1.0.90 B

24ARG NPP_VERSION=12.3.3.650 B

25ARG NVJPEG_VERSION=12.3.5.570 B

26ARG CUFILE_VERSION=1.13.0.110 B

27ARG NVJITLINK_VERSION=12.8.610 B

28ARG CUDNN_VERSION=9.7.0.660 B

29ARG CUDNN_FRONTEND_VERSION=1.9.00 B

30ARG TRT_VERSION=10.8.0.430 B

31ARG TRTOSS_VERSION=0 B

32ARG NSIGHT_SYSTEMS_VERSION=2024.6.2.2250 B

33ARG NSIGHT_COMPUTE_VERSION=2025.1.0.140 B

34ARG CUSPARSELT_VERSION=0.6.3.20 B

35ENV NCCL_VERSION=2.25.1 CUBLAS_VERSION=12.8.3.14 CUFFT_VERSION=11.3.3.41 CURAND_VERSION=10.3.9.550 B

36RUN |21 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=5.84 GB

37

LABEL com.nvidia.nccl.version=2.25.1 com.nvidia.cublas.version=12.8.3.14 com.nvidia.cufft.version=11.3.3.41 com.nvidia.curand.version=10.3.9.55

0 B

38ARG DALI_VERSION=1.45.00 B

39ARG DALI_BUILD=0 B

40ARG DALI_URL_SUFFIX=1200 B

41ARG POLYGRAPHY_VERSION=0.49.160 B

42ARG TRANSFORMER_ENGINE_VERSION=1.140 B

43ARG MODEL_OPT_VERSION=0.21.00 B

44ENV DALI_VERSION=1.45.0 DALI_BUILD= DALI_URL_SUFFIX=120 POLYGRAPHY_VERSION=0.49.160 B

45ADD docs.tgz / # buildkit11.26 KB

46RUN |27 CUDA_VERSION=12.8.0.038 CUDA_DRIVER_VERSION=570.86.10 JETPACK_HOST_MOUNTS=182 B

47ARG _LIBPATH_SUFFIX=0 B

48

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

49COPY entrypoint/ /opt/nvidia/ # buildkit6.12 KB

50ENV NVIDIA_PRODUCT_NAME=CUDA0 B

51ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

52COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB

53RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB

54ARG GDRCOPY_VERSION=2.4.10 B

55ARG HPCX_VERSION=2.210 B

56ARG RDMACORE_VERSION=39.00 B

57ARG MOFED_VERSION=5.4-rdmacore39.00 B

58ARG OPENUCX_VERSION=1.18.00 B

59ARG OPENMPI_VERSION=4.1.70 B

60ARG EFA_VERSION=1.34.00 B

61ARG AWS_OFI_NCCL_VERSION=1.12.10 B

62ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B

63ARG TARGETARCH=amd640 B

64RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB

65

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

66ENV OMPI_MCA_coll_hcoll_enable=00 B

67ENV NCCL_NVLS_ENABLE=00 B

68COPY cuda-*.patch /tmp # buildkit503 B

69RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0333.51 MB

70ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

71COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.96 KB

72RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.05 KB

73ARG ARCH=amd640 B

74ARG ARCH_ALT=x86_640 B

75USER root0 B

76ARG PYTHON_VERSION=3.120 B

77RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12403.25 MB

78RUN |3 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1214.72 MB

79ARG NIXL_UCX_REF=v1.19.x0 B

80ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e40 B

81WORKDIR /workspace32 B

82RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12153 B

83RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12150 B

84RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1232 B

85RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12126.04 MB

86ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

87ENV CPATH=/usr/include0 B

88

ENV PATH=/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

89ENV PKG_CONFIG_PATH=/usr/lib/pkgconfig0 B

90SHELL [/bin/bash -c]0 B

91WORKDIR /workspace32 B

92RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1210.78 MB

93RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12116.13 MB

94RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.126.07 MB

95ENV ETCD_VERSION=v3.5.210 B

96RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1220.31 MB

97

ENV PATH=/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

98COPY /uv /uvx /bin/ #17.63 MB

99RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.128.62 KB

100ENV VIRTUAL_ENV=/opt/dynamo/venv0 B

101

ENV PATH=/opt/dynamo/venv/bin:/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

102RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.129.1 MB

103RUN |5 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.82 GB

104ARG VLLM_REPO=https://github.com/GuanLuo/vllm.git0 B

105ARG VLLM_REF=eaadf838ebe93e29a38a6fc1bab5a9801abe7d2c0 B

106ARG MAX_JOBS=160 B

107ENV MAX_JOBS=160 B

108ENV CUDA_HOME=/usr/local/cuda0 B

109RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.89 GB

110RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12298.95 MB

111RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.121.46 MB

112RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12111.6 MB

113RUN |8 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12165 B

114ARG PROM_VERSION=3.4.10 B

115RUN |9 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12755 B

116RUN |9 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1259.2 MB

117RUN |9 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1242.35 MB

118

ENV RUSTUP_HOME=/usr/local/rustup CARGO_HOME=/usr/local/cargo PATH=/usr/local/cargo/bin:/opt/dynamo/venv/bin:/usr/local/bin/etcd/:/usr/bin:/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin RUST_VERSION=1.87.0

0 B

119ARG RUSTARCH=x86_64-unknown-linux-gnu0 B

120RUN |10 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12275.58 MB

121ARG CARGO_BUILD_JOBS0 B

122ENV CARGO_BUILD_JOBS=160 B

123ENV DYNAMO_HOME=/workspace0 B

124ENV CARGO_TARGET_DIR=/workspace/target0 B

125WORKDIR /workspace32 B

126COPY /workspace /workspace # buildkit1.19 GB

127COPY /opt/nvidia/nvda_nixl /opt/nvidia/nvda_nixl # buildkit1.47 MB

128COPY /usr/local/cargo /usr/local/cargo # buildkit503.42 MB

129COPY . /workspace # buildkit12.34 MB

130RUN |11 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.12416.35 MB

131RUN |11 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1245.13 MB

132RUN |11 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.1251.81 MB

133RUN |11 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.123.34 MB

134RUN |11 ARCH=amd64 ARCH_ALT=x86_64 PYTHON_VERSION=3.122.21 KB

135

ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/opt/nvidia/nvda_nixl/lib/x86_64-linux-gnu/

0 B

136ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

137CMD []0 B

Command

 ARG RELEASE