Sign inSign up

ignaciolopezluna020/model-runner:test-cuda

Multi-platform
Index digest

sha256:14a9b6e08c08aef25eee1a147a2a17c49296cc718952a8d87197c73df3b1f55d

OS/ARCH

Compressed size

1.75 GB

Last pushed

5 months by ignaciolopezluna020

Type

Image

Manifest digest

sha256:bda4d9f1010b9d673ec9bb132eabe578acec84588e2a399ae9db81176e1fcdb6

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 27.53 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=sbsa0 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=13.1 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
9ENV NV_CUDA_CUDART_VERSION=13.1.80-10 B
10ARG TARGETARCH0 B
11LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
12RUN |1 TARGETARCH=arm64 /bin/sh -c4.32 MB
13ENV CUDA_VERSION=13.1.10 B
14RUN |1 TARGETARCH=arm64 /bin/sh -c139.42 MB
15RUN |1 TARGETARCH=arm64 /bin/sh -c32 B
16RUN |1 TARGETARCH=arm64 /bin/sh -c187 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=13.1.1-10 B
23ENV NV_NVTX_VERSION=13.1.115-10 B
24ENV NV_LIBNPP_VERSION=13.0.3.3-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-13-1=13.0.3.3-10 B
26ENV NV_LIBCUSPARSE_VERSION=12.7.3.1-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-10 B
28ENV NV_LIBCUBLAS_VERSION=13.2.1.1-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-1=13.2.1.1-10 B
30ARG TARGETARCH0 B
31LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
32RUN |1 TARGETARCH=arm64 /bin/sh -c1.33 GB
33RUN |1 TARGETARCH=arm64 /bin/sh -c58.05 KB
34COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB
35COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB
36ENV NVIDIA_PRODUCT_NAME=CUDA0 B
37ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
38RUN /bin/sh -c apt-get update3.42 MB
39COPY /app/lib/ /app # buildkit120.56 MB
40ENV LLAMA_ARG_HOST=0.0.0.00 B
41COPY /app/full/llama-server /app # buildkit2.76 MB
42WORKDIR /app32 B
43HEALTHCHECK &{["CMD" "curl" "-f" "http://localhost:8080/health"]0 B
44ENTRYPOINT ["/app/llama-server"]0 B
45ARG LLAMA_SERVER_VARIANT=cuda0 B
46RUN |1 LLAMA_SERVER_VARIANT=cuda /bin/sh -c3.37 KB
47COPY scripts/ /scripts/ # buildkit10.89 KB
48RUN |1 LLAMA_SERVER_VARIANT=cuda /bin/sh -c331 B
49WORKDIR /app32 B
50RUN |1 LLAMA_SERVER_VARIANT=cuda /bin/sh -c123.32 MB
51USER modelrunner0 B
52ENV MODEL_RUNNER_SOCK=/var/run/model-runner/model-runner.sock0 B
53ENV MODEL_RUNNER_PORT=124340 B
54ENV LLAMA_SERVER_PATH=/app0 B
55ENV LD_LIBRARY_PATH=/app0 B
56ENV HOME=/home/modelrunner0 B
57ENV MODELS_PATH=/models0 B
58LABEL com.docker.desktop.service=model-runner0 B
59ENTRYPOINT ["/app/model-runner"]0 B
60COPY /app/model-runner /app/model-runner # buildkit4.53 MB

Command

 ARG RELEASE