Sign inSign up

kserve/huggingfaceserver:v0.19.0-rc0-gpu

Index digest

sha256:98717cc1e6700c0d0f90b8073bc32580ff9d3c081884739fb2dacee7e3d04d3e

OS/ARCH

linux/amd64

Compressed size

5.75 GB

Last pushed

4 months by yuzisun

Type

Image

Manifest digest

sha256:aa709b8fa43c4f249093069c5b505084b7d16e9b82ef2b6c48060939313fd24a

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=25.100 B
5ADD file ... in / 32.81 MB
6CMD ["/bin/bash"]0 B
7ENV DEBIAN_FRONTEND=noninteractive0 B
8ENV NVARCH=x86_640 B
9ENV NV_CUDA_CUDART_VERSION=13.2.75-10 B
10ENV CUDA_VERSION=13.2.10 B
11ENV NV_CUDA_LIB_VERSION=13.2.1-10 B
12ENV NV_NVTX_VERSION=13.2.75-10 B
13ENV NV_LIBNPP_VERSION=13.1.0.48-10 B
14ENV NV_LIBCUSPARSE_VERSION=12.7.10.1-10 B
15ENV NV_LIBCUBLAS_VERSION=13.4.0.1-10 B
16ENV NVIDIA_REQUIRE_CUDA=cuda>=13.2 brand=tesla,driver>=535,driver<536 brand=tesla,driver>=570,driver<571 brand=tesla,driver>=580,driver<5810 B
17RUN /bin/sh -c apt-get update6.37 MB
18RUN /bin/sh -c apt-get update373.5 KB
19RUN /bin/sh -c apt-get update142.86 MB
20RUN /bin/sh -c apt-get update1.41 GB
21RUN /bin/sh -c apt-mark hold59.8 KB
22RUN /bin/sh -c echo "/usr/local/cuda/lib64"178 B
23ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
24ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
25ENV NVIDIA_VISIBLE_DEVICES=all0 B
26ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
27ARG WORKSPACE_DIR=/kserve-workspace0 B
28ARG CUDA_VERSION=13.2.10 B
29ENV DEBIAN_FRONTEND=noninteractive0 B
30WORKDIR /kserve-workspace106 B
31RUN |2 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.2.1 /bin/sh335.42 MB
32ARG VENV_PATH=prod_venv0 B
33ENV VIRTUAL_ENV=/kserve-workspace/prod_venv0 B
34ENV PATH=/kserve-workspace/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
35RUN |3 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.2.1 VENV_PATH=prod_venv3.64 KB
36COPY /opt/uv_python /opt/uv_python # buildkit33.97 MB
37COPY --chown=kserve:kserve /kserve-workspace/third_party third_party #18.8 KB
38COPY --chown=kserve:kserve /kserve-workspace/prod_venv prod_venv #3.8 GB
39COPY /kserve-workspace/kserve kserve # buildkit931.94 KB
40COPY /kserve-workspace/storage storage # buildkit97.47 KB
41COPY /kserve-workspace/huggingfaceserver huggingfaceserver # buildkit316.56 KB
42ENV HF_HOME=/tmp/huggingface0 B
43ENV SAFETENSORS_FAST_GPU=10 B
44ENV HF_HUB_DISABLE_TELEMETRY=10 B
45ENV VLLM_NCCL_SO_PATH=/lib/x86_64-linux-gnu/libnccl.so.20 B
46ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
47USER 10000 B
48ENV PYTHONPATH=/kserve-workspace/huggingfaceserver0 B
49ENTRYPOINT ["python3" "-m" "huggingfaceserver"]0 B

Command

 ARG RELEASE