Sign inSign up

kserve/huggingfaceserver:v0.20.0-rc0-gpu

Index digest

sha256:f711757e87a3626fc8aee5a080908eef81ff974039f063b6a23d45354bbf94be

OS/ARCH

linux/amd64

Compressed size

6.69 GB

Last pushed

2 months by yuzisun

Type

Image

Manifest digest

sha256:cbadb238f73c56ea116995645f61851a5aae57e7d2c149dd6ebf087ccaf479d3

Image Layers

Image Layers

1umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/ubuntu:rockcraft-base39.65 MB
2umoci config --image /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/ubuntu:26.04 --clear=config.entrypoint0 B
3umoci config --image /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/ubuntu:26.04 --clear=config.cmd0 B
4umoci config --image /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/ubuntu:26.04 --config.env0 B
5umoci config --image /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/ubuntu:26.04 --clear=config.labels0 B
6umoci config --image /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/ubuntu:26.04 --clear=manifest.annotations0 B
7umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/ubuntu:26.04393 B
8ENV DEBIAN_FRONTEND=noninteractive0 B
9ENV NVARCH=x86_640 B
10ENV NVIDIA_REQUIRE_CUDA=cuda>=13.3 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<5360 B
11ENV NV_CUDA_CUDART_VERSION=13.3.29-10 B
12RUN /bin/sh -c apt-get update7.13 MB
13ENV CUDA_VERSION=13.3.00 B
14RUN /bin/sh -c apt-get update374.56 KB
15RUN /bin/sh -c apt-get update151.54 MB
16RUN /bin/sh -c apt-get update32 B
17RUN /bin/sh -c echo "/usr/local/cuda/lib64"180 B
18ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib640 B
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=13.3.0-10 B
23ENV NV_NVTX_VERSION=13.3.29-10 B
24ENV NV_LIBNPP_VERSION=13.1.2.48-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-13-3=13.1.2.48-10 B
26ENV NV_LIBCUSPARSE_VERSION=12.8.1.7-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-30 B
28ENV NV_LIBCUBLAS_VERSION=13.5.1.27-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-3=13.5.1.27-10 B
30RUN /bin/sh -c apt-get update1.2 GB
31RUN /bin/sh -c apt-mark hold59.34 KB
32ARG WORKSPACE_DIR=/kserve-workspace0 B
33ARG CUDA_VERSION=13.3.00 B
34ENV DEBIAN_FRONTEND=noninteractive0 B
35WORKDIR /kserve-workspace106 B
36ENV NV_CUDA_CUDART_DEV_VERSION=13.3.29-10 B
37ENV NV_LIBCURAND_DEV_VERSION=10.4.3.29-10 B
38RUN |2 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 /bin/sh632.8 MB
39ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B
40RUN |2 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 /bin/sh510.98 MB
41ARG VENV_PATH=prod_venv0 B
42ENV VIRTUAL_ENV=/kserve-workspace/prod_venv0 B
43ENV PATH=/kserve-workspace/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
44RUN |3 WORKSPACE_DIR=/kserve-workspace CUDA_VERSION=13.3.0 VENV_PATH=prod_venv3.64 KB
45COPY /opt/uv_python /opt/uv_python # buildkit34.05 MB
46COPY --chown=kserve:kserve /kserve-workspace/third_party third_party #20.93 KB
47COPY --chown=kserve:kserve /kserve-workspace/prod_venv prod_venv #4.14 GB
48COPY /kserve-workspace/kserve kserve # buildkit945.63 KB
49COPY /kserve-workspace/storage storage # buildkit110.72 KB
50COPY /kserve-workspace/huggingfaceserver huggingfaceserver # buildkit328.45 KB
51ENV HF_HOME=/tmp/huggingface0 B
52ENV SAFETENSORS_FAST_GPU=10 B
53ENV HF_HUB_DISABLE_TELEMETRY=10 B
54ENV VLLM_NCCL_SO_PATH=/lib/x86_64-linux-gnu/libnccl.so.20 B
55ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
56USER 10000 B
57ENV PYTHONPATH=/kserve-workspace/huggingfaceserver0 B
58ENTRYPOINT ["python3" "-m" "huggingfaceserver"]0 B

Command

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-9cbff345d050d8210022046bb567023a/images/.temp_layer.8989.tar --tag 26.04