sha256:741b8189d0fae3ccfe3b76cbd66499cc0ca99c76cd8fb7c7e4204e1f0b2174c7
OS/ARCH
linux/amd64
Compressed size
1.04 GB
Last pushed
12 months by peakji92
Type
Image
Manifest digest
sha256:6068e83adfd15b50c69c40c6b1fafc1124d4215564309e8b300bb212913582fc
Image Layers
1ARG RELEASE0 B2ARG LAUNCHPAD_BUILD_ARCH0 B3LABEL org.opencontainers.image.ref.name=ubuntu0 B4LABEL org.opencontainers.image.version=22.040 B5ADD file ... in / 28.17 MB6CMD ["/bin/bash"]0 B7ENV NVARCH=x86_640 B8ENV NVIDIA_REQUIRE_CUDA=cuda>=12.2 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<4710 B9ENV NV_CUDA_CUDART_VERSION=12.2.53-10 B10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-20 B11ARG TARGETARCH0 B13RUN |1 TARGETARCH=amd64 /bin/sh -c4.41 MB14ENV CUDA_VERSION=12.2.00 B15RUN |1 TARGETARCH=amd64 /bin/sh -c53.48 MB16RUN |1 TARGETARCH=amd64 /bin/sh -c185 B17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB20ENV NVIDIA_VISIBLE_DEVICES=all0 B21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B22ARG DEFAULT_USE_FLASH_ATTENTION=True0 B23ENV HUGGINGFACE_HUB_CACHE=/data PORT=80 USE_FLASH_ATTENTION=True0 B24RUN |1 DEFAULT_USE_FLASH_ATTENTION=True /bin/sh -c7.09 MB25COPY /usr/src/target/release/text-embeddings-router /usr/local/bin/text-embeddings-router # buildkit490.35 MB26ENTRYPOINT ["text-embeddings-router"]0 B27CMD ["--json-output"]0 B28COPY /model /model # buildkit479.52 MB29EXPOSE &{[{{13 0} {13 0}}]0 B30ENV MODEL_ID=/model0 B31ENV DTYPE=float160 B32ENV MAX_CONCURRENT_REQUESTS=5120 B33ENV MAX_BATCH_TOKENS=327680 B34ENV MAX_CLIENT_BATCH_SIZE=10240 B35ENV AUTO_TRUNCATE=true0 B36ENV HOSTNAME=0.0.0.00 B37ENV PORT=800 B38ENV PAYLOAD_LIMIT=320000000 B39ENV LOG_LEVEL=WARN0 B40ENV USE_FLASH_ATTENTION=False0 B41ENTRYPOINT ["text-embeddings-router"]0 B42CMD []0 BCommand
ARG RELEASE