Sign inSign up

qnib/vllm-arm64-cpu:latest

Manifest digest

sha256:4e5f23c6380a92e9dfff23ea6f0e025a8de1422fcf569315e9637484f24dffcd

OS/ARCH

linux/arm64/v8

Compressed size

685.95 MB

Last pushed

7 months by qnib

Type

Image

Manifest digest

sha256:4e5f23c6380a92e9dfff23ea6f0e025a8de1422fcf569315e9637484f24dffcd

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 26.11 MB
6CMD ["/bin/bash"]0 B
7WORKDIR /workspace99 B
8ARG PYTHON_VERSION=3.120 B
9ARG PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
10RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh247.37 MB
11ENV CC=/usr/bin/gcc-12 CXX=/usr/bin/g++-120 B
12ENV CCACHE_DIR=/root/.cache/ccache0 B
13ENV CMAKE_CXX_COMPILER_LAUNCHER=ccache0 B
14ENV PATH=/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
15ENV VIRTUAL_ENV=/opt/venv0 B
16ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python0 B
17RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh29.81 MB
18ENV PATH=/opt/venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
19ENV UV_HTTP_TIMEOUT=5000 B
20ENV PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
21ENV UV_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu0 B
22ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
23ENV UV_LINK_MODE=copy0 B
24COPY requirements/common.txt requirements/common.txt # buildkit1.44 KB
25COPY requirements/cpu.txt requirements/cpu.txt # buildkit561 B
26RUN |2 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu /bin/sh352.35 MB
27ARG TARGETARCH=arm640 B
28ENV TARGETARCH=arm640 B
29ENV LD_PRELOAD=/usr/lib/aarch64-linux-gnu/libtcmalloc_minimal.so.40 B
30RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu TARGETARCH=arm641.55 KB
31WORKDIR /vllm-workspace104 B
32RUN |3 PYTHON_VERSION=3.12 PIP_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu TARGETARCH=arm6430.31 MB
33LABEL org.opencontainers.image.title=vLLM CPU0 B
34LABEL org.opencontainers.image.description=vLLM inference engine for0 B
35LABEL org.opencontainers.image.vendor=vLLM Project0 B
36LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm0 B
37ARG TARGETARCH=arm640 B
38ARG VLLM_CPU_DISABLE_AVX5120 B
39ARG VLLM_CPU_AVX20 B
40ARG VLLM_CPU_AVX5120 B
41ARG VLLM_CPU_AVX512BF160 B
42ARG VLLM_CPU_AVX512VNNI0 B
43ARG VLLM_CPU_AMXBF160 B
44ARG PYTHON_VERSION0 B
45LABEL ai.vllm.build.target-arch=arm640 B
46LABEL ai.vllm.build.cpu-disable-avx512=false0 B
47LABEL ai.vllm.build.cpu-avx2=false0 B
48LABEL ai.vllm.build.cpu-avx512=false0 B
49LABEL ai.vllm.build.cpu-avx512bf16=false0 B
50LABEL ai.vllm.build.cpu-avx512vnni=false0 B
51LABEL ai.vllm.build.cpu-amxbf16=false0 B
52LABEL ai.vllm.build.python-version=3.120 B
53ENTRYPOINT ["vllm" "serve"]0 B

Command

 ARG RELEASE