Sign inSign up

matamagu/llama-3.2-3b-instruct:0.1.0

Multi-platform
Index digest

sha256:f63367414d4ff17e26f2c85988a6b52fa292970890649bc5cea13cb63cef36fc

OS/ARCH

Compressed size

1.93 GB

Last pushed

10 months by matamagu

Type

Image

Manifest digest

sha256:b6744ae831caaf41b95f3155f6c0e2aff388fcb912cde8936e9a6eccc29660d5

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 26.12 MB
6CMD ["/bin/bash"]0 B
7ARG CHAT_MODEL_FILE=Llama-3.2-3B-Instruct-Q4_K_M.gguf0 B
8ARG EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf0 B
9ARG PROMPT_TEMPLATE=chatml0 B
10ENV CHAT_MODEL_FILE=Llama-3.2-3B-Instruct-Q4_K_M.gguf0 B
11ENV EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf0 B
12ENV PROMPT_TEMPLATE=chatml0 B
13RUN |3 CHAT_MODEL_FILE=Llama-3.2-3B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml2.5 MB
14RUN |3 CHAT_MODEL_FILE=Llama-3.2-3B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml96 B
15COPY Llama-3.2-3B-Instruct-Q4_K_M.gguf /models/Llama-3.2-3B-Instruct-Q4_K_M.gguf # buildkit1.85 GB
16COPY all-MiniLM-L6-v2-Q4_K_M.gguf /models/all-MiniLM-L6-v2-Q4_K_M.gguf # buildkit18.97 MB
17WORKDIR /app93 B
18COPY run.sh ./run.sh # buildkit443 B
19RUN |3 CHAT_MODEL_FILE=Llama-3.2-3B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml427 B
20RUN |3 CHAT_MODEL_FILE=Llama-3.2-3B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml28.33 MB
21RUN |3 CHAT_MODEL_FILE=Llama-3.2-3B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml3.13 MB
22RUN |3 CHAT_MODEL_FILE=Llama-3.2-3B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml1.67 MB
23ENTRYPOINT ["/bin/sh" "-c" "./run.sh $CHAT_MODEL_FILE0 B

Command

 ARG RELEASE