llama-unsloth (sha256:c7ab6abbc727692305883ab34ea785c6614362614911ee150f3a9e4b418b6cc3)

Published 2026-09-30 07:29:57 +00:00 by brian in brian/llama-unsloth-container

Pull the image from the command line:

docker pull git.tiuxo.com/brian/llama-unsloth@sha256:c7ab6abbc727692305883ab34ea785c6614362614911ee150f3a9e4b418b6cc3

Digest

sha256:c7ab6abbc727692305883ab34ea785c6614362614911ee150f3a9e4b418b6cc3

For more information on the Container registry, see the documentation.

LLM inference in C/C++

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/.temp_layer.9520.tar --tag 26.04

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.entrypoint --clear=config.cmd

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.cmd --config.cmd /bin/bash

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --config.env PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=config.labels --config.label org.opencontainers.image.version=26.04 --config.label org.opencontainers.image.title=ubuntu --config.label org.opencontainers.image.created=2026-09-12T10:25:59.825539+00:00 --config.label org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci config --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 --clear=manifest.annotations --manifest.annotation org.opencontainers.image.version=26.04 --manifest.annotation org.opencontainers.image.title=ubuntu --manifest.annotation org.opencontainers.image.created=2026-09-12T10:25:59.825539+00:00 --manifest.annotation org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/ubuntu:26.04 /home/buildd/rockcraft-ubuntu-64c38dcc01e7a4a6a4edc23c9f41a2cf/images/.temp_layer.control_data.9520.tar

ARG BUILD_DATE=2026-09-30T04:38:59Z

ARG APP_VERSION=b11277

ARG APP_REVISION=eae11d2217fe9225d1aaba48773b6cca45ae4de9

ARG IMAGE_URL=https://github.com/ggml-org/llama.cpp

ARG IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp

LABEL org.opencontainers.image.created=2026-09-30T04:38:59Z org.opencontainers.image.version=b11277 org.opencontainers.image.revision=eae11d2217fe9225d1aaba48773b6cca45ae4de9 org.opencontainers.image.title=llama.cpp org.opencontainers.image.description=LLM inference in C/C++ org.opencontainers.image.url=https://github.com/ggml-org/llama.cpp org.opencontainers.image.source=https://github.com/ggml-org/llama.cpp

RUN |5 BUILD_DATE=2026-09-30T04:38:59Z APP_VERSION=b11277 APP_REVISION=eae11d2217fe9225d1aaba48773b6cca45ae4de9 IMAGE_URL=https://github.com/ggml-org/llama.cpp IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp /bin/sh -c apt-get update && apt-get install -y libgomp1 curl ffmpeg libvulkan1 mesa-vulkan-drivers libglvnd0 libgl1 libglx0 libegl1 libgles2 && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete # buildkit

COPY /app/lib/ /app # buildkit

COPY /app/full /app # buildkit

WORKDIR /app

ENV PATH=/root/.venv/bin:/root/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ARG UV_INDEX_STRATEGY=unsafe-best-match

RUN |6 BUILD_DATE=2026-09-30T04:38:59Z APP_VERSION=b11277 APP_REVISION=eae11d2217fe9225d1aaba48773b6cca45ae4de9 IMAGE_URL=https://github.com/ggml-org/llama.cpp IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp UV_INDEX_STRATEGY=unsafe-best-match /bin/sh -c apt-get update && apt-get install -y build-essential curl git ca-certificates && curl -LsSf https://astral.sh/uv/install.sh | sh && uv python install 3.13 && uv venv --python 3.13 /root/.venv && uv pip install --python /root/.venv/bin/python -r requirements.txt && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete # buildkit

ENTRYPOINT ["/app/tools.sh"]

ARG UNSLOTH_TAG=b10909-mix-bea84f7

ARG UNSLOTH_BACKEND=rocm-gfx1151

RUN |2 UNSLOTH_TAG=b10909-mix-bea84f7 UNSLOTH_BACKEND=rocm-gfx1151 /bin/sh -c set -eu; base="https://github.com/unslothai/llama.cpp/releases/download/${UNSLOTH_TAG}"; asset="app-${UNSLOTH_TAG}-linux-x64-${UNSLOTH_BACKEND}.tar.gz"; curl -fsSL -o /tmp/manifest.json "${base}/llama-prebuilt-sha256.json"; curl -fsSL -o "/tmp/${asset}" "${base}/${asset}"; expected="$(python3 -c "import json; print(json.load(open('/tmp/manifest.json'))['artifacts']['${asset}']['sha256'])")"; echo "${expected} /tmp/${asset}" | sha256sum -c -; rm -rf /app; mkdir /app; tar -xzf "/tmp/${asset}" -C /app; rm "/tmp/${asset}" /tmp/manifest.json; /app/llama-server --version # buildkit

LABEL org.opencontainers.image.title=llama.cpp (Unsloth build) org.opencontainers.image.source=https://git.tiuxo.com/brian/llama-unsloth-container org.opencontainers.image.url=https://github.com/unslothai/llama.cpp org.opencontainers.image.version=b10909-mix-bea84f7

Key	Value
org.opencontainers.image.created	2026-09-30T04:38:59Z
org.opencontainers.image.description	LLM inference in C/C++
org.opencontainers.image.revision	eae11d2217fe9225d1aaba48773b6cca45ae4de9
org.opencontainers.image.source	https://git.tiuxo.com/brian/llama-unsloth-container
org.opencontainers.image.title	llama.cpp (Unsloth build)
org.opencontainers.image.url	https://github.com/unslothai/llama.cpp
org.opencontainers.image.version	b10909-mix-bea84f7