llama-cpp-server-sycl (latest)

Published 2026-04-16 00:40:12 +00:00 by j

Installation

docker pull forge.jde.nz/public/llama-cpp-server-sycl:latest
sha256:ba0e4459d0e613339f6bf5e8e201ed85bdd9a0ed2abb0724e8533607bcf491d1

Image layers

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.ref.name=ubuntu
LABEL org.opencontainers.image.version=24.04
ADD file:3077ee44db3cc7d38740d60a05c81418dd3825a007db473658464f52689e867b in /
CMD ["/bin/bash"]
RUN /bin/sh -c apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends curl ca-certificates gpg-agent software-properties-common && rm -rf /var/lib/apt/lists/* # buildkit
RUN /bin/sh -c curl -fsSL https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/intel-oneapi-archive-keyring.gpg # buildkit
RUN /bin/sh -c echo "deb [signed-by=/usr/share/keyrings/intel-oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main " > /etc/apt/sources.list.d/oneAPI.list # buildkit
RUN /bin/sh -c apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends curl ca-certificates gpg-agent software-properties-common && rm -rf /var/lib/apt/lists/* # buildkit
RUN /bin/sh -c curl -fsSL https://repositories.intel.com/gpu/intel-graphics.key | gpg --dearmor | tee /usr/share/keyrings/intel-graphics-archive-keyring.gpg # buildkit
RUN /bin/sh -c echo "deb [signed-by=/usr/share/keyrings/intel-graphics-archive-keyring.gpg arch=amd64] https://repositories.intel.com/gpu/ubuntu noble unified" > /etc/apt/sources.list.d/intel-graphics.list # buildkit
RUN /bin/sh -c apt-get update && apt-get upgrade -y && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates build-essential pkg-config gnupg libarchive13 openssh-server openssh-client wget net-tools git file cmake intel-deep-learning-essentials intel-opencl-icd libze-intel-gpu1 libze1 libze-dev && rm -rf /var/lib/apt/lists/* # buildkit
ENV LANG=C.UTF-8
ENV CCL_CONFIGURATION=cpu_gpu_dpcpp
ENV CCL_CONFIGURATION_PATH=
ENV CCL_ROOT=/opt/intel/oneapi/ccl/2021.17
ENV CLASSPATH=/opt/intel/oneapi/mpi/2021.17/share/java/mpi.jar
ENV CMAKE_PREFIX_PATH=/opt/intel/oneapi/tbb/2022.3/env/..:/opt/intel/oneapi/pti/0.16/lib/cmake/pti:/opt/intel/oneapi/mkl/2025.3/lib/cmake:/opt/intel/oneapi/dpl/2022.10/lib/cmake/oneDPL:/opt/intel/oneapi/dnnl/2025.3/lib/cmake:/opt/intel/oneapi/compiler/2025.3:/opt/intel/oneapi/ccl/2021.17/lib/cmake/oneCCL
ENV CMPLR_ROOT=/opt/intel/oneapi/compiler/2025.3
ENV CPATH=/opt/intel/oneapi/umf/1.0/include:/opt/intel/oneapi/mkl/2025.3/include:/opt/intel/oneapi/dev-utilities/2025.3/include:/opt/intel/oneapi/ccl/2021.17/include
ENV CPLUS_INCLUDE_PATH=/opt/intel/oneapi/umf/1.0/include:/opt/intel/oneapi/tbb/2022.3/env/../include:/opt/intel/oneapi/pti/0.16/include:/opt/intel/oneapi/mpi/2021.17/include:/opt/intel/oneapi/mkl/2025.3/include:/opt/intel/oneapi/dpl/2022.10/include:/opt/intel/oneapi/dnnl/2025.3/include
ENV C_INCLUDE_PATH=/opt/intel/oneapi/umf/1.0/include:/opt/intel/oneapi/tbb/2022.3/env/../include:/opt/intel/oneapi/pti/0.16/include:/opt/intel/oneapi/mpi/2021.17/include:/opt/intel/oneapi/mkl/2025.3/include:/opt/intel/oneapi/dnnl/2025.3/include
ENV DIAGUTIL_PATH=/opt/intel/oneapi/compiler/2025.3/etc/compiler/sys_check/sys_check.sh
ENV DNNLROOT=/opt/intel/oneapi/dnnl/2025.3
ENV DPLROOT=/opt/intel/oneapi/dpl/2022.10
ENV DPL_ROOT=/opt/intel/oneapi/dpl/2022.10
ENV FI_PROVIDER_PATH=/opt/intel/oneapi/mpi/2021.17/opt/mpi/libfabric/lib/prov:/usr/lib/x86_64-linux-gnu/libfabric
ENV GDB_INFO=/opt/intel/oneapi/debugger/2025.3/share/info/
ENV INFOPATH=/opt/intel/oneapi/debugger/2025.3/share/info
ENV INTEL_PYTHONHOME=/opt/intel/oneapi/debugger/2025.3/opt/debugger
ENV I_MPI_ROOT=/opt/intel/oneapi/mpi/2021.17
ENV LD_LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/1.0/lib:/opt/intel/oneapi/tbb/2022.3/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.16/lib:/opt/intel/oneapi/mpi/2021.17/opt/mpi/libfabric/lib:/opt/intel/oneapi/mpi/2021.17/lib:/opt/intel/oneapi/mkl/2025.3/lib:/opt/intel/oneapi/dnnl/2025.3/lib:/opt/intel/oneapi/debugger/2025.3/opt/debugger/lib:/opt/intel/oneapi/compiler/2025.3/opt/compiler/lib:/opt/intel/oneapi/compiler/2025.3/lib:/opt/intel/oneapi/ccl/2021.17/lib/
ENV LIBRARY_PATH=/opt/intel/oneapi/tcm/1.4/lib:/opt/intel/oneapi/umf/1.0/lib:/opt/intel/oneapi/tbb/2022.3/env/../lib/intel64/gcc4.8:/opt/intel/oneapi/pti/0.16/lib:/opt/intel/oneapi/mpi/2021.17/lib:/opt/intel/oneapi/mkl/2025.3/lib:/opt/intel/oneapi/dnnl/2025.3/lib:/opt/intel/oneapi/compiler/2025.3/lib:/opt/intel/oneapi/ccl/2021.17/lib/
ENV MANPATH=/opt/intel/oneapi/mpi/2021.17/share/man:/opt/intel/oneapi/debugger/2025.3/share/man:/opt/intel/oneapi/compiler/2025.3/share/man:
ENV MKLROOT=/opt/intel/oneapi/mkl/2025.3
ENV NLSPATH=/opt/intel/oneapi/compiler/2025.3/lib/compiler/locale/%l_%t/%N
ENV OCL_ICD_FILENAMES=/opt/intel/oneapi/compiler/2025.3/lib/libintelocl.so
ENV ONEAPI_ROOT=/opt/intel/oneapi
ENV PATH=/opt/intel/oneapi/mpi/2021.17/bin:/opt/intel/oneapi/mkl/2025.3/bin:/opt/intel/oneapi/dev-utilities/2025.3/bin:/opt/intel/oneapi/debugger/2025.3/opt/debugger/bin:/opt/intel/oneapi/compiler/2025.3/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV PKG_CONFIG_PATH=/opt/intel/oneapi/tbb/2022.3/env/../lib/pkgconfig:/opt/intel/oneapi/mpi/2021.17/lib/pkgconfig:/opt/intel/oneapi/mkl/2025.3/lib/pkgconfig:/opt/intel/oneapi/dpl/2022.10/lib/pkgconfig:/opt/intel/oneapi/dnnl/2025.3/lib/pkgconfig:/opt/intel/oneapi/compiler/2025.3/lib/pkgconfig:/opt/intel/oneapi/ccl/2021.17/lib/pkgconfig/
ENV Pti_DIR=/opt/intel/oneapi/pti/0.16/lib/cmake/pti
ENV SETVARS_COMPLETED=1
ENV TBBROOT=/opt/intel/oneapi/tbb/2022.3/env/..
ENV TCM_ROOT=/opt/intel/oneapi/tcm/1.4
ENV UMF_ROOT=/opt/intel/oneapi/umf/1.0
ARG APT_PROXY=http://pb-lxcaptcache:3142
RUN |1 APT_PROXY=http://pb-lxcaptcache:3142 /bin/sh -c if [ -n "$APT_PROXY" ]; then echo "Acquire::http::Proxy \"$APT_PROXY\";" > /etc/apt/apt.conf.d/01proxy; fi # buildkit
ARG IGC_VERSION=v2.30.1
ARG IGC_VERSION_FULL=2_2.30.1+20950
ARG COMPUTE_RUNTIME_VERSION=26.09.37435.1
ARG COMPUTE_RUNTIME_VERSION_FULL=26.09.37435.1-0
ARG IGDGMM_VERSION=22.9.0
RUN |6 APT_PROXY=http://pb-lxcaptcache:3142 IGC_VERSION=v2.30.1 IGC_VERSION_FULL=2_2.30.1+20950 COMPUTE_RUNTIME_VERSION=26.09.37435.1 COMPUTE_RUNTIME_VERSION_FULL=26.09.37435.1-0 IGDGMM_VERSION=22.9.0 /bin/sh -c mkdir /tmp/neo/ && cd /tmp/neo/ && wget -q https://github.com/intel/intel-graphics-compiler/releases/download/$IGC_VERSION/intel-igc-core-${IGC_VERSION_FULL}_amd64.deb && wget -q https://github.com/intel/intel-graphics-compiler/releases/download/$IGC_VERSION/intel-igc-opencl-${IGC_VERSION_FULL}_amd64.deb && wget -q https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/intel-ocloc_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.deb && wget -q https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/intel-opencl-icd_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.deb && wget -q https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/libigdgmm12_${IGDGMM_VERSION}_amd64.deb && wget -q https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/libze-intel-gpu1_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.deb && dpkg --install *.deb && rm -rf /tmp/neo/ # buildkit
RUN |6 APT_PROXY=http://pb-lxcaptcache:3142 IGC_VERSION=v2.30.1 IGC_VERSION_FULL=2_2.30.1+20950 COMPUTE_RUNTIME_VERSION=26.09.37435.1 COMPUTE_RUNTIME_VERSION_FULL=26.09.37435.1-0 IGDGMM_VERSION=22.9.0 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends libgomp1 curl && rm -rf /var/lib/apt/lists/* # buildkit
WORKDIR /app
COPY /app/lib/ /app/ # buildkit
COPY /app/build/bin/llama-server /app/ # buildkit
ENV LLAMA_ARG_HOST=0.0.0.0
HEALTHCHECK &{["CMD" "curl" "-f" "http://localhost:8080/health"] "0s" "0s" "0s" "0s" '\x00'}
ENTRYPOINT ["/app/llama-server"]

Labels

Key Value
org.opencontainers.image.ref.name ubuntu
org.opencontainers.image.version 24.04
Details
Container
2026-04-16 00:40:12 +00:00
50
OCI / Docker
linux/amd64
2.3 GiB
Versions (1) View all
latest 2026-04-16