I fixed it up a bit!
ARG OLLAMA_VERSION=0.40.16
ARG COMPUTE_RUNTIME_VERSION=26.40.40196.8
ARG LEVEL_ZERO_VERSION=1.34.0
ARG IGC_VERSION=2.42.6
ARG IGC_BUILD=23070
ARG GMM_VERSION=22.10.2
# =============================================================================
# Stage 1: Build ggml-sycl backend from Ollama source on Ubuntu 26.04 (oneAPI)
# =============================================================================
FROM intel/oneapi-toolkit:latest AS sycl-builder
ARG OLLAMA_VERSION
# Clone Ollama at the target version
RUN git clone --depth 1 --branch v${OLLAMA_VERSION} \
https://github.com/ollama/ollama.git /ollama
WORKDIR /ollama
# Build the SYCL backend via the llama/server cmake subproject.
RUN cmake -S llama/server -B build \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_C_COMPILER=icx \
-DCMAKE_CXX_COMPILER=icpx \
-DBUILD_SHARED_LIBS=ON \
-DGGML_BACKEND_DL=ON \
-DGGML_NATIVE=OFF \
-DGGML_OPENMP=OFF \
-DGGML_SYCL=ON \
-DGGML_SYCL_TARGET=INTEL \
-DGGML_SYCL_F16=ON \
# -DGGML_SYCL_DEVICE_ARCH=bmg_g21 \
# -DGGML_SYCL_ENABLE_OPT=1 \
-DGGML_SYCL_DNN=ON && \
# -DCMAKE_CXX_FLAGS="-O3 -march=x86-64-v3 -fno-finite-math-only" \
# -DCMAKE_C_FLAGS="-O3 -march=x86-64-v3" && \
cmake --build build --parallel $(nproc) --target ggml-sycl && \
mkdir -p /sycl-runner && \
find /ollama/build -name "libggml-sycl.so" -exec cp {} /sycl-runner/ \;
# Collect oneAPI runtime dependencies into /sycl-runner
RUN . /opt/intel/oneapi/setvars.sh --force >/dev/null 2>&1 || true && \
CMPLR_DIR="${CMPLR_ROOT:-/opt/intel/oneapi/compiler/latest}/lib" && \
DNNL_DIR="${DNNLROOT:-/opt/intel/oneapi/dnnl/latest}/lib" && \
MKL_DIR="${MKLROOT:-/opt/intel/oneapi/mkl/latest}/lib" && \
TBB_DIR="${TBBROOT:-/opt/intel/oneapi/tbb/latest}/lib" && \
cp -L ${CMPLR_DIR}/libsycl.so* /sycl-runner/ && \
cp -L ${CMPLR_DIR}/libur_loader.so* /sycl-runner/ && \
cp -L ${CMPLR_DIR}/libur_adapter_level_zero*.so* /sycl-runner/ && \
cp -L ${CMPLR_DIR}/libsvml.so* /sycl-runner/ && \
cp -L ${CMPLR_DIR}/libimf.so* /sycl-runner/ && \
cp -L ${CMPLR_DIR}/libintlc.so* /sycl-runner/ && \
cp -L ${CMPLR_DIR}/libirng.so* /sycl-runner/ && \
cp -L ${CMPLR_DIR}/libiomp5.so* /sycl-runner/ && \
cp -L ${DNNL_DIR}/libdnnl.so* /sycl-runner/ 2>/dev/null || \
find -L /opt/intel/oneapi -maxdepth 4 -name 'libdnnl.so*' -exec cp -L {} /sycl-runner/ \; && \
cp -L ${MKL_DIR}/libmkl_core.so* /sycl-runner/ && \
cp -L ${MKL_DIR}/libmkl_intel_ilp64.so* /sycl-runner/ && \
cp -L ${MKL_DIR}/libmkl_intel_lp64.so* /sycl-runner/ 2>/dev/null || true && \
cp -L ${MKL_DIR}/libmkl_sycl_blas.so* /sycl-runner/ && \
cp -L ${MKL_DIR}/libmkl_intel_thread.so* /sycl-runner/ && \
cp -L ${MKL_DIR}/libmkl_tbb_thread.so* /sycl-runner/ && \
cp -L ${TBB_DIR}/libtbb.so* /sycl-runner/ 2>/dev/null || \
find -L /opt/intel/oneapi/tbb -name 'libtbb.so*' -exec cp -L {} /sycl-runner/ \; && \
find -L /opt/intel/oneapi -maxdepth 4 -name 'libumf.so*' -exec cp -L {} /sycl-runner/ \; && \
find -L /opt/intel/oneapi -maxdepth 4 -name 'libtcm.so*' -exec cp -L {} /sycl-runner/ \; && \
cp ${CMPLR_DIR}/libsycl-fallback*.spv /sycl-runner/ && \
cp ${CMPLR_DIR}/libsycl-native*.spv /sycl-runner/ && \
strip --strip-unneeded /sycl-runner/*.so* 2>/dev/null; true
# =============================================================================
# =============================================================================
# Stage 2: Runtime image on Ubuntu 26.04
# =============================================================================
FROM ubuntu:26.04
ARG DEBIAN_FRONTEND=noninteractive
ARG OLLAMA_VERSION
ARG COMPUTE_RUNTIME_VERSION
ARG LEVEL_ZERO_VERSION
ARG IGC_VERSION
ARG IGC_BUILD
ARG GMM_VERSION
# Base packages for Ubuntu 26.04
RUN apt-get update && \
apt-get install --no-install-recommends -q -y \
ca-certificates \
wget \
zstd \
ocl-icd-libopencl1 \
libhwloc15 && \
rm -rf /var/lib/apt/lists/*
# Intel GPU runtimes: Level Zero (u26.04 fallback to u24.04), IGC, compute-runtime, GMM
RUN mkdir -p /tmp/gpu && cd /tmp/gpu && \
wget https://github.com/oneapi-src/level-zero/releases/download/v${LEVEL_ZERO_VERSION}/libze1_${LEVEL_ZERO_VERSION}+u26.04_amd64.deb 2>/dev/null || \
wget https://github.com/oneapi-src/level-zero/releases/download/v${LEVEL_ZERO_VERSION}/libze1_${LEVEL_ZERO_VERSION}+u24.04_amd64.deb && \
wget https://github.com/intel/intel-graphics-compiler/releases/download/v${IGC_VERSION}/intel-igc-core-2_${IGC_VERSION}+${IGC_BUILD}_amd64.deb && \
wget https://github.com/intel/intel-graphics-compiler/releases/download/v${IGC_VERSION}/intel-igc-opencl-2_${IGC_VERSION}+${IGC_BUILD}_amd64.deb && \
wget https://github.com/intel/compute-runtime/releases/download/${COMPUTE_RUNTIME_VERSION}/intel-ocloc_${COMPUTE_RUNTIME_VERSION}-0_amd64.deb && \
wget https://github.com/intel/compute-runtime/releases/download/${COMPUTE_RUNTIME_VERSION}/intel-opencl-icd_${COMPUTE_RUNTIME_VERSION}-0_amd64.deb && \
wget https://github.com/intel/compute-runtime/releases/download/${COMPUTE_RUNTIME_VERSION}/libigdgmm12_${GMM_VERSION}_amd64.deb && \
wget https://github.com/intel/compute-runtime/releases/download/${COMPUTE_RUNTIME_VERSION}/libze-intel-gpu1_${COMPUTE_RUNTIME_VERSION}-0_amd64.deb && \
dpkg -i *.deb && rm -rf /tmp/gpu
# Install official ollama binary + CPU runners
RUN wget -qO- "https://github.com/ollama/ollama/releases/download/v${OLLAMA_VERSION}/ollama-linux-amd64.tar.zst" | \
zstd -d | tar -xf - -C /usr && \
rm -rf /usr/lib/ollama/cuda_* /usr/lib/ollama/vulkan
# Install SYCL runner + oneAPI runtime libs from build stage
COPY --from=sycl-builder /sycl-runner/ /usr/lib/ollama/sycl/
# Build-time dynamic link verification
RUN export LD_LIBRARY_PATH=/usr/lib/ollama/sycl:/usr/lib/ollama:/usr/lib/x86_64-linux-gnu:${LD_LIBRARY_PATH} && \
MISSING=0; \
echo "==> Verifying dynamic library linkages in /usr/lib/ollama/sycl/..."; \
for lib in /usr/lib/ollama/sycl/*.so*; do \
if [ -f "$lib" ] && [ ! -L "$lib" ]; then \
if ldd "$lib" 2>&1 | grep -q "not found"; then \
echo "ERROR: Unresolved dependencies in $lib:"; \
ldd "$lib" | grep "not found"; \
MISSING=1; \
fi; \
fi; \
done; \
if [ "$MISSING" -ne 0 ]; then \
echo "FATAL: One or more shared libraries have missing dependencies. Aborting build."; \
exit 1; \
fi; \
echo "==> All /usr/lib/ollama/sycl dynamic libraries successfully resolved on Ubuntu 26.04."
# Create cache directory
RUN mkdir -p /root/.cache
# Serve ollama on all interfaces & keep models loaded
ENV OLLAMA_HOST=0.0.0.0
ENV OLLAMA_KEEP_ALIVE=24h
ENV OLLAMA_SYCL=1
ENV OLLAMA_VULKAN=false
# --- Intel oneAPI / Level Zero Multi-GPU (2x Arc Pro B60) ---
ENV ONEAPI_DEVICE_SELECTOR=level_zero:0,1
ENV ZES_ENABLE_SYSMAN=1
ENV ZES_ENABLE_SYCL_LDD=1
ENV SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
ENV UR_L0_USE_IMMEDIATE_COMMANDLISTS=1
ENV ZE_ENABLE_PCI_ID_DEVICE_ORDER=1
# --- Disable Buggy libsycl Disk Cache, Keep In-Memory Cache ---
ENV SYCL_CACHE_PERSISTENT=0 # Bypasses intel/llvm#22853 getSortedImages() SIGSEGV
ENV SYCL_CACHE_IN_MEM=1 # Caches compiled SYCL kernel bundles in RAM while runner is loaded
ENV SYCL_IN_MEM_CACHE_EVICTION_THRESHOLD=0 # Never evict compiled kernels from RAM
# --- Enable Thread-Safe Level Zero / IGC Hardware Shader Cache ---
ENV NEO_CACHE_PERSISTENT=1 # Caches IGC-compiled Xe2 ISA binaries on disk with POSIX locks
ENV NEO_CACHE_DIR=/root/.cache/
ENV NEO_CACHE_MAX_SIZE=4294967296 # 4 GB cache limit (prevents premature eviction of oneDNN kernels)
# Multi-GPU SYCL Tuning (XMX Hardware Acceleration & V2 Graph Support)
ENV GGML_SYCL_F16=1
ENV GGML_SYCL_ENABLE_GRAPH=1 # Doesn't work right now with multi-GPUs, but will some day? Keeping it on hurts nothing.
ENV GGML_SYCL_ENABLE_FUSION=0 # Slows things down.
ENV GGML_SYCL_ENABLE_HOST_PINNED_MEM=0
ENV GGML_SYCL_ENABLE_OPT=1
ENV GGML_SYCL_ENABLE_DNN=1
ENV GGML_SYCL_FA_ONEDNN=1
ENV GGML_SYCL_ENABLE_MKL_FA=1
ENV GGML_SYCL_FORCE_MMQ=0
ENV GGML_SYCL_DEBUG=0
EXPOSE 11434
ENTRYPOINT ["/usr/bin/ollama"]
CMD ["serve"]