Switch to Vulkan

Dockerfile

@@ -12,10 +12,15 @@ RUN apt-get update && \
     gnupg \
     jq \
     libcurl4-nss-dev \
+    libvulkan1 \
+    libvulkan-dev \
+    mesa-vulkan-drivers \
     python3-dev \
     python3-venv \
     tmux \
+    unzip \
     vim \
+    vulkan-tools \
     wget
 
 # Install chrome
@@ -36,10 +41,13 @@ RUN curl https://sh.rustup.rs -sSf | bash -s -- -y
 ENV PATH="/root/.cargo/bin:${PATH}"
 
 # Install llama.cpp
-RUN curl -O https://git.nielsgeens.be/api/packages/llm/generic/llama.cpp/b5269/llama.cpp.tar
-RUN tar -xf /llama.cpp.tar -C /usr/local/bin --wildcards --no-anchored "llama-*"
-RUN tar -xf /llama.cpp.tar -C /usr/local/lib --wildcards --no-anchored "*.so"
-RUN rm llama.cpp.tar
+RUN curl -o /tmp/vulkan-libs.tar https://git.nielsgeens.be/api/packages/llm/generic/llama-cpp-python/v0.3.16-vulkan/libs.tar
+RUN mkdir -p /usr/local/lib/llama-cpp-python
+RUN tar -xf /tmp/vulkan-libs.tar -C /usr/local/lib/llama-cpp-python
+RUN cp -f /usr/local/lib/llama-cpp-python/*.so* /usr/local/lib/
+RUN rm /tmp/vulkan-libs.tar
+# Set Vulkan environment to use CPU fallback (LavaPipe)
+ENV VK_ICD_FILENAMES=/usr/share/vulkan/icd.d/lvp_icd.x86_64.json
 
 # Create directory structure
 RUN mkdir -p \