From d41f507e39fc3141dd73b1ec15ffe39cdcfe0603 Mon Sep 17 00:00:00 2001
From: ale <ale@incal.net>
Date: Fri, 3 Jan 2025 13:51:49 +0100
Subject: [PATCH] Install llama-cpp-python

---
 Dockerfile | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/Dockerfile b/Dockerfile
index a103457..366a8db 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,9 +1,11 @@
 FROM quay.io/jupyter/pytorch-notebook:cuda12-pytorch-2.3.1
 
+# Install Python packages that may be useful.
 RUN pip install --no-cache-dir \
         transformers sentence-transformers accelerate bitsandbytes \
-        sentence-transformers hdbscan umap-learn \
+        hdbscan umap-learn \
     && \
+    pip install llama-cpp-python --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu121 && \
     fix-permissions "${CONDA_DIR}" && \
     fix-permissions "/home/${NB_USER}"
 
-- 
GitLab