diff --git a/official-templates/better-ollama/Dockerfile b/official-templates/better-ollama/Dockerfile
index ba1d778..42a120e 100644
--- a/official-templates/better-ollama/Dockerfile
+++ b/official-templates/better-ollama/Dockerfile
@@ -1,14 +1,21 @@
 # Base Image
-FROM madiator2011/better-pytorch:cuda12.1
+FROM madiator2011/better-pytorch:cuda12.4
 
 # Install necessary dependencies
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
     curl \
+    lshw \
     && rm -rf /var/lib/apt/lists/*
 
+RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb && \
+    dpkg -i cuda-keyring_1.1-1_all.deb && \
+    apt-get update && \
+    apt-get -y install cuda-toolkit-12-4 && \
+    rm cuda-keyring_1.1-1_all.deb
+
 # Download and install Ollama
-RUN curl -L https://ollama.com/download/ollama-linux-amd64 -o /usr/bin/ollama && \
+RUN curl -L https://github.com/ollama/ollama/releases/download/v0.2.2/ollama-linux-amd64 -o /usr/bin/ollama && \
     chmod +x /usr/bin/ollama
 
 COPY settings.json /root/.local/share/code-server/User/settings.json