diff --git a/official-templates/better-base-rocm/Dockerfile b/official-templates/better-base-rocm/Dockerfile
index 775c508..c170d66 100644
--- a/official-templates/better-base-rocm/Dockerfile
+++ b/official-templates/better-base-rocm/Dockerfile
@@ -26,11 +26,14 @@ RUN apt-get update --yes && \
 
 RUN pip install --upgrade --no-cache-dir pip
 
+COPY ms-toolsai.jupyter-2024.7.0.vsix /tmp/ms-toolsai.jupyter-2024.7.0.vsix
+
 # Install code-server and extensions
 RUN curl -fsSL https://code-server.dev/install.sh | sh && \
     code-server --install-extension ms-python.python && \
-    code-server --install-extension ms-toolsai.jupyter && \
+    code-server --install-extension /tmp/ms-toolsai.jupyter-2024.7.0.vsix && \
     code-server --install-extension ms-toolsai.vscode-jupyter-powertoys
+RUN rm /tmp/ms-toolsai.jupyter-2024.7.0.vsix
 
 # Pre-install Jupyter kernel and OhMyRunPod
 RUN pip install ipykernel && \