diff --git a/rhoai-ilab-image/Containerfile b/rhoai-ilab-image/Containerfile
index 6a5e720..8d6d672 100644
--- a/rhoai-ilab-image/Containerfile
+++ b/rhoai-ilab-image/Containerfile
@@ -1,6 +1,10 @@
 FROM nvcr.io/nvidia/cuda:12.6.3-cudnn-devel-ubi9
 
-RUN dnf update -y && dnf clean all
+RUN dnf -y install openblas-devel git python3-pip && \
+    dnf install -y libcudnn8 nvidia-driver-NVML nvidia-driver-cuda-libs && \
+    dnf clean all
 
+RUN pip cache remove llama_cpp_python
 RUN pip install kfp==2.9.0
 RUN pip install kubeflow-training
+RUN CMAKE_ARGS="-DLLAMA_CUDA=on -DLLAMA_NATIVE=off" pip install 'instructlab[cuda]'