From 6fb1edad7431a91b0bf90bf2dfc2bfa99683d55a Mon Sep 17 00:00:00 2001
From: Matt Micene <nzwulfin@gmail.com>
Date: Wed, 20 Nov 2024 08:48:20 -0500
Subject: [PATCH] Enable GCC Toolet 12 to support AVX VNNI

---
 container-images/scripts/build_llama_and_whisper.sh | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/container-images/scripts/build_llama_and_whisper.sh b/container-images/scripts/build_llama_and_whisper.sh
index d2f7291e..f4f60825 100644
--- a/container-images/scripts/build_llama_and_whisper.sh
+++ b/container-images/scripts/build_llama_and_whisper.sh
@@ -29,7 +29,8 @@ dnf_install() {
   elif [ "$containerfile" = "rocm" ]; then
     dnf install -y rocm-dev hipblas-devel rocblas-devel
   elif [ "$containerfile" = "cuda" ]; then
-    dnf install -y "${rpm_list[@]}"
+    dnf install -y "${rpm_list[@]}" gcc-toolset-12
+    source /opt/rh/gcc-toolset-12/enable
   fi
 
   # For Vulkan image, we don't need to install anything extra but rebuild with