From 8ee15d439b92a5d15e0d7acadcf054c5c6d3b820 Mon Sep 17 00:00:00 2001
From: Eric Buehler <65165915+EricLBuehler@users.noreply.github.com>
Date: Wed, 1 Jan 2025 21:25:48 -0500
Subject: [PATCH] Support uqff for idefics3 (#1020)

---
 mistralrs-core/src/pipeline/loaders/vision_loaders.rs | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/mistralrs-core/src/pipeline/loaders/vision_loaders.rs b/mistralrs-core/src/pipeline/loaders/vision_loaders.rs
index d06950b16..9ffc301b0 100644
--- a/mistralrs-core/src/pipeline/loaders/vision_loaders.rs
+++ b/mistralrs-core/src/pipeline/loaders/vision_loaders.rs
@@ -732,7 +732,9 @@ impl VisionModelLoader for Idefics3Loader {
 }
 
 impl IsqModelLoader for Idefics3Loader {
-    fn isq_layer_regexes(&self, _config: &str) -> Result<Vec<Regex>> {
-        todo!()
+    fn isq_layer_regexes(&self, config: &str) -> Result<Vec<Regex>> {
+        let config: Idefics3Config = serde_json::from_str(config)?;
+        let text_cfg = serde_json::to_string(&config.text_config)?;
+        super::LlamaLoader.isq_layer_regexes(&text_cfg)
     }
 }