Support uqff for idefics3 (#1020)

EricLBuehler · Jan 2, 2025 · 8ee15d4 · 8ee15d4
1 parent bd7af28
commit 8ee15d4
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/mistralrs-core/src/pipeline/loaders/vision_loaders.rs b/mistralrs-core/src/pipeline/loaders/vision_loaders.rs
@@ -732,7 +732,9 @@ impl VisionModelLoader for Idefics3Loader {
 }
 
 impl IsqModelLoader for Idefics3Loader {
-    fn isq_layer_regexes(&self, _config: &str) -> Result<Vec<Regex>> {
-        todo!()
+    fn isq_layer_regexes(&self, config: &str) -> Result<Vec<Regex>> {
+        let config: Idefics3Config = serde_json::from_str(config)?;
+        let text_cfg = serde_json::to_string(&config.text_config)?;
+        super::LlamaLoader.isq_layer_regexes(&text_cfg)
     }
 }