[fix] olmo model loading

RUCAIBox · Aug 6, 2024 · def3be9 · def3be9
1 parent 0c25953
commit def3be9
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/utilization/model/huggingface_model.py b/utilization/model/huggingface_model.py
@@ -177,15 +177,15 @@ def __init__(self, args: ModelArguments):
         except TypeError:
             logger.warning(f"Cannot set `position_ids` for {self.name}. Set `support_position_ids` to False.")
             self.support_position_ids = False
-        except ValueError:
+        except Exception:
             self.support_position_ids = True
 
         try:
             self.model(use_cache=True, past_key_values=None)
         except TypeError:
             logger.warning(f"Cannot set `use_cache` for {self.name}. Set `support_cache` to False.")
             self.support_cache = False
-        except ValueError:
+        except Exception:
             self.support_cache = True
 
         self.support_cache = self.support_cache and args.prefix_caching is True