Merge pull request #7 from sgwhat/default-loader-switch

Convert bigdl-llm as the default loader
intel-staging · Feb 19, 2024 · 33a7fd2 · 33a7fd2
2 parents f2a2dac + 8f8f994
commit 33a7fd2
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/modules/models_settings.py b/modules/models_settings.py
@@ -162,7 +162,7 @@ def infer_loader(model_name, model_settings):
     elif re.match(r'.*-hqq', model_name.lower()):
         return 'HQQ'
     else:
-        loader = 'Transformers'
+        loader = 'BigDL-LLM'
 
     return loader
 

diff --git a/server.py b/server.py
@@ -88,7 +88,7 @@ def create_interface():
 
     # Force some events to be triggered on page load
     shared.persistent_interface_state.update({
-        'loader': shared.args.loader or 'Transformers',
+        'loader': shared.args.loader or 'BigDL-LLM',
         'mode': shared.settings['mode'],
         'character_menu': shared.args.character or shared.settings['character'],
         'instruction_template_str': shared.settings['instruction_template_str'],