Updating the shared settings object when loading a model (oobabooga#4425

)
Vechtomov · Nov 1, 2023 · aaf726d · aaf726d
1 parent 9bd0724
commit aaf726d
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/modules/ui_model_menu.py b/modules/ui_model_menu.py
@@ -212,6 +212,9 @@ def load_model_wrapper(selected_model, loader, autoload=False):
                 if 'instruction_template' in settings:
                     output += '\n\nIt seems to be an instruction-following model with template "{}". In the chat tab, instruct or chat-instruct modes should be used.'.format(settings['instruction_template'])
 
+                # Applying the changes to the global shared settings (in-memory)
+                shared.settings.update({k: v for k, v in settings.items() if k in shared.settings})
+
                 yield output
             else:
                 yield f"Failed to load `{selected_model}`."