diff --git a/modules/models_settings.py b/modules/models_settings.py index b3d2dc64..76effa87 100644 --- a/modules/models_settings.py +++ b/modules/models_settings.py @@ -84,6 +84,8 @@ def get_model_metadata(model): if 'rope_theta' in metadata: model_settings['rope_freq_base'] = metadata['rope_theta'] + elif 'attn_config' in metadata and 'rope_theta' in metadata['attn_config']: + model_settings['rope_freq_base'] = metadata['attn_config']['rope_theta'] if 'rope_scaling' in metadata and type(metadata['rope_scaling']) is dict and all(key in metadata['rope_scaling'] for key in ('type', 'factor')): if metadata['rope_scaling']['type'] == 'linear':