From 5907b00a0d3ac3f8d84d273bd7fcfb64cd6fd1c7 Mon Sep 17 00:00:00 2001 From: Michael Benayoun Date: Fri, 16 Sep 2022 11:44:49 +0200 Subject: [PATCH] Remove BaseConfig.get_config_dict since it is the same implementation as the base class (PretrainedConfig) --- optimum/configuration_utils.py | 31 ------------------------------- 1 file changed, 31 deletions(-) diff --git a/optimum/configuration_utils.py b/optimum/configuration_utils.py index 8ffeda45a5..1abadf55a6 100644 --- a/optimum/configuration_utils.py +++ b/optimum/configuration_utils.py @@ -124,37 +124,6 @@ def get_configuration_file(cls, configuration_files: List[str]) -> str: return configuration_file - # Adapted from transformers.configuration_utils.PretrainedConfig.get_config_dict - @classmethod - def get_config_dict( - cls, pretrained_model_name_or_path: Union[str, os.PathLike], **kwargs - ) -> Tuple[Dict[str, Any], Dict[str, Any]]: - """ - From a `pretrained_model_name_or_path`, resolve to a dictionary of parameters, to be used for instantiating a - [`PretrainedConfig`] using `from_dict`. - - Parameters: - pretrained_model_name_or_path (`str` or `os.PathLike`): - The identifier of the pre-trained checkpoint from which we want the dictionary of parameters. - - Returns: - `Tuple[Dict, Dict]`: The dictionary(ies) that will be used to instantiate the configuration object. - """ - original_kwargs = copy.deepcopy(kwargs) - # Get config dict associated with the base config file - config_dict, kwargs = cls._get_config_dict(pretrained_model_name_or_path, **kwargs) - if "_commit_hash" in config_dict: - original_kwargs["_commit_hash"] = config_dict["_commit_hash"] - - # That config file may point us toward another config file to use. - if "configuration_files" in config_dict: - configuration_file = cls.get_configuration_file(config_dict["configuration_files"]) - config_dict, kwargs = cls._get_config_dict( - pretrained_model_name_or_path, _configuration_file=configuration_file, **original_kwargs - ) - - return config_dict, kwargs - # Adapted from transformers.configuration_utils.PretrainedConfig._get_config_dict @classmethod def _get_config_dict(