From c9b69f77f468149ed958b8f7404b4e25fb501f33 Mon Sep 17 00:00:00 2001 From: Ayush Sawant Date: Fri, 5 Jan 2024 12:29:44 +0530 Subject: [PATCH] Added support for hf_token as an environment variable (#34) * added support for hf_token as an environment variable --- llm/utils/generate_data_model.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/llm/utils/generate_data_model.py b/llm/utils/generate_data_model.py index f595e4e..80ad35e 100644 --- a/llm/utils/generate_data_model.py +++ b/llm/utils/generate_data_model.py @@ -87,7 +87,7 @@ def set_values(self, params: argparse.Namespace) -> None: self.skip_download = params.skip_download self.debug = params.debug - self.repo_info.hf_token = params.hf_token + self.repo_info.hf_token = params.hf_token or os.environ.get("HF_TOKEN") self.repo_info.repo_id = params.repo_id self.repo_info.repo_version = params.repo_version @@ -125,7 +125,8 @@ def validate_hf_token(self) -> None: ( "HuggingFace Hub token is required for llama download. " "Please specify it using --hf_token= argument " - ". Refer https://huggingface.co/docs/hub/security-tokens" + "or, set it as an environment variable 'HF_TOKEN'. Refer " + "https://huggingface.co/docs/hub/security-tokens" ) ) sys.exit(1)