Update glm_10b_en_tokenizer.py

FlagAI-Open · Aug 25, 2022 · 25b659b · 25b659b
1 parent b61b708
commit 25b659b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flagai/data/tokenizer/glm_10b_en/glm_10b_en_tokenizer.py b/flagai/data/tokenizer/glm_10b_en/glm_10b_en_tokenizer.py
@@ -148,7 +148,7 @@ def from_pretrained(cls, pretrained_model_name_or_path, *inputs, **kwargs):
  else:
  special_tokens = kwargs.pop('special_tokens', [])
 
- if not os.path.exists(resolved_merges_file): # 如果没有这个vocab文件， 那我们就要下载
+ if not os.path.exists(resolved_merges_file): 
  if pretrained_model_name_or_path in VOCAB_ARCHIVE_URLS_MAP:
  for key, url in VOCAB_ARCHIVE_URLS_MAP[
  pretrained_model_name_or_path].items():