Skip to content

Commit 90758a9

Browse files
committed
Fixed error names
Signed-off-by: gyou2021 <ganmei.you@intel.com>
1 parent 9651150 commit 90758a9

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

deepspeed/module_inject/auto_tp.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -319,8 +319,8 @@ def tp_parser(model):
319319

320320
#'DS_REMOVED_COMMON_REDUCE_LINEAR_KEYS' is a list. The layer name in the list will be removed from those of default common LinearAllReduce.
321321
# import os
322-
# os.environ["DS_ALL_REDUCE_LINEAR_ITEMS"] = "['layer_name_1', 'layer_name_2',...]"
323-
#for example: os.environ["DS_ALL_REDUCE_LINEAR_ITEMS"] = "['o_proj']"
322+
# os.environ["DS_REMOVED_COMMON_REDUCE_LINEAR_KEYS"] = "['layer_name_1', 'layer_name_2',...]"
323+
#for example: os.environ["DS_REMOVED_COMMON_REDUCE_LINEAR_KEYS"] = "['o_proj']"
324324
ds_user_remove_reduceLinear_keys = os.environ.get('DS_REMOVED_COMMON_REDUCE_LINEAR_KEYS')
325325
if ds_user_remove_reduceLinear_keys:
326326
ds_user_remove_reduceLinear_keys = ast.literal_eval(ds_user_remove_reduceLinear_keys)

0 commit comments

Comments
 (0)