File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -319,8 +319,8 @@ def tp_parser(model):
319319
320320 #'DS_REMOVED_COMMON_REDUCE_LINEAR_KEYS' is a list. The layer name in the list will be removed from those of default common LinearAllReduce.
321321 # import os
322- # os.environ["DS_ALL_REDUCE_LINEAR_ITEMS "] = "['layer_name_1', 'layer_name_2',...]"
323- #for example: os.environ["DS_ALL_REDUCE_LINEAR_ITEMS "] = "['o_proj']"
322+ # os.environ["DS_REMOVED_COMMON_REDUCE_LINEAR_KEYS "] = "['layer_name_1', 'layer_name_2',...]"
323+ #for example: os.environ["DS_REMOVED_COMMON_REDUCE_LINEAR_KEYS "] = "['o_proj']"
324324 ds_user_remove_reduceLinear_keys = os .environ .get ('DS_REMOVED_COMMON_REDUCE_LINEAR_KEYS' )
325325 if ds_user_remove_reduceLinear_keys :
326326 ds_user_remove_reduceLinear_keys = ast .literal_eval (ds_user_remove_reduceLinear_keys )
You can’t perform that action at this time.
0 commit comments