diff --git a/python/paddle/fluid/dygraph/parallel.py b/python/paddle/fluid/dygraph/parallel.py index 2be062962ec9d..a905e1dba8467 100644 --- a/python/paddle/fluid/dygraph/parallel.py +++ b/python/paddle/fluid/dygraph/parallel.py @@ -17,7 +17,10 @@ import numpy as np import warnings from collections import OrderedDict +import itertools +import warnings +import paddle from paddle.fluid import core from paddle.fluid import framework from paddle.fluid.dygraph import layers @@ -26,9 +29,7 @@ from paddle.utils import deprecated from ..layers import collective from paddle.fluid.dygraph import base as imperative_base -import warnings -import paddle -import itertools +from paddle.fluid.framework import ParamBase __all__ = ["prepare_context", "ParallelEnv", "DataParallel"] @@ -353,8 +354,9 @@ def sync_params_buffers(model, raise TypeError("The data type of '%s' must be Varbase" % param.name) # is_distributed param not need to sync when in mp mode - if is_model_parallel and param.is_distributed: - continue + if is_model_parallel and isinstance(param, ParamBase): + if param.is_distributed: + continue model_vars.append(param.detach()) if len(model_vars) == 0: