We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent be49c02 commit 82b593eCopy full SHA for 82b593e
torchtitan/components/ft.py
@@ -123,8 +123,6 @@ def maybe_semi_sync_training(
123
), "FTManager must be enabled to use semi-sync training."
124
if semi_sync_method.lower() == "diloco":
125
# Create the outer optimizer based on the inner optimizer parameters.
126
- params = [group["params"] for group in optimizer.param_groups]
127
- params = [param for sublist in params for param in sublist]
128
outer_optimizers = []
129
for model in model_parts:
130
params = [p for p in model.parameters() if p.requires_grad]
0 commit comments