Skip to content

Commit

Permalink
fix paramwise_cfg
Browse files Browse the repository at this point in the history
  • Loading branch information
ly015 committed Feb 22, 2023
1 parent bef2736 commit 4fa4866
Show file tree
Hide file tree
Showing 6 changed files with 26 additions and 24 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@
lr=5e-4,
betas=(0.9, 0.999),
weight_decay=0.01,
paramwise_cfg=dict(
custom_keys={'relative_position_bias_table': dict(
decay_mult=0.)})))
),
paramwise_cfg=dict(
custom_keys={'relative_position_bias_table': dict(decay_mult=0.)}))

# learning policy
param_scheduler = [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@
lr=5e-4,
betas=(0.9, 0.999),
weight_decay=0.01,
paramwise_cfg=dict(
custom_keys={'relative_position_bias_table': dict(
decay_mult=0.)})))
),
paramwise_cfg=dict(
custom_keys={'relative_position_bias_table': dict(decay_mult=0.)}))

# learning policy
param_scheduler = [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@
lr=5e-4,
betas=(0.9, 0.999),
weight_decay=0.01,
paramwise_cfg=dict(
custom_keys={'relative_position_bias_table': dict(
decay_mult=0.)})))
),
paramwise_cfg=dict(
custom_keys={'relative_position_bias_table': dict(decay_mult=0.)}))

# learning policy
param_scheduler = [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@
lr=5e-4,
betas=(0.9, 0.999),
weight_decay=0.01,
paramwise_cfg=dict(
custom_keys={'relative_position_bias_table': dict(
decay_mult=0.)})))
),
paramwise_cfg=dict(
custom_keys={'relative_position_bias_table': dict(decay_mult=0.)}))

# learning policy
param_scheduler = [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,12 +10,13 @@
lr=5e-4,
betas=(0.9, 0.999),
weight_decay=0.01,
paramwise_cfg=dict(
custom_keys={
'absolute_pos_embed': dict(decay_mult=0.),
'relative_position_bias_table': dict(decay_mult=0.),
'norm': dict(decay_mult=0.)
})))
),
paramwise_cfg=dict(
custom_keys={
'absolute_pos_embed': dict(decay_mult=0.),
'relative_position_bias_table': dict(decay_mult=0.),
'norm': dict(decay_mult=0.)
}))

# learning policy
param_scheduler = [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,12 +10,13 @@
lr=5e-4,
betas=(0.9, 0.999),
weight_decay=0.01,
paramwise_cfg=dict(
custom_keys={
'absolute_pos_embed': dict(decay_mult=0.),
'relative_position_bias_table': dict(decay_mult=0.),
'norm': dict(decay_mult=0.)
})))
),
paramwise_cfg=dict(
custom_keys={
'absolute_pos_embed': dict(decay_mult=0.),
'relative_position_bias_table': dict(decay_mult=0.),
'norm': dict(decay_mult=0.)
}))

# learning policy
param_scheduler = [
Expand Down

0 comments on commit 4fa4866

Please sign in to comment.