Skip to content

Commit

Permalink
Merge pull request #314 from yoshitomo-matsubara/dev
Browse files Browse the repository at this point in the history
Support src_ckpt and dst_ckpt for initialization and saving checkpoints respectively
  • Loading branch information
yoshitomo-matsubara authored Apr 15, 2023
2 parents b9081a0 + 06ad45c commit 039a886
Show file tree
Hide file tree
Showing 118 changed files with 320 additions and 248 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,7 @@ models:
progress: True
num_classes: 91
pretrained_backbone: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/coco2017/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'custom_fasterrcnn_resnet_fpn'
kwargs:
Expand All @@ -45,7 +44,8 @@ models:
compressor:
decompressor:
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./coco/ghnd/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./coco/ghnd/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,7 @@ models:
progress: True
num_classes: 91
pretrained_backbone: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/coco2017/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'custom_maskrcnn_resnet_fpn'
kwargs:
Expand All @@ -45,7 +44,8 @@ models:
compressor:
decompressor:
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./coco/ghnd/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./coco/ghnd/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,15 +43,15 @@ models:
kwargs:
num_classes: 1000
pretrained: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/ilsvrc2012/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'resnet18'
kwargs:
num_classes: 1000
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./imagenet/at/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./imagenet/at/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,15 +43,15 @@ models:
kwargs:
num_classes: 1000
pretrained: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/ilsvrc2012/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'resnet18'
kwargs:
num_classes: 1000
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./imagenet/crd/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./imagenet/crd/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,15 +43,15 @@ models:
kwargs:
num_classes: 1000
pretrained: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/ilsvrc2012/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'resnet18'
kwargs:
num_classes: 1000
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./imagenet/cse_l2/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./imagenet/cse_l2/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,15 +43,15 @@ models:
kwargs:
num_classes: 1000
pretrained: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/ilsvrc2012/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'resnet18'
kwargs:
num_classes: 1000
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./imagenet_1gpu/ft_normal/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./imagenet_1gpu/ft_normal/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,15 +43,15 @@ models:
kwargs:
num_classes: 1000
pretrained: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/ilsvrc2012/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'resnet18'
kwargs:
num_classes: 1000
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./imagenet/kd/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./imagenet/kd/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,15 +43,15 @@ models:
kwargs:
num_classes: 1000
pretrained: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/ilsvrc2012/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'resnet18'
kwargs:
num_classes: 1000
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./imagenet/pad/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./imagenet/pad/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,15 +43,15 @@ models:
kwargs:
num_classes: 1000
pretrained: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/ilsvrc2012/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'resnet18'
kwargs:
num_classes: 1000
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./imagenet/sskd/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./imagenet/sskd/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,15 +43,15 @@ models:
kwargs:
num_classes: 1000
pretrained: True
experiment: &teacher_experiment !join [*dataset_name, '-', *teacher_model_key]
ckpt: !join ['./resource/ckpt/ilsvrc2012/teacher/', *teacher_experiment, '.pt']
src_ckpt:
student_model:
key: &student_model_key 'resnet18'
kwargs:
num_classes: 1000
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key, '_from_', *teacher_model_key]
ckpt: !join ['./imagenet/tfkd/', *student_experiment, '.pt']
src_ckpt:
dst_ckpt: !join ['./imagenet/tfkd/', *student_experiment, '.pt']

train:
log_freq: 1000
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,8 @@ models:
memory_efficient: False
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,8 @@ models:
memory_efficient: False
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,8 @@ models:
memory_efficient: False
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,8 @@ models:
memory_efficient: False
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
3 changes: 2 additions & 1 deletion configs/sample/cifar10/ce/resnet110-final_run.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
3 changes: 2 additions & 1 deletion configs/sample/cifar10/ce/resnet1202-final_run.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
3 changes: 2 additions & 1 deletion configs/sample/cifar10/ce/resnet20-final_run.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
3 changes: 2 additions & 1 deletion configs/sample/cifar10/ce/resnet32-final_run.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
3 changes: 2 additions & 1 deletion configs/sample/cifar10/ce/resnet44-final_run.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
3 changes: 2 additions & 1 deletion configs/sample/cifar10/ce/resnet56-final_run.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -50,7 +50,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
3 changes: 2 additions & 1 deletion configs/sample/cifar10/ce/wide_resnet16_8-final_run.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-final_run.pt']

train:
log_freq: 100
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,8 @@ models:
num_classes: 10
pretrained: False
experiment: &student_experiment !join [*dataset_name, '-', *student_model_key]
ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']
src_ckpt:
dst_ckpt: !join ['./resource/ckpt/', *dataset_name, '/ce/', *student_experiment, '-hyperparameter_tuning.pt']

train:
log_freq: 100
Expand Down
Loading

0 comments on commit 039a886

Please sign in to comment.