From 9d9345d8385403c18bac0d85d5a0ceef41ba03ae Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Thu, 11 Jan 2024 11:55:20 +0100 Subject: [PATCH 01/13] added av to apptainer --- containers/requirements.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/containers/requirements.txt b/containers/requirements.txt index 508966d..937ea27 100644 --- a/containers/requirements.txt +++ b/containers/requirements.txt @@ -5,4 +5,5 @@ ffmpeg-python>=0.2 dvc[s3] dvclive>=3.3 tensorboard>=2.15 -moviepy>=1.0 \ No newline at end of file +moviepy>=1.0 +av>=11.0 From 91bf8af20c41e5b7ce4278eb98893667693e380a Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Thu, 11 Jan 2024 11:56:03 +0100 Subject: [PATCH 02/13] fixed lr schedule --- ...-vit-g-dist-k710-pre_16x4x1_kinetics-400_k400-hyperparams.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/models/vit-s-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400_k400-hyperparams.py b/configs/models/vit-s-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400_k400-hyperparams.py index 13ae986..1d31d27 100644 --- a/configs/models/vit-s-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400_k400-hyperparams.py +++ b/configs/models/vit-s-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400_k400-hyperparams.py @@ -61,7 +61,7 @@ convert_to_iter_based=True, eta_min=1e-6, begin=5, - end=35, # TODO: Repeat most important experiments with this corrected + end=90, ), ] From c6e47cb53f6c0f7149871a13dd0974899355dd44 Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Thu, 11 Jan 2024 11:57:53 +0100 Subject: [PATCH 03/13] renamed best experiment --- ...pling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py b/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py index 6d2f36c..88a79fb 100644 --- a/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py +++ b/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py @@ -2,7 +2,7 @@ "../models/vit-s-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400_k400-hyperparams.py" ] -EXPERIMENT_NAME = "vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams" +EXPERIMENT_NAME = "frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr" visualizer = dict( vis_backends=dict(save_dir=f"model_tests/tensorboard/{EXPERIMENT_NAME}") ) From efe5935135d5f1c8bf364ca0163c262e36af39d2 Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Fri, 12 Jan 2024 12:06:21 +0100 Subject: [PATCH 04/13] reduced no of works due to OOM --- configs/datasets/high-quality-fall_runner_k400-hyperparams.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/datasets/high-quality-fall_runner_k400-hyperparams.py b/configs/datasets/high-quality-fall_runner_k400-hyperparams.py index 5d3aed3..1f58f10 100644 --- a/configs/datasets/high-quality-fall_runner_k400-hyperparams.py +++ b/configs/datasets/high-quality-fall_runner_k400-hyperparams.py @@ -69,7 +69,7 @@ # val_dataloader = train_dataloader val_dataloader = dict( batch_size=12, # From VideoMAEv2 repo - num_workers=8, + num_workers=6, persistent_workers=False, sampler=dict(type="DefaultSampler", shuffle=False), dataset=dict( From ac7272ad1f3688c0cbb397cbd7398c8026df6ed8 Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Fri, 12 Jan 2024 12:06:32 +0100 Subject: [PATCH 05/13] added config for reruns --- ...drop_priority-labeling_k400-hyperparams.py | 100 ++++++++++++++++++ ...drop_priority-labeling_k400-hyperparams.py | 2 +- ...drop_priority-labeling_k400-hyperparams.sh | 10 ++ 3 files changed, 111 insertions(+), 1 deletion(-) create mode 100644 configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py create mode 100644 job_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh diff --git a/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py b/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py new file mode 100644 index 0000000..2c9596b --- /dev/null +++ b/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py @@ -0,0 +1,100 @@ +_base_ = [ + "../models/vit-s-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400_k400-hyperparams.py" +] + +EXPERIMENT_NAME = "frame-int-8_cutup-5s-clips-30-drop_fixed_lr" +visualizer = dict( + vis_backends=dict(save_dir=f"experiments/tensorboard/{EXPERIMENT_NAME}") +) +work_dir = f"experiments/{EXPERIMENT_NAME}" + +# Overrides +default_hooks = dict(checkpoint=dict(interval=1)) + +# 1487 samples in val -> 92 batches per node -> We want around 10 images +# custom_hooks = [dict(type="CustomVisualizationHook", enable=True, interval=300)] + +# Use ViT-B/16 +model = dict( + backbone=dict(embed_dims=768, depth=12, num_heads=12), + cls_head=dict(in_channels=768), +) +load_from = "weights/vit-base-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400_20230510-3e7f93b2.pth" + +# Use frame_interval 8 +train_pipeline = [ + dict(type="DecordInit"), + dict(type="ClipVideo"), + dict( + type="SampleFrames", clip_len=16, frame_interval=8, num_clips=1 + ), # This has changed + dict(type="DecordDecode"), + dict(type="Resize", scale=(-1, 224)), + dict(type="RandomCrop", size=224), + dict(type="Resize", scale=(224, 224), keep_ratio=False), + dict(type="Flip", flip_ratio=0.5), + dict(type="FormatShape", input_format="NCTHW"), + dict(type="PackActionInputs"), +] + + +# Use Cutup sampling +train_dataloader = dict( + dataset=dict( + sampling_strategy=dict( + type="UniformSampling", + clip_len=5, + ), + drop_ratios=[0.0, 0.0, 0.30], + pipeline=train_pipeline, + ) +) +# We are not changing the val/test dataloaders since gaussian sampling requires labels +# and we cannot have a valid validation if we use labels in the preprocessing + +val_pipeline = [ + dict(type="DecordInit"), + dict(type="ClipVideo"), + dict( + type="SampleFrames", clip_len=16, frame_interval=8, num_clips=1, test_mode=True + ), + dict(type="DecordDecode"), + dict(type="Resize", scale=(-1, 224)), + dict(type="CenterCrop", crop_size=224), # From VideoMAEv2 repo + dict(type="FormatShape", input_format="NCTHW"), + dict(type="PackActionInputs"), +] + +val_dataloader = dict( + dataset=dict( + sampling_strategy=dict( + type="UniformSampling", clip_len=5, stride=0, overlap=False + ), + pipeline=val_pipeline, + ), +) + + +test_pipeline = [ + dict(type="DecordInit"), + dict(type="ClipVideo"), + dict( + type="SampleFrames", clip_len=16, frame_interval=8, num_clips=5, test_mode=True + ), # From VideoMAEv2 repo + dict(type="DecordDecode"), + dict(type="Resize", scale=(-1, 224)), + dict(type="ThreeCrop", crop_size=224), # From VideoMAEv2 repo + dict(type="FormatShape", input_format="NCTHW"), + dict(type="PackActionInputs"), +] + +test_dataloader = dict( + num_workers=4, + sampler=dict(type="DefaultSampler", shuffle=False), + dataset=dict( + pipeline=test_pipeline, + sampling_strategy=dict( + type="UniformSampling", clip_len=5, stride=0, overlap=False + ), + ), +) diff --git a/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py b/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py index 88a79fb..c98895c 100644 --- a/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py +++ b/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py @@ -4,7 +4,7 @@ EXPERIMENT_NAME = "frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr" visualizer = dict( - vis_backends=dict(save_dir=f"model_tests/tensorboard/{EXPERIMENT_NAME}") + vis_backends=dict(save_dir=f"experiments/tensorboard/{EXPERIMENT_NAME}") ) work_dir = f"experiments/{EXPERIMENT_NAME}" diff --git a/job_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh b/job_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh new file mode 100644 index 0000000..9982407 --- /dev/null +++ b/job_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh @@ -0,0 +1,10 @@ +#!/usr/bin/env bash +#SBATCH -A NAISS2023-22-1160 -p alvis +#SBATCH -N 1 --gpus-per-node=A40:1 +#SBATCH --time=48:00:00 + +apptainer exec \ + --env PYTHONPATH=$(pwd) \ + containers/c3se_job_container.sif \ + python mmaction2/tools/train.py \ + configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py \ No newline at end of file From d760586dec2b1b4f995ee74dd1cba8b4fa38df4a Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Fri, 12 Jan 2024 12:07:24 +0100 Subject: [PATCH 06/13] added resume flags to job scripts --- ...utup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh | 3 ++- ...ling-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/job_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh b/job_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh index 9982407..18d1632 100644 --- a/job_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh +++ b/job_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh @@ -7,4 +7,5 @@ apptainer exec \ --env PYTHONPATH=$(pwd) \ containers/c3se_job_container.sif \ python mmaction2/tools/train.py \ - configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py \ No newline at end of file + configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py \ + --resume auto \ No newline at end of file diff --git a/job_scripts/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh b/job_scripts/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh index 07c096e..00cb94e 100644 --- a/job_scripts/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh +++ b/job_scripts/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh @@ -7,4 +7,5 @@ apptainer exec \ --env PYTHONPATH=$(pwd) \ containers/c3se_job_container.sif \ python mmaction2/tools/train.py \ - configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py \ No newline at end of file + configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py \ + --resume auto \ No newline at end of file From f679e3ff57662c25f9a85ffecd0c4c348da1a215 Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Fri, 12 Jan 2024 15:31:14 +0100 Subject: [PATCH 07/13] added safeguard against index out of bounds --- datasets/transforms/sampling_strategy.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/datasets/transforms/sampling_strategy.py b/datasets/transforms/sampling_strategy.py index d9333b0..4d79f31 100644 --- a/datasets/transforms/sampling_strategy.py +++ b/datasets/transforms/sampling_strategy.py @@ -150,6 +150,10 @@ def sample(self, annotation: pd.Series) -> List[IntervalInSeconds]: sample_list = [] for sample in samples: + if sample < (self.clip_len / 2) or sample > ( + annotation["length"] - (self.clip_len / 2) + ): + continue start = max(0, sample - self.clip_len / 2) end = min(annotation["length"], sample + self.clip_len / 2) sample_list.append((start, end)) From 8d8cb6ce156cb532cb51ba50defeae1a9893682a Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Mon, 15 Jan 2024 09:15:45 +0100 Subject: [PATCH 08/13] added test runs --- ...0-drop_priority-labeling_k400-hyperparams.py | 4 ++-- ...0-drop_priority-labeling_k400-hyperparams.py | 4 ++-- ...ussian-sampling-5s-clips-30-drop_fixed_lr.sh | 17 +++++++++++++++++ ...0-drop_priority-labeling_k400-hyperparams.sh | 17 +++++++++++++++++ 4 files changed, 38 insertions(+), 4 deletions(-) create mode 100644 job_scripts/test_scripts/frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr.sh create mode 100644 job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh diff --git a/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py b/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py index 2c9596b..4b14de8 100644 --- a/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py +++ b/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py @@ -4,9 +4,9 @@ EXPERIMENT_NAME = "frame-int-8_cutup-5s-clips-30-drop_fixed_lr" visualizer = dict( - vis_backends=dict(save_dir=f"experiments/tensorboard/{EXPERIMENT_NAME}") + vis_backends=dict(save_dir=f"model_tests/tensorboard/{EXPERIMENT_NAME}") ) -work_dir = f"experiments/{EXPERIMENT_NAME}" +work_dir = f"model_tests/{EXPERIMENT_NAME}" # Overrides default_hooks = dict(checkpoint=dict(interval=1)) diff --git a/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py b/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py index c98895c..944f4dd 100644 --- a/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py +++ b/configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py @@ -4,9 +4,9 @@ EXPERIMENT_NAME = "frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr" visualizer = dict( - vis_backends=dict(save_dir=f"experiments/tensorboard/{EXPERIMENT_NAME}") + vis_backends=dict(save_dir=f"model_tests/tensorboard/{EXPERIMENT_NAME}") ) -work_dir = f"experiments/{EXPERIMENT_NAME}" +work_dir = f"model_tests/{EXPERIMENT_NAME}" # Overrides default_hooks = dict(checkpoint=dict(interval=1)) diff --git a/job_scripts/test_scripts/frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr.sh b/job_scripts/test_scripts/frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr.sh new file mode 100644 index 0000000..4cefdb0 --- /dev/null +++ b/job_scripts/test_scripts/frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr.sh @@ -0,0 +1,17 @@ +#!/usr/bin/env bash +#SBATCH -A NAISS2023-22-1160 -p alvis +#SBATCH -N 1 --gpus-per-node=T4:4 +#SBATCH --time=24:00:00 + +apptainer exec \ + --env PYTHONPATH=$(pwd) \ + containers/c3se_job_container.sif \ + python -m torch.distributed.launch --nproc_per_node=4 \ + mmaction2/tools/test.py \ + configs/experiments/vit-b_frame-int-8_gaussian-sampling-5s-clips-30-drop_priority-labeling_k400-hyperparams.py \ + experiments/frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr/best_acc_unweighted_average_f1_epoch_38.pth \ + --work-dir model_tests/frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr \ + --dump model_tests/frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr/predictions.pkl \ + --show-dir model_tests/frame-int-8_gaussian-sampling-5s-clips-30-drop_fixed_lr/visualizations \ + --interval 10 \ + --launcher pytorch \ No newline at end of file diff --git a/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh b/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh new file mode 100644 index 0000000..6601c44 --- /dev/null +++ b/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh @@ -0,0 +1,17 @@ +#!/usr/bin/env bash +#SBATCH -A NAISS2023-22-1160 -p alvis +#SBATCH -N 1 --gpus-per-node=T4:4 +#SBATCH --time=24:00:00 + +apptainer exec \ + --env PYTHONPATH=$(pwd) \ + containers/c3se_job_container.sif \ + python -m torch.distributed.launch --nproc_per_node=4 \ + mmaction2/tools/test.py \ + configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py \ + experiments/frame-int-8_cutup-5s-clips-30-drop_fixed_lr/best_acc_unweighted_average_f1_epoch_30.pth \ + --work-dir model_tests/frame-int-8_cutup-5s-clips-30-drop_fixed_lr \ + --dump model_tests/frame-int-8_cutup-5s-clips-30-drop_fixed_lr/predictions.pkl \ + --show-dir model_tests/frame-int-8_cutup-5s-clips-30-drop_fixed_lr/visualizations \ + --interval 10 \ + --launcher pytorch \ No newline at end of file From f3b4fe16a94e904570a7808b9831d593e0bb34e3 Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Mon, 15 Jan 2024 09:55:26 +0100 Subject: [PATCH 09/13] added model tests --- model_tests.dvc | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/model_tests.dvc b/model_tests.dvc index 8085f0c..bb45d57 100644 --- a/model_tests.dvc +++ b/model_tests.dvc @@ -1,6 +1,6 @@ outs: -- md5: ea5466afdb49cf3effcf204a4bc52bd5.dir - size: 4737669843 - nfiles: 63856 +- md5: 80cf3bd3fb33349390de9061058df1ce.dir + size: 9765769380 + nfiles: 131546 hash: md5 path: model_tests From bad9041b55e5317829db05cb2f79f758b77df2fa Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Mon, 15 Jan 2024 10:01:24 +0100 Subject: [PATCH 10/13] added latest experiment runs --- experiments.dvc | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/experiments.dvc b/experiments.dvc index 67d1160..9d3816a 100644 --- a/experiments.dvc +++ b/experiments.dvc @@ -1,6 +1,6 @@ outs: -- md5: e36ce5c5dd248684edb13f4602312b36.dir - size: 29342240865 - nfiles: 114 +- md5: 4f930a358ed1b9f9be761e679b989aa5.dir + size: 36389694277 + nfiles: 140 hash: md5 path: experiments From 21ce8ce03b62cbde273143bf1703a40fb2fc7c8d Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Mon, 15 Jan 2024 10:02:09 +0100 Subject: [PATCH 11/13] added high temp resolution config --- ...5s-clips-30-drop_priority-labeling_k400-hyperparams.py | 4 ++-- ...5s-clips-30-drop_priority-labeling_k400-hyperparams.sh | 8 ++++---- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py b/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py index 4b14de8..3d0effd 100644 --- a/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py +++ b/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py @@ -2,7 +2,7 @@ "../models/vit-s-p16_videomaev2-vit-g-dist-k710-pre_16x4x1_kinetics-400_k400-hyperparams.py" ] -EXPERIMENT_NAME = "frame-int-8_cutup-5s-clips-30-drop_fixed_lr" +EXPERIMENT_NAME = "high_temporal_resolution_frame-int-8_cutup-5s-clips-30-drop_fixed_lr" visualizer = dict( vis_backends=dict(save_dir=f"model_tests/tensorboard/{EXPERIMENT_NAME}") ) @@ -94,7 +94,7 @@ dataset=dict( pipeline=test_pipeline, sampling_strategy=dict( - type="UniformSampling", clip_len=5, stride=0, overlap=False + type="UniformSampling", clip_len=5, stride=1, overlap=True ), ), ) diff --git a/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh b/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh index 6601c44..fcc8e10 100644 --- a/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh +++ b/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh @@ -10,8 +10,8 @@ apptainer exec \ mmaction2/tools/test.py \ configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py \ experiments/frame-int-8_cutup-5s-clips-30-drop_fixed_lr/best_acc_unweighted_average_f1_epoch_30.pth \ - --work-dir model_tests/frame-int-8_cutup-5s-clips-30-drop_fixed_lr \ - --dump model_tests/frame-int-8_cutup-5s-clips-30-drop_fixed_lr/predictions.pkl \ - --show-dir model_tests/frame-int-8_cutup-5s-clips-30-drop_fixed_lr/visualizations \ - --interval 10 \ + --work-dir model_tests/high_temporal_resolution_frame-int-8_cutup-5s-clips-30-drop_fixed_lr \ + --dump model_tests/high_temporal_resolution_frame-int-8_cutup-5s-clips-30-drop_fixed_lr/predictions.pkl \ + --show-dir model_tests/high_temporal_resolution_frame-int-8_cutup-5s-clips-30-drop_fixed_lr/visualizations \ + --interval 100 \ --launcher pytorch \ No newline at end of file From f385b0ae9e4512eb31d2f65c89ac721e0c65fc57 Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Wed, 17 Jan 2024 13:18:01 +0100 Subject: [PATCH 12/13] reduced num of workers --- ...cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py | 2 +- ...cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py b/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py index 3d0effd..6cd5da2 100644 --- a/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py +++ b/configs/experiments/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.py @@ -89,7 +89,7 @@ ] test_dataloader = dict( - num_workers=4, + num_workers=2, sampler=dict(type="DefaultSampler", shuffle=False), dataset=dict( pipeline=test_pipeline, diff --git a/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh b/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh index fcc8e10..e43f2da 100644 --- a/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh +++ b/job_scripts/test_scripts/vit-b_frame-int-8_cutup-5s-clips-30-drop_priority-labeling_k400-hyperparams.sh @@ -13,5 +13,5 @@ apptainer exec \ --work-dir model_tests/high_temporal_resolution_frame-int-8_cutup-5s-clips-30-drop_fixed_lr \ --dump model_tests/high_temporal_resolution_frame-int-8_cutup-5s-clips-30-drop_fixed_lr/predictions.pkl \ --show-dir model_tests/high_temporal_resolution_frame-int-8_cutup-5s-clips-30-drop_fixed_lr/visualizations \ - --interval 100 \ + --interval 2000 \ --launcher pytorch \ No newline at end of file From f1e8c88e000495da460c48b01a808059edbe45fd Mon Sep 17 00:00:00 2001 From: Till Grutschus Date: Wed, 17 Jan 2024 13:40:50 +0100 Subject: [PATCH 13/13] ran high temp resolution exp --- model_tests.dvc | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/model_tests.dvc b/model_tests.dvc index bb45d57..a5c8668 100644 --- a/model_tests.dvc +++ b/model_tests.dvc @@ -1,6 +1,6 @@ outs: -- md5: 80cf3bd3fb33349390de9061058df1ce.dir - size: 9765769380 - nfiles: 131546 +- md5: bee28e9198acbeb39b6498f3d20f6c08.dir + size: 9864631908 + nfiles: 132513 hash: md5 path: model_tests