forked from facebookresearch/jepa
-
Notifications
You must be signed in to change notification settings - Fork 1
/
vitl16_in1k.yaml
34 lines (34 loc) · 860 Bytes
/
vitl16_in1k.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
nodes: 8
tasks_per_node: 8
tag: in1k-16f
eval_name: image_classification_frozen
resume_checkpoint: false
data:
root_path: /your_absolute_file_path_to_directory_where_image_datasets_are_stored/
image_folder: imagenet_full_size/061417/
num_classes: 1000
resolution: 224
dataset_name: ImageNet
optimization:
num_epochs: 20
batch_size: 16
weight_decay: 0.001
lr: 0.001
start_lr: 0.001
final_lr: 0.0
warmup: 0.
use_bfloat16: true
pretrain:
model_name: vit_large
checkpoint_key: target_encoder
clip_duration: null
frames_per_clip: 16
tubelet_size: 2
uniform_power: true
use_sdpa: true
use_silu: false
tight_silu: false
patch_size: 16
folder: /your_absolute_file_path_to_directory_where_pretrained_models_are_contained/
checkpoint: jepa-latest.pth.tar # name of pretrained model file inside folder
write_tag: jepa