Skip to content

Commit 8596e5a

Browse files
joecummingsjoecummings
committed
I hate this
1 parent 32ae3cd commit 8596e5a

File tree

8 files changed

+200
-0
lines changed

8 files changed

+200
-0
lines changed

‎recipes/configs/qwen2_5/0.5B_full.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,3 +70,28 @@ metric_logger:
7070
log_dir: ${output_dir}/logs
7171
log_every_n_steps: 1
7272
log_peak_memory_stats: True
73+
74+
# Profiler (disabled)
75+
profiler:
76+
_component_: torchtune.training.setup_torch_profiler
77+
enabled: False
78+
79+
#Output directory of trace artifacts
80+
output_dir: ${output_dir}/profiling_outputs
81+
82+
#`torch.profiler.ProfilerActivity` types to trace
83+
cpu: True
84+
cuda: True
85+
86+
#trace options passed to `torch.profiler.profile`
87+
profile_memory: False
88+
with_stack: False
89+
record_shapes: True
90+
with_flops: False
91+
92+
# `torch.profiler.schedule` options:
93+
# wait_steps -> wait, warmup_steps -> warmup, active_steps -> active, num_cycles -> repeat
94+
wait_steps: 5
95+
warmup_steps: 3
96+
active_steps: 2
97+
num_cycles: 1

‎recipes/configs/qwen2_5/0.5B_full_single_device.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,3 +70,28 @@ metric_logger:
7070
log_dir: ${output_dir}/logs
7171
log_every_n_steps: 1
7272
log_peak_memory_stats: True
73+
74+
# Profiler (disabled)
75+
profiler:
76+
_component_: torchtune.training.setup_torch_profiler
77+
enabled: False
78+
79+
#Output directory of trace artifacts
80+
output_dir: ${output_dir}/profiling_outputs
81+
82+
#`torch.profiler.ProfilerActivity` types to trace
83+
cpu: True
84+
cuda: True
85+
86+
#trace options passed to `torch.profiler.profile`
87+
profile_memory: False
88+
with_stack: False
89+
record_shapes: True
90+
with_flops: False
91+
92+
# `torch.profiler.schedule` options:
93+
# wait_steps -> wait, warmup_steps -> warmup, active_steps -> active, num_cycles -> repeat
94+
wait_steps: 5
95+
warmup_steps: 3
96+
active_steps: 2
97+
num_cycles: 1

‎recipes/configs/qwen2_5/0.5B_lora.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -78,3 +78,28 @@ metric_logger:
7878
log_dir: ${output_dir}/logs
7979
log_every_n_steps: 1
8080
log_peak_memory_stats: True
81+
82+
# Profiler (disabled)
83+
profiler:
84+
_component_: torchtune.training.setup_torch_profiler
85+
enabled: False
86+
87+
#Output directory of trace artifacts
88+
output_dir: ${output_dir}/profiling_outputs
89+
90+
#`torch.profiler.ProfilerActivity` types to trace
91+
cpu: True
92+
cuda: True
93+
94+
#trace options passed to `torch.profiler.profile`
95+
profile_memory: False
96+
with_stack: False
97+
record_shapes: True
98+
with_flops: False
99+
100+
# `torch.profiler.schedule` options:
101+
# wait_steps -> wait, warmup_steps -> warmup, active_steps -> active, num_cycles -> repeat
102+
wait_steps: 5
103+
warmup_steps: 3
104+
active_steps: 2
105+
num_cycles: 1

‎recipes/configs/qwen2_5/0.5B_lora_single_device.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -78,3 +78,28 @@ metric_logger:
7878
log_dir: ${output_dir}/logs
7979
log_every_n_steps: 1
8080
log_peak_memory_stats: True
81+
82+
# Profiler (disabled)
83+
profiler:
84+
_component_: torchtune.training.setup_torch_profiler
85+
enabled: False
86+
87+
#Output directory of trace artifacts
88+
output_dir: ${output_dir}/profiling_outputs
89+
90+
#`torch.profiler.ProfilerActivity` types to trace
91+
cpu: True
92+
cuda: True
93+
94+
#trace options passed to `torch.profiler.profile`
95+
profile_memory: False
96+
with_stack: False
97+
record_shapes: True
98+
with_flops: False
99+
100+
# `torch.profiler.schedule` options:
101+
# wait_steps -> wait, warmup_steps -> warmup, active_steps -> active, num_cycles -> repeat
102+
wait_steps: 5
103+
warmup_steps: 3
104+
active_steps: 2
105+
num_cycles: 1

‎recipes/configs/qwen2_5/1.5B_full.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,3 +70,28 @@ metric_logger:
7070
log_dir: ${output_dir}/logs
7171
log_every_n_steps: 1
7272
log_peak_memory_stats: True
73+
74+
# Profiler (disabled)
75+
profiler:
76+
_component_: torchtune.training.setup_torch_profiler
77+
enabled: False
78+
79+
#Output directory of trace artifacts
80+
output_dir: ${output_dir}/profiling_outputs
81+
82+
#`torch.profiler.ProfilerActivity` types to trace
83+
cpu: True
84+
cuda: True
85+
86+
#trace options passed to `torch.profiler.profile`
87+
profile_memory: False
88+
with_stack: False
89+
record_shapes: True
90+
with_flops: False
91+
92+
# `torch.profiler.schedule` options:
93+
# wait_steps -> wait, warmup_steps -> warmup, active_steps -> active, num_cycles -> repeat
94+
wait_steps: 5
95+
warmup_steps: 3
96+
active_steps: 2
97+
num_cycles: 1

‎recipes/configs/qwen2_5/1.5B_full_single_device.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -73,3 +73,28 @@ metric_logger:
7373
log_dir: ${output_dir}/logs
7474
log_every_n_steps: 1
7575
log_peak_memory_stats: True
76+
77+
# Profiler (disabled)
78+
profiler:
79+
_component_: torchtune.training.setup_torch_profiler
80+
enabled: False
81+
82+
#Output directory of trace artifacts
83+
output_dir: ${output_dir}/profiling_outputs
84+
85+
#`torch.profiler.ProfilerActivity` types to trace
86+
cpu: True
87+
cuda: True
88+
89+
#trace options passed to `torch.profiler.profile`
90+
profile_memory: False
91+
with_stack: False
92+
record_shapes: True
93+
with_flops: False
94+
95+
# `torch.profiler.schedule` options:
96+
# wait_steps -> wait, warmup_steps -> warmup, active_steps -> active, num_cycles -> repeat
97+
wait_steps: 5
98+
warmup_steps: 3
99+
active_steps: 2
100+
num_cycles: 1

‎recipes/configs/qwen2_5/1.5B_lora.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -77,3 +77,28 @@ metric_logger:
7777
log_dir: ${output_dir}/logs
7878
log_every_n_steps: 1
7979
log_peak_memory_stats: True
80+
81+
# Profiler (disabled)
82+
profiler:
83+
_component_: torchtune.training.setup_torch_profiler
84+
enabled: False
85+
86+
#Output directory of trace artifacts
87+
output_dir: ${output_dir}/profiling_outputs
88+
89+
#`torch.profiler.ProfilerActivity` types to trace
90+
cpu: True
91+
cuda: True
92+
93+
#trace options passed to `torch.profiler.profile`
94+
profile_memory: False
95+
with_stack: False
96+
record_shapes: True
97+
with_flops: False
98+
99+
# `torch.profiler.schedule` options:
100+
# wait_steps -> wait, warmup_steps -> warmup, active_steps -> active, num_cycles -> repeat
101+
wait_steps: 5
102+
warmup_steps: 3
103+
active_steps: 2
104+
num_cycles: 1

‎recipes/configs/qwen2_5/1.5B_lora_single_device.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -77,3 +77,28 @@ metric_logger:
7777
log_dir: ${output_dir}/logs
7878
log_every_n_steps: 1
7979
log_peak_memory_stats: True
80+
81+
# Profiler (disabled)
82+
profiler:
83+
_component_: torchtune.training.setup_torch_profiler
84+
enabled: False
85+
86+
#Output directory of trace artifacts
87+
output_dir: ${output_dir}/profiling_outputs
88+
89+
#`torch.profiler.ProfilerActivity` types to trace
90+
cpu: True
91+
cuda: True
92+
93+
#trace options passed to `torch.profiler.profile`
94+
profile_memory: False
95+
with_stack: False
96+
record_shapes: True
97+
with_flops: False
98+
99+
# `torch.profiler.schedule` options:
100+
# wait_steps -> wait, warmup_steps -> warmup, active_steps -> active, num_cycles -> repeat
101+
wait_steps: 5
102+
warmup_steps: 3
103+
active_steps: 2
104+
num_cycles: 1

0 commit comments

Comments
 (0)