config_phonelm_1.5b_call.yaml

name: PhoneLM-1.5B-Call
wandb: True
resume: False
profile: False
training:
    base_dir: "./checkpoints/PhoneLM-1.5B-Instruct/best_ckpt"
    use_bf16: True
    context_size: 2048
    num_train_epochs: 24
    learning_rate: 1.41e-5
    adam_beta1: 0.9
    adam_beta2: 0.95
    adam_epsilon: 1e-8
    weight_decay: 0.1
    deepspeed_config: "./ds_config_decaylr.json"
    per_device_train_batch_size: 4
    per_device_eval_batch_size: 2
    gradient_accumulation_steps: 16
    set_logging_steps: 1
    bad_epochs_limit: 5
    warmup_ratio: 0.1
    set_eval_steps: 100
    set_save_steps: 100

    use_lora: True
lora:
    lora_alpha: 16
    r: 8
    dropout: 0.0
model:
    tokenizer_path: "./tokenizer"  
datasets:
    path: "./train_datasets_DroidCall"
    val_rate: 0.005
    packing: False
    data_type: "json"