From c99b4d754b54fd3b9b14a3daf4aa84679f2cc2de Mon Sep 17 00:00:00 2001 From: Rohan Varma Date: Thu, 16 May 2024 18:35:38 -0700 Subject: [PATCH] upd --- recipes/configs/llama3/8B_full_single_device.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/recipes/configs/llama3/8B_full_single_device.yaml b/recipes/configs/llama3/8B_full_single_device.yaml index e56848d04e..b2b1cb787d 100644 --- a/recipes/configs/llama3/8B_full_single_device.yaml +++ b/recipes/configs/llama3/8B_full_single_device.yaml @@ -51,7 +51,7 @@ resume_from_checkpoint: False batch_size: 2 epochs: 3 optimizer: - _component_: bitsandbytes.optim.AdamW8bit + _component_: bitsandbytes.optim.PagedAdamW8bit lr: 2e-5 loss: _component_: torch.nn.CrossEntropyLoss