From 336ce485626fdb4cefe8128ed7ce7616138d1e64 Mon Sep 17 00:00:00 2001 From: Samaneh Saadat Date: Wed, 27 Mar 2024 16:03:41 -0700 Subject: [PATCH] Add lora example to GemmaCausalLM docstring (#1527) * Add lora example to GemmaCausalLM docstring. * Address review. --- keras_nlp/models/gemma/gemma_causal_lm.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/keras_nlp/models/gemma/gemma_causal_lm.py b/keras_nlp/models/gemma/gemma_causal_lm.py index 346b6b362..30d017184 100644 --- a/keras_nlp/models/gemma/gemma_causal_lm.py +++ b/keras_nlp/models/gemma/gemma_causal_lm.py @@ -98,6 +98,14 @@ class GemmaCausalLM(GenerativeTask): gemma_lm.fit(x=features, batch_size=2) ``` + Call `fit()` with LoRA fine-tuning enabled. + ```python + features = ["The quick brown fox jumped.", "I forgot my homework."] + gemma_lm = keras_nlp.models.GemmaCausalLM.from_preset("gemma_2b_en") + gemma.backbone.enable_lora(rank=4) + gemma_lm.fit(x=features, batch_size=2) + ``` + Call `fit()` without preprocessing. ```python x = {