Update bert_backbone.py

keras-team · Feb 7, 2023 · d5b32fd · d5b32fd
1 parent 1aad80e
commit d5b32fd
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/keras_nlp/models/bert/bert_backbone.py b/keras_nlp/models/bert/bert_backbone.py
@@ -161,9 +161,7 @@ def __init__(
                     x, approximate=True
                 ),
                 dropout=dropout,
-
                 layer_norm_epsilon=1e-12,
-
                 kernel_initializer=bert_kernel_initializer(),
                 name=f"transformer_layer_{i}",
             )(x, padding_mask=padding_mask)