diff --git a/tests/models/efficientloftr/test_modeling_efficientloftr.py b/tests/models/efficientloftr/test_modeling_efficientloftr.py
index be428c3b4ffa..4ea8a4d823c5 100644
--- a/tests/models/efficientloftr/test_modeling_efficientloftr.py
+++ b/tests/models/efficientloftr/test_modeling_efficientloftr.py
@@ -46,18 +46,18 @@ def __init__(
         self,
         parent,
         batch_size=2,
-        image_width=80,
-        image_height=60,
-        stage_num_blocks: list[int] = [1, 1, 1],
-        out_features: list[int] = [32, 32, 128],
-        stage_stride: list[int] = [2, 1, 2],
+        image_width=6,  # need to be a multiple of `stage_stride[0] * stage_stride[1]`
+        image_height=4,  # need to be a multiple of `stage_stride[0] * stage_stride[1]`
+        stage_num_blocks: list[int] = [1, 1],
+        out_features: list[int] = [16, 16],  # need to be >= 2 to make `config.fine_fusion_dims > 0`
+        stage_stride: list[int] = [2, 1],
         q_aggregation_kernel_size: int = 1,
         kv_aggregation_kernel_size: int = 1,
         q_aggregation_stride: int = 1,
         kv_aggregation_stride: int = 1,
         num_attention_layers: int = 2,
         num_attention_heads: int = 8,
-        hidden_size: int = 128,
+        hidden_size: int = 16,
         coarse_matching_threshold: float = 0.0,
         fine_kernel_size: int = 2,
         coarse_matching_border_removal: int = 0,