diff --git a/jiant/tasks/lib/templates/edge_probing_two_span.py b/jiant/tasks/lib/templates/edge_probing_two_span.py
index e5337af6d..1eb85f96a 100644
--- a/jiant/tasks/lib/templates/edge_probing_two_span.py
+++ b/jiant/tasks/lib/templates/edge_probing_two_span.py
@@ -108,6 +108,13 @@ def featurize(self, tokenizer, feat_spec):
             end=self.span2_span[1] + unpadded_inputs.cls_offset,
         ).to_inclusive()
 
+        assert span1_span.end <= len(
+            tokens
+        ), "Span 1 spans beyond max_seq_len, consider raising max_seq_len"
+        assert span2_span.end <= len(
+            tokens
+        ), "Span 2 spans beyond max_seq_len, consider raising max_seq_len"
+
         binary_label_ids = np.zeros((self.label_num,), dtype=int)
         for label_id in self.label_ids:
             binary_label_ids[label_id] = 1