Assert spans <= max_seq_len (#1302)

Co-authored-by: jeswan <57466294+jeswan@users.noreply.github.com>
nyu-mll · Apr 8, 2021 · b4b5de0 · b4b5de0
1 parent 4ab0c08
commit b4b5de0
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/jiant/tasks/lib/templates/edge_probing_two_span.py b/jiant/tasks/lib/templates/edge_probing_two_span.py
@@ -108,6 +108,13 @@ def featurize(self, tokenizer, feat_spec):
  end=self.span2_span[1] + unpadded_inputs.cls_offset,
  ).to_inclusive()
 
+ assert span1_span.end <= len(
+ tokens
+ ), "Span 1 spans beyond max_seq_len, consider raising max_seq_len"
+ assert span2_span.end <= len(
+ tokens
+ ), "Span 2 spans beyond max_seq_len, consider raising max_seq_len"
+
  binary_label_ids = np.zeros((self.label_num,), dtype=int)
  for label_id in self.label_ids:
  binary_label_ids[label_id] = 1