use deduplicate_annotations() in F1 metric and statistics

ArneBinder · Nov 13, 2024 · b0c20a8 · b0c20a8
1 parent 57bb343
commit b0c20a8
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/src/pytorch_ie/core/statistic.py b/src/pytorch_ie/core/statistic.py
@@ -180,6 +180,7 @@ def _collect(self, doc: Document) -> Any:
         """Collect any values from a document."""
 
     def _update(self, document: Document) -> None:
+        document = document.deduplicate_annotations()
         values = self._collect(document)
         self._values.append(values)
 

diff --git a/src/pytorch_ie/metrics/f1.py b/src/pytorch_ie/metrics/f1.py
@@ -101,6 +101,7 @@ def add_counts(self, counts: Tuple[int, int, int], label: str):
         )
 
     def _update(self, document: Document):
+        document = document.deduplicate_annotations()
         new_counts = self.calculate_counts(
             document=document,
             annotation_filter=(