diff --git a/grobid-trainer/src/main/java/org/grobid/trainer/evaluation/EndToEndEvaluation.java b/grobid-trainer/src/main/java/org/grobid/trainer/evaluation/EndToEndEvaluation.java index c4501f97b3..db56eb18f3 100644 --- a/grobid-trainer/src/main/java/org/grobid/trainer/evaluation/EndToEndEvaluation.java +++ b/grobid-trainer/src/main/java/org/grobid/trainer/evaluation/EndToEndEvaluation.java @@ -398,14 +398,14 @@ else if (sectionType == this.FULLTEXT) { citationsLabels.remove("doi"); citationsLabels.remove("pmid"); citationsLabels.remove("pmcid"); - + List toRemove = new ArrayList<>(); if (citationsFields != null && citationsFields.size() > 0) { for(FieldSpecification citationsField : citationsFields) { if (citationsField.fieldName.equals("doi") || citationsField.fieldName.equals("pmid") || citationsField.fieldName.equals("pmcid")) - toRemove.add(citationsField); + toRemove.add(citationsField); } } if (toRemove.size() > 0) { @@ -413,6 +413,23 @@ else if (sectionType == this.FULLTEXT) { citationsFields.remove(citationsField); } } + + fulltextLabels.remove("availability_stmt"); + + toRemove = new ArrayList<>(); + if (fulltextFields != null && fulltextFields.size() > 0) { + for(FieldSpecification fulltextField : fulltextFields) { + if (fulltextField.fieldName.equals("availability_stmt")) { + // remove availability statements from PMC (not covered and it would make metrics not comparable over time) + toRemove.add(fulltextField); + } + } + } + if (toRemove.size() > 0) { + for(FieldSpecification fulltextField : toRemove) { + fulltextFields.remove(fulltextField); + } + } } File input = new File(xmlInputPath);