🔨 Add default metrics to Engine (#1769)

* Add default metrics to Engine * Assign pixel metrics if only the task is segmentation * Fix the tests
openvinotoolkit · Feb 27, 2024 · 3b3395e · 3b3395e
1 parent cbb623e
commit 3b3395e
Show file tree

Hide file tree

Showing 3 changed files with 65 additions and 316 deletions.
diff --git a/notebooks/000_getting_started/001_getting_started.ipynb b/notebooks/000_getting_started/001_getting_started.ipynb
diff --git a/src/anomalib/engine/engine.py b/src/anomalib/engine/engine.py
@@ -111,7 +111,7 @@ class Engine:
             Defaults to None.
         pixel_metrics (str | list[str] | None, optional): Pixel metrics to be used for evaluation.
             Defaults to None.
-        visualization_handlers (BaseVisualizationGenerator | list[BaseVisualizationGenerator] | None):
+        visualizers (BaseVisualizationGenerator | list[BaseVisualizationGenerator] | None):
             Visualization parameters. Defaults to None.
         **kwargs: PyTorch Lightning Trainer arguments.
     """
@@ -139,8 +139,13 @@ def __init__(
         self.normalization = normalization
         self.threshold = threshold
         self.task = TaskType(task)
-        self.image_metric_names = image_metrics
-        self.pixel_metric_names = pixel_metrics
+        self.image_metric_names = image_metrics if image_metrics else ["AUROC", "F1Score"]
+
+        # pixel metrics are only used for segmentation tasks.
+        self.pixel_metric_names = None
+        if self.task == TaskType.SEGMENTATION:
+            self.pixel_metric_names = pixel_metrics if pixel_metrics is not None else ["AUROC", "F1Score"]
+
         self.visualizers = visualizers
 
         self.save_image = save_image

diff --git a/tests/integration/model/test_models.py b/tests/integration/model/test_models.py
@@ -19,7 +19,7 @@
 from anomalib.models import AnomalyModule, get_available_models, get_model
 
 
-def models() -> list[str]:
+def models() -> set[str]:
     """Return all available models."""
     return get_available_models()