diff --git a/uncertainty_baselines/datasets/toxic_comments.py b/uncertainty_baselines/datasets/toxic_comments.py
index 57935b59d..ca06e15f9 100644
--- a/uncertainty_baselines/datasets/toxic_comments.py
+++ b/uncertainty_baselines/datasets/toxic_comments.py
@@ -70,6 +70,7 @@
     'error',
     'error_rank',
     'margin',
+    'binary_error',
 ]