Update grapheme cluster break rules to Unicode 15.1

components/segmenter/tests/spec_test.rs

@@ -206,15 +206,47 @@ fn run_word_break_test() {
     }
 }
 
-#[test]
-fn run_grapheme_break_test() {
-    let test_iter = TestContentIterator::new(include_str!("testdata/GraphemeBreakTest.txt"));
+fn grapheme_break_test(file: &'static str) {
+    let test_iter = TestContentIterator::new(file);
     let segmenter = GraphemeClusterSegmenter::new();
-    for test in test_iter {
+    for (i, test) in test_iter.enumerate() {
         let s: String = test.utf8_vec.into_iter().collect();
         let iter = segmenter.segment_str(&s);
         let result: Vec<usize> = iter.collect();
-        assert_eq!(result, test.break_result_utf8, "{}", test.original_line);
+        if result != test.break_result_utf8 {
+            let gcb = icu::properties::maps::grapheme_cluster_break();
+            let gcb_name = icu::properties::GraphemeClusterBreak::enum_to_long_name_mapper();
+            let mut iter = segmenter.segment_str(&s);
+            // TODO(egg): It would be really nice to have Name here.
+            println!("  | A | E | Code pt. |            GCB | State | Literal");
+            for (i, c) in s.char_indices() {
+                let expected_break = test.break_result_utf8.contains(&i);
+                let actual_break = result.contains(&i);
+                if actual_break {
+                    iter.next();
+                }
+                println!(
+                    "{}| {} | {} | {:>8} | {:>14} | {} | {}",
+                    if actual_break != expected_break {
+                        "😭"
+                    } else {
+                        "  "
+                    },
+                    if actual_break { "÷" } else { "×" },
+                    if expected_break { "÷" } else { "×" },
+                    format!("{:04X}", c as u32),
+                    gcb_name
+                        .get(gcb.get(c))
+                        .unwrap_or(&format!("{:?}", gcb.get(c))),
+                    // Placeholder for logging the state if exposed.
+                    // Not "?????" to hide from clippy.
+                    "?".repeat(5),
+                    c
+                )
+            }
+            println!("Test case #{}", i);
+            panic!()
+        }
 
         let iter = segmenter.segment_utf16(&test.utf16_vec);
         let result: Vec<usize> = iter.collect();
@@ -237,6 +269,16 @@ fn run_grapheme_break_test() {
     }
 }
 
+#[test]
+fn run_grapheme_break_test() {
+    grapheme_break_test(include_str!("testdata/GraphemeBreakTest.txt"));
+}
+
+#[test]
+fn run_grapheme_break_extra_test() {
+    grapheme_break_test(include_str!("testdata/GraphemeBreakExtraTest.txt"));
+}
+
 fn sentence_break_test(file: &'static str) {
     let test_iter = TestContentIterator::new(file);
     let segmenter = SentenceSegmenter::new();