add test cases for token order handling

Author: Pouyanpi

tests/test_filters.py

@@ -131,6 +131,18 @@ def test_last_turns():
             "[END]",
             " but keep this.",
         ),
+        (
+            "[END] out of order [START] tokens [END] example.",
+            "[START]",
+            "[END]",
+            "[END] out of order  example.",
+        ),
+        (
+            "[START] nested [START] tokens [END] out of [END] order.",
+            "[START]",
+            "[END]",
+            " order.",
+        ),
         ("", "[START]", "[END]", ""),
     ],
 )