choose: safely handle formatted options

sopel/formatting.py

@@ -62,6 +62,19 @@
 CONTROL_REVERSE = '\x16'
 """The control code to start or end reverse-color formatting."""
 
+CONTROL_FORMATTING = [
+    CONTROL_NORMAL,
+    CONTROL_COLOR,
+    CONTROL_HEX_COLOR,
+    CONTROL_BOLD,
+    CONTROL_ITALIC,
+    CONTROL_UNDERLINE,
+    CONTROL_STRIKETHROUGH,
+    CONTROL_MONOSPACE,
+    CONTROL_REVERSE,
+]
+"""A list of all control characters expected to appear as formatting."""
+
 CONTROL_NON_PRINTING = [
     '\x00',
     '\x01',

sopel/modules/choose.py

@@ -12,8 +12,51 @@
 from __future__ import absolute_import, division, print_function, unicode_literals
 
 import random
+import unicodedata
 
-from sopel import plugin
+from sopel import formatting, plugin
+
+
+def _format_safe(text):
+    """Remove excess whitespace and terminate IRC formatting.
+
+    :param str text: text to clean of whitespace
+    :rtype: str
+
+    Our own take on ``str.strip()`` that skips stripping off IRC formatting
+    and makes sure any formatting codes are closed if necessary.
+    """
+    start = end = 0
+
+    pos = 0
+    while pos < len(text):
+        is_whitespace = unicodedata.category(text[pos]) == 'Zs'
+        is_non_printing = (
+            text[pos] in formatting.CONTROL_NON_PRINTING and
+            text[pos] not in formatting.CONTROL_FORMATTING
+        )
+        if not is_whitespace and not is_non_printing:
+            start = pos
+            break
+        pos += 1
+
+    pos = len(text) - 1
+    while pos >= 0:
+        is_whitespace = unicodedata.category(text[pos]) == 'Zs'
+        is_non_printing = (
+            text[pos] in formatting.CONTROL_NON_PRINTING and
+            text[pos] not in formatting.CONTROL_FORMATTING
+        )
+        if not is_whitespace and not is_non_printing:
+            end = pos + 1
+            break
+        pos -= 1
+
+    safe = text[start:end]
+    if any(c in safe for c in formatting.CONTROL_FORMATTING):
+        safe += formatting.CONTROL_NORMAL
+
+    return safe
 
 
 @plugin.command('choose', 'choice', 'ch')
@@ -40,7 +83,7 @@ def choose(bot, trigger):
         choices = trigger.group(2).split(delim)
         if len(choices) > 1:
             break
-    choices = [choice.strip() for choice in choices]
+    choices = [_format_safe(choice) for choice in choices]
     pick = random.choice(choices)
 
     # Always use a comma in the output

test/modules/test_modules_choose.py

@@ -0,0 +1,98 @@
+# coding=utf-8
+"""Tests for Sopel's ``choose`` plugin"""
+from __future__ import absolute_import, division, print_function, unicode_literals
+
+import pytest
+
+from sopel.modules import choose
+
+
+SAFE_PAIRS = (
+    # regression checks vs. old string.strip()
+    ('',
+     ''),
+    ('a',  # one iteration of this code returned '' for one-char strings
+     'a'),
+    ('aa',
+     'aa'),
+    ('\x02',  # special case of 'a', one-char string that needs reset
+     '\x02\x0f'),
+    # basic whitespace (dropped)
+    ('  leading space',
+     'leading space'),
+    ('trailing space ',
+     'trailing space'),
+    (' leading AND trailing space  ',
+     'leading AND trailing space'),
+    # advanced whitespace (dropped)
+    ('\tleading tab',
+     'leading tab'),
+    ('trailing tab\t',
+     'trailing tab'),
+    # whitespace inside formatting (kept)
+    ('\x02  leading space inside formatting\x02',
+     '\x02  leading space inside formatting\x02\x0f'),
+    ('\x02trailing space inside formatting  \x02',
+     '\x02trailing space inside formatting  \x02\x0f'),
+    ('\x02  leading AND trailing inside formatting  \x02',
+     '\x02  leading AND trailing inside formatting  \x02\x0f'),
+    # whitespace outside formatting (dropped)
+    ('  \x02leading space outside formatting\x02',
+     '\x02leading space outside formatting\x02\x0f'),
+    ('\x02trailing space outside formatting\x02  ',
+     '\x02trailing space outside formatting\x02\x0f'),
+    # whitespace both inside and outside formatting
+    # (respectively kept and dropped)
+    ('  \x02  leading space inside AND outside\x02',
+     '\x02  leading space inside AND outside\x02\x0f'),
+    ('\x02trailing space inside AND outside  \x02  ',
+     '\x02trailing space inside AND outside  \x02\x0f'),
+    ('  \x02  leading AND trailing inside AND outside  \x02  ',
+     '\x02  leading AND trailing inside AND outside  \x02\x0f'),
+    # unmatched formatting
+    ('\x02unterminated bold',
+     '\x02unterminated bold\x0f'),
+    ('only last word \x02bold',
+     'only last word \x02bold\x0f'),
+    (' leading space, \x03italic\x03, and \x02bold with extra spaces  ',
+     'leading space, \x03italic\x03, and \x02bold with extra spaces\x0f'),
+)
+
+
+@pytest.mark.parametrize('text, cleaned', SAFE_PAIRS)
+def test_format_safe(text, cleaned):
+    """Test expected formatting-safe string sanitization."""
+    assert choose._format_safe(text) == cleaned
+
+
+# --- Insert reset only when necessary | Expected to fail --- #
+
+EFFICIENT_PAIRS = (
+    # whitespace inside formatting (kept)
+    ('\x02  leading space inside formatting\x02',
+     '\x02  leading space inside formatting\x02'),
+    ('\x02trailing space inside formatting  \x02',
+     '\x02trailing space inside formatting  \x02'),
+    ('\x02  leading AND trailing inside formatting  \x02',
+     '\x02  leading AND trailing inside formatting  \x02'),
+    # whitespace outside formatting (dropped)
+    ('  \x02leading space outside formatting\x02',
+     '\x02leading space outside formatting\x02'),
+    ('\x02trailing space outside formatting\x02  ',
+     '\x02trailing space outside formatting\x02'),
+    # whitespace both inside and outside formatting
+    # (respectively kept and dropped)
+    ('  \x02  leading space inside AND outside\x02',
+     '\x02  leading space inside AND outside\x02'),
+    ('\x02trailing space inside AND outside  \x02  ',
+     '\x02trailing space inside AND outside  \x02'),
+    ('  \x02  leading AND trailing inside AND outside  \x02  ',
+     '\x02  leading AND trailing inside AND outside  \x02'),
+)
+
+
+@pytest.mark.parametrize('text, cleaned', EFFICIENT_PAIRS)
+@pytest.mark.xfail(strict=True)
+def test_format_safe_future(text, cleaned):
+    """Test future aspirations of efficiency."""
+    assert choose._format_safe(text) == cleaned

test/modules/test_modules_isup.py

@@ -1,5 +1,5 @@
 # coding=utf-8
-"""Tests for Sopel's ``remind`` plugin"""
+"""Tests for Sopel's ``isup`` plugin"""
 from __future__ import absolute_import, division, print_function, unicode_literals
 
 import pytest