Add option(...) rules

ruby · Nov 5, 2023 · e863b49 · e863b49
1 parent 74735f1
commit e863b49
Show file tree

Hide file tree

Showing 6 changed files with 333 additions and 265 deletions.
diff --git a/lib/lrama/lexer.rb b/lib/lrama/lexer.rb
@@ -8,7 +8,7 @@ class Lexer
     attr_accessor :status
     attr_accessor :end_symbol
 
-    SYMBOLS = %w(%{ %} %% { } \[ \] : \| ;)
+    SYMBOLS = %w(%{ %} %% { } \[ \] \\( \\) : \| ;)
     PERCENT_TOKENS = %w(
       %union
       %token
@@ -29,6 +29,9 @@ class Lexer
       %empty
       %code
     )
+    PARAMETERIZING_TOKENS = %w(
+      option
+    )
 
     def initialize(text)
       @scanner = StringScanner.new(text)
@@ -89,6 +92,8 @@ def lex_token
         return [@scanner.matched, @scanner.matched]
       when @scanner.scan(/#{PERCENT_TOKENS.join('|')}/)
         return [@scanner.matched, @scanner.matched]
+      when @scanner.scan(/#{PARAMETERIZING_TOKENS.join('|')}/)
+        return [@scanner.matched, @scanner.matched]
       when @scanner.scan(/[\?\+\*]/)
         return [@scanner.matched, @scanner.matched]
       when @scanner.scan(/<\w+>/)

diff --git a/lib/lrama/lexer/token/parameterizing.rb b/lib/lrama/lexer/token/parameterizing.rb
@@ -3,7 +3,7 @@ class Lexer
     class Token
       class Parameterizing < Token
         def option?
-          self.s_value == "?"
+          %w(option ?).include?(self.s_value)
         end
 
         def nonempty_list?