Merge pull request #8 from akash-akya/fix-line-break-op

Update LINE_BREAK_OPERATORS characters
Wilfred · Apr 10, 2021 · 24709af · 24709af
2 parents 9f044a1 + 5368355
commit 24709af
Show file tree

Hide file tree

Showing 2 changed files with 47 additions and 3 deletions.
diff --git a/src/scanner.cc b/src/scanner.cc
@@ -78,7 +78,7 @@ const char SIGIL_CHARS[] = {
 };
 
 const char LINE_BREAK_OPERATORS[] = {
-  '#', '.', ':', '|', '!', '=', '<', '>', '+', '-', '*', '/', '\\', ',', 'w', 'a', 'o', 'i', 'n', '&'
+  '#', '.', ':', '|', '!', '=', '<', '>', '+', '-', '*', '/', '\\', ',', 'w', 'a', 'o', 'i', 'n', '&', '^', '~'
 };
 
 const char SYMBOL_OPERATORS[] = {
@@ -902,12 +902,18 @@ struct Scanner {
           return true;
         }
         return false;
-      // ~>
+      // ~>, ~>>
       case '~':
         advance(lexer);
         if (lexer->lookahead == '>') {
           advance(lexer);
-          if (lexer->lookahead == ':') {
+          if (lexer->lookahead == '>') {
+            advance(lexer);
+            if (lexer->lookahead == ':') {
+              return !is_keyword_end(lexer, valid_symbols);
+            }
+            return true;
+          } else if (lexer->lookahead == ':') {
             return !is_keyword_end(lexer, valid_symbols);
           }
           return true;

diff --git a/test/corpus/operator.txt b/test/corpus/operator.txt
@@ -29,3 +29,41 @@ x not in [y, z]
     (list
       (identifier)
       (identifier))))
+
+================================================================================
+^^^
+================================================================================
+
+abcd
+^^^ xyz
+
+--------------------------------------------------------------------------------
+
+(program
+  (binary_op
+    (identifier)
+    (identifier)))
+
+================================================================================
+~>
+================================================================================
+a
+~> b
+--------------------------------------------------------------------------------
+
+(program
+  (binary_op
+    (identifier)
+    (identifier)))
+
+================================================================================
+~>>
+================================================================================
+a
+~>> b
+--------------------------------------------------------------------------------
+
+(program
+  (binary_op
+    (identifier)
+    (identifier)))