#30 handle unicode symbols has identifiers

TravonteD · Sep 8, 2021 · 06181ad · 06181ad
1 parent e10b043
commit 06181ad
Show file tree

Hide file tree

Showing 4 changed files with 475 additions and 351 deletions.
diff --git a/grammar.js b/grammar.js
@@ -382,7 +382,7 @@ module.exports = grammar({
       'table'
     ),
 
-    identifier: $ => /([_\?A-Za-z<>][_\?\-A-Za-z0-9<>#\!]*)|(\$([1-9])?)/,
+    identifier: $ => /([_\?A-Za-z<>\p{Sm}][_\?\-A-Za-z0-9<>#\p{Sm}\!]*)|(\$([1-9])?)/,
 
     number: $ => /([-])?\d+(\.\d+)?/,
 

diff --git a/src/grammar.json b/src/grammar.json
@@ -1586,7 +1586,7 @@
     },
     "identifier": {
       "type": "PATTERN",
-      "value": "([_\\?A-Za-z<>][_\\?\\-A-Za-z0-9<>#\\!]*)|(\\$([1-9])?)"
+      "value": "([_\\?A-Za-z<>\\p{Sm}][_\\?\\-A-Za-z0-9<>#\\p{Sm}\\!]*)|(\\$([1-9])?)"
     },
     "number": {
       "type": "PATTERN",
-Original file line number
+Diff line change
@@ Expand Up / @@ -382,7 +382,7 @@ module.exports = grammar({ @@
           'table'
         ),
-        identifier: $ => /([_\?A-Za-z<>][_\?\-A-Za-z0-9<>#\!]*)|(\$([1-9])?)/,
+        identifier: $ => /([_\?A-Za-z<>\p{Sm}][_\?\-A-Za-z0-9<>#\p{Sm}\!]*)|(\$([1-9])?)/,
         number: $ => /([-])?\d+(\.\d+)?/,
@@ Expand Down @@