remove full-width characters

vesoft-inc · Dec 9, 2021 · e5c943d · e5c943d
1 parent 2733bc4
commit e5c943d
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/src/parser/scanner.lex b/src/parser/scanner.lex
@@ -43,13 +43,14 @@ OCT                         ([0-7])
 IP_OCTET                    ([0-9]|[1-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5])
 
 U                           [\x80-\xbf]
+UEND                        [\x80-\xb7]
 U2                          [\xc2-\xdf]
 U3                          [\xe0-\xef]
 U4                          [\xf0-\xf4]
-CHINESE                     {U2}{U}|{U3}{U}{U}|{U4}{U}{U}{U}
+CHINESE                     {U2}{U}|{U3}{UEND}{U}|{U4}{U}{U}{U}
 CN_EN                       {CHINESE}|[a-zA-Z]
 CN_EN_NUM                   {CHINESE}|[_a-zA-Z0-9]
-LABEL                       {CN_EN}{CN_EN_NUM}*      
+LABEL                       {CN_EN}{CN_EN_NUM}*
 
 %%