diff --git a/src/parser/scanner.lex b/src/parser/scanner.lex index c0e3ddf7a2e..2b89407b453 100644 --- a/src/parser/scanner.lex +++ b/src/parser/scanner.lex @@ -43,13 +43,14 @@ OCT ([0-7]) IP_OCTET ([0-9]|[1-9][0-9]|1[0-9][0-9]|2[0-4][0-9]|25[0-5]) U [\x80-\xbf] +UEND [\x80-\xb7] U2 [\xc2-\xdf] U3 [\xe0-\xef] U4 [\xf0-\xf4] -CHINESE {U2}{U}|{U3}{U}{U}|{U4}{U}{U}{U} +CHINESE {U2}{U}|{U3}{UEND}{U}|{U4}{U}{U}{U} CN_EN {CHINESE}|[a-zA-Z] CN_EN_NUM {CHINESE}|[_a-zA-Z0-9] -LABEL {CN_EN}{CN_EN_NUM}* +LABEL {CN_EN}{CN_EN_NUM}* %%