Write down why token_id starts from 256

ruby · Oct 12, 2023 · 375f671 · 375f671
1 parent 31bfb4e
commit 375f671
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/lib/lrama/grammar.rb b/lib/lrama/grammar.rb
@@ -654,7 +654,9 @@ def collect_symbols
 
     # Fill #number and #token_id
     def fill_symbol_number
-      # TODO: why start from 256
+      # Character literal in grammar file has
+      # token id corresponding to ASCII code by default,
+      # so start token_id from 256.
       token_id = 256
 
       # YYEMPTY = -2