Replace NewParser with Parser #3

- Enable to parse colon-less rules
ruby · Oct 15, 2023 · cfc9ecf · cfc9ecf
1 parent 0f0a16b
commit cfc9ecf
Show file tree

Hide file tree

Showing 4 changed files with 204 additions and 195 deletions.
diff --git a/lib/lrama/new_lexer.rb b/lib/lrama/new_lexer.rb
@@ -92,7 +92,14 @@ def lex_token
       when @scanner.scan(/\d+/)
         return [:INTEGER, Integer(@scanner.matched)]
       when @scanner.scan(/([a-zA-Z_.][-a-zA-Z0-9_.]*)/)
-        return [:IDENTIFIER, build_token(type: Token::Ident, s_value: @scanner.matched)]
+        token = build_token(type: Token::Ident, s_value: @scanner.matched)
+        type =
+          if @scanner.check(/\s*(\[\s*[a-zA-Z_.][-a-zA-Z0-9_.]*\s*\])?\s*:/)
+            :IDENT_COLON
+          else
+            :IDENTIFIER
+          end
+        return [type, token]
       else
         raise
       end