use lexReady

Signed-off-by: George Lemon <[email protected]>
openpeeps · Jul 31, 2023 · 3bd0291 · 3bd0291
1 parent 5a05234
commit 3bd0291
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/src/toktok/lexer.nim b/src/toktok/lexer.nim
@@ -806,8 +806,7 @@ macro registerTokens*(settings: static Settings, tokens: untyped) =
   result.add quote do:
     proc handleIdent(lex: var `LexerName`) =
       ## Handle string-based identifiers
-      lex.startPos = lex.getColNumber(lex.bufpos)
-      setLen(lex.token, 0)
+      lexReady lex
       while true:
         if lex.hasLetters(lex.bufpos):
           add lex.token, lex.buf[lex.bufpos]