Fixed an error when extracting the token length

jplag · Aug 10, 2023 · fcee181 · fcee181
1 parent 53a7792
commit fcee181
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/language-antlr-utils/src/main/java/de/jplag/antlr/TokenBuilder.java b/language-antlr-utils/src/main/java/de/jplag/antlr/TokenBuilder.java
@@ -111,7 +111,7 @@ void createToken(T antlrContent, VariableRegistry semantics) {
 
         int line = antlrToken.getLine();
         int column = antlrToken.getCharPositionInLine() + 1;
-        int length = antlrToken.getText().length();
+        int length = getLength(antlrContent);
 
         Token token;
         if (semantics != null) {