feat:array lexing

houcine7 · Jan 24, 2024 · 0d83531 · 0d83531
1 parent 50d0ebf
commit 0d83531
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 0 deletions.
diff --git a/internal/lexer/lexer.go b/internal/lexer/lexer.go
@@ -104,6 +104,10 @@ func (l *Lexer) NextToken() token.Token {
 		tok = token.CreateToken(token.LCB, string(l.char))
 	case '}':
 		tok = token.CreateToken(token.RCB, string(l.char))
+	case '[':
+		tok = token.CreateToken(token.RB, string(l.char))
+	case ']':
+		tok = token.CreateToken(token.LB, string(l.char))
 	case ',':
 		tok = token.CreateToken(token.COMMA, string(l.char))
 	case ';':

diff --git a/internal/lexer/lexer_test.go b/internal/lexer/lexer_test.go
@@ -180,6 +180,13 @@ var (
 		{expectedTokenType: token.INT, expectedValue: "10"},
 		{expectedTokenType: token.DECREMENT, expectedValue: "--"},
 		{expectedTokenType: token.S_COLON, expectedValue: ";"},
+
+		{expectedTokenType: token.RB, expectedValue: "["},
+		{expectedTokenType: token.INT, expectedValue: "2222"},
+		{expectedTokenType: token.COMMA, expectedValue: ","},
+		{expectedTokenType: token.INT, expectedValue: "7777"},
+		{expectedTokenType: token.LB, expectedValue: "]"},
+		{expectedTokenType: token.S_COLON, expectedValue: ";"},
 	}
 
 	NextData0 = []struct {
@@ -263,6 +270,7 @@ var (
 	10 >= 0;
 	10++;
 	10--;
+	[2222,7777];
 	`
 
 	Mock1 = `def val1 = 30;

diff --git a/internal/token/token_ctes.go b/internal/token/token_ctes.go
@@ -42,6 +42,8 @@ const (
 
 	LCB = 24 // {
 	RCB = 25 // }
+	RB  = 26 // [
+	LB  = 27 // ]
 
 	// KEYWORDS [100,110]
 	FUNCTION = 100 // function keyword