neemek/anglais
1
1
Fork 0
Code Issues Pull requests Releases 1 Wiki Activity Actions

add type aliases, rework compiler, remove optimization

Browse source
This commit is contained in:
Neemek 2026-07-12 11:34:17 +02:00
parent 94b12f28ab
commit d54249cffe
Signed by: neemek
GPG key ID: 84FFE4D7D40AB25E
12 changed files with 869 additions and 1597 deletions
Download patch file Download diff file Expand all files Collapse all files

40
core/lexer_test.go
View file

@ -6,37 +6,37 @@ import (
type LexerTestData struct {
source string
expectedTokens []TokenType
expectedTokens []TokenKind
}
func GetLexerTestData() map[string]LexerTestData {
return map[string]LexerTestData{
"hello_world_string(1)": {
"\"Hello world\"",
[]TokenType{TokenString, TokenEOF},
[]TokenKind{TokenString, TokenEOF},
},
"empty_string(1)": {
"\"\"",
[]TokenType{TokenString, TokenEOF},
[]TokenKind{TokenString, TokenEOF},
},
"simple number(1)": {
"1024",
[]TokenType{TokenInteger, TokenEOF},
[]TokenKind{TokenInteger, TokenEOF},
},
"simple_arithmetics(7)": {
"1 + 23 / 4 * 3",
[]TokenType{
[]TokenKind{
TokenInteger, TokenPlus, TokenInteger, TokenSlash,
TokenInteger, TokenStar, TokenInteger, TokenEOF,
},
},
"condition(3)": {
"a <= 200",
[]TokenType{TokenName, TokenLessThanOrEqual, TokenInteger, TokenEOF},
[]TokenKind{TokenName, TokenLessThanOrEqual, TokenInteger, TokenEOF},
},
"if_statement(10)": {
"if a >= 200 {\n write(\"Hello world!\")\n}",
[]TokenType{
[]TokenKind{
TokenIf, TokenName, TokenGreaterThanOrEqual, TokenInteger, TokenOpenBrace, TokenNewLine,
TokenName, TokenOpenParenthesis, TokenString, TokenCloseParenthesis, TokenNewLine,
TokenCloseBrace, TokenEOF,
@ -44,7 +44,7 @@ func GetLexerTestData() map[string]LexerTestData {
},
"if_else_statement(20)": {
"if 23 * 2/3 > 32 {\n write(\"It is larger!\")\n} else {\n write(\"It is lower!\")\n}",
[]TokenType{
[]TokenKind{
TokenIf, TokenInteger, TokenStar, TokenInteger, TokenSlash, TokenInteger, TokenGreaterThan, TokenInteger, TokenOpenBrace, TokenNewLine,
TokenName, TokenOpenParenthesis, TokenString, TokenCloseParenthesis, TokenNewLine, TokenCloseBrace,
TokenElse, TokenOpenBrace, TokenNewLine, TokenName, TokenOpenParenthesis, TokenString, TokenCloseParenthesis, TokenNewLine, TokenCloseBrace,
@ -53,11 +53,11 @@ func GetLexerTestData() map[string]LexerTestData {
},
"empty_string": {
"",
[]TokenType{TokenEOF},
[]TokenKind{TokenEOF},
},
"full_arithmetic_equality": {
"a + 2 == 10 * 2 / 3",
[]TokenType{
[]TokenKind{
TokenName, TokenPlus, TokenInteger, TokenEquals,
TokenInteger, TokenStar, TokenInteger, TokenSlash, TokenInteger,
TokenEOF,
@ -65,11 +65,11 @@ func GetLexerTestData() map[string]LexerTestData {
},
"name": {
"print",
[]TokenType{TokenName, TokenEOF},
[]TokenKind{TokenName, TokenEOF},
},
"bunch_of_parentheses": {
"(((())))",
[]TokenType{
[]TokenKind{
TokenOpenParenthesis, TokenOpenParenthesis, TokenOpenParenthesis, TokenOpenParenthesis,
TokenCloseParenthesis, TokenCloseParenthesis, TokenCloseParenthesis, TokenCloseParenthesis,
TokenEOF,
@ -77,22 +77,22 @@ func GetLexerTestData() map[string]LexerTestData {
},
"space_before_string": {
"\n \"\"",
[]TokenType{TokenNewLine, TokenString, TokenEOF},
[]TokenKind{TokenNewLine, TokenString, TokenEOF},
},
"write_call": {
"write(\"Hello world\")",
[]TokenType{TokenName, TokenOpenParenthesis, TokenString, TokenCloseParenthesis, TokenEOF},
[]TokenKind{TokenName, TokenOpenParenthesis, TokenString, TokenCloseParenthesis, TokenEOF},
},
"complex_comparison": {
"!(h__elo123 >= 1)",
[]TokenType{
[]TokenKind{
TokenBang, TokenOpenParenthesis, TokenName, TokenGreaterThanOrEqual, TokenInteger, TokenCloseParenthesis,
TokenEOF,
},
},
"3assignments_1condition": {
"a = 8 * 32\nb = a > 256\nc = a <= 256\n!b == c",
[]TokenType{
[]TokenKind{
TokenName, TokenAssign, TokenInteger, TokenStar, TokenInteger, TokenNewLine,
TokenName, TokenAssign, TokenName, TokenGreaterThan, TokenInteger, TokenNewLine,
TokenName, TokenAssign, TokenName, TokenLessThanOrEqual, TokenInteger, TokenNewLine,
@ -101,14 +101,14 @@ func GetLexerTestData() map[string]LexerTestData {
},
"function": {
"fn sum(a, b) {\n return a + b\n}",
[]TokenType{
[]TokenKind{
TokenFunc, TokenName, TokenOpenParenthesis, TokenName, TokenComma, TokenName, TokenCloseParenthesis,
TokenOpenBrace, TokenNewLine, TokenReturn, TokenName, TokenPlus, TokenName, TokenNewLine, TokenCloseBrace,
},
},
"while_loop": {
"while a < 5 {\n a = a + 1\n}",
[]TokenType{
[]TokenKind{
TokenWhile, TokenName, TokenLessThan, TokenInteger, TokenOpenBrace, TokenNewLine,
TokenName, TokenAssign, TokenName, TokenPlus, TokenInteger, TokenNewLine, TokenCloseBrace, TokenEOF,
},
@ -117,14 +117,14 @@ func GetLexerTestData() map[string]LexerTestData {
"sum := fn(a, b) {\n" +
" return a + b\n" +
"}",
[]TokenType{
[]TokenKind{
TokenName, TokenDeclare, TokenFunc, TokenOpenParenthesis, TokenName, TokenComma, TokenName, TokenCloseParenthesis,
TokenOpenBrace, TokenNewLine, TokenReturn, TokenName, TokenPlus, TokenName, TokenNewLine, TokenCloseBrace,
},
},
"list": {
"data := [3, 1, 4, 1]",
[]TokenType{
[]TokenKind{
TokenName, TokenDeclare, TokenOpenBracket, TokenInteger, TokenComma, TokenInteger, TokenComma, TokenInteger, TokenComma, TokenInteger, TokenCloseBracket,
},
},