Create tokens from runes to allow unicode characters (e.g. greek, chinese)

This commit is contained in:
Neemek 2024-12-28 17:04:30 +01:00
parent e1f438edbe
commit 74bf43d387
Signed by: neemek
GPG key ID: 28360A8951CD0E9B
2 changed files with 8 additions and 8 deletions

View file

@ -167,7 +167,7 @@ func TestNewLexer(t *testing.T) {
t.Errorf("Lexer current position was not initialized correctly.")
}
if lex.src != "example source" {
if string(lex.src) != "example source" {
t.Errorf("Lexer lexer was not initialized correctly.")
}