Create tokens from runes to allow unicode characters (e.g. greek, chinese)
This commit is contained in:
parent
e1f438edbe
commit
74bf43d387
2 changed files with 8 additions and 8 deletions
|
|
@ -167,7 +167,7 @@ func TestNewLexer(t *testing.T) {
|
|||
t.Errorf("Lexer current position was not initialized correctly.")
|
||||
}
|
||||
|
||||
if lex.src != "example source" {
|
||||
if string(lex.src) != "example source" {
|
||||
t.Errorf("Lexer lexer was not initialized correctly.")
|
||||
}
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue