Add scanner emoji in strings test

1 files changed, 25 insertions, 0 deletions

diff --git a/pkg/lang/scanner/scanner_test.go b/pkg/lang/scanner/scanner_test.go
index 896cdfd..99e77fd 100644
--- a/pkg/lang/scanner/scanner_test.go
+++ b/pkg/lang/scanner/scanner_test.go
@@ -153,3 +153,28 @@ func TestNewlineStacking(t *testing.T) {
 
 	require.Equal(t, expected, tokens)
 }
+
+func TestEmojiInStrings(t *testing.T) {
+	source := `
+	say("🇺🇦" + "❤️!")
+	`
+
+	s := scanner.New(strings.NewReader(source))
+
+	tokens, err := s.Scan()
+	require.NoError(t, err)
+
+	expected := []token.Token{
+		token.Simple(token.EOL, token.NewLoc(0, 0)),
+		token.New(token.Ident, token.NewLoc(1, 1), "say"),
+		token.Simple(token.LParen, token.NewLoc(1, 4)),
+		token.New(token.String, token.NewLoc(1, 5), "🇺🇦"),
+		token.Simple(token.Plus, token.NewLoc(1, 10)),
+		token.New(token.String, token.NewLoc(1, 12), "❤️!"),
+		token.Simple(token.RParen, token.NewLoc(1, 17)),
+		token.Simple(token.EOL, token.NewLoc(1, 18)),
+		token.Simple(token.EOF, token.NewLoc(2, 1)),
+	}
+
+	require.Equal(t, expected, tokens)
+}