From 2b8642aff15bc56751b32dea1057cb08827e7edc Mon Sep 17 00:00:00 2001 From: Mel Date: Tue, 19 Apr 2022 22:49:16 +0200 Subject: More scanner tests and tight idents fix --- pkg/lang/scanner/scanner.go | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) (limited to 'pkg/lang/scanner/scanner.go') diff --git a/pkg/lang/scanner/scanner.go b/pkg/lang/scanner/scanner.go index fdb313b..08481d8 100644 --- a/pkg/lang/scanner/scanner.go +++ b/pkg/lang/scanner/scanner.go @@ -190,7 +190,7 @@ func (s *Scanner) scanIdentifierOrKeyword() (token.Token, error) { var buf strings.Builder for { - c, eof, err := s.next() + c, eof, err := s.peek() if err != nil { return token.Token{}, err } @@ -199,6 +199,10 @@ func (s *Scanner) scanIdentifierOrKeyword() (token.Token, error) { break } + if _, _, err = s.next(); err != nil { + return token.Token{}, err + } + buf.WriteRune(c) } -- cgit 1.4.1