From bbb2962bd4bac0ce1271ec7d7cb65d038ead8ed2 Mon Sep 17 00:00:00 2001 From: Mel Date: Sat, 16 Apr 2022 22:05:25 +0200 Subject: Basic scanner for lang --- pkg/lang/scanner/token/kind.go | 71 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 71 insertions(+) create mode 100644 pkg/lang/scanner/token/kind.go (limited to 'pkg/lang/scanner/token/kind.go') diff --git a/pkg/lang/scanner/token/kind.go b/pkg/lang/scanner/token/kind.go new file mode 100644 index 0000000..e24ce2f --- /dev/null +++ b/pkg/lang/scanner/token/kind.go @@ -0,0 +1,71 @@ +package token + +type TokenKind int + +const ( + EOF TokenKind = iota + EOL + + // Keywords + KwVar + KwFn + KwObject + + KwIf + KwElif + KwElse + KwFor + KwTry + KwCatch + KwFinally + + KwReturn + KwContinue + KwBreak + KwThrow + + KwIn + + KwNull + KwTrue + KwFalse + + KwThis + + KwUse + KwFrom + KwBy + + // Data Tokens + Ident + Int + Float + String + + // Punctuation + Assign + Plus + Minus + Star + Slash + Percent + Bang + + Eq + Neq + Lt + Gt + Lte + Gte + + LParen + RParen + LBrace + RBrace + LBracket + RBracket + + Comma + Dot + SemiColon +) -- cgit 1.4.1