From 552573df2606f61b382166db57c27f209605e487 Mon Sep 17 00:00:00 2001 From: Mel Date: Tue, 19 Oct 2021 21:07:46 +0200 Subject: Add more lexer tokens --- src/lex/token.rs | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) (limited to 'src/lex/token.rs') diff --git a/src/lex/token.rs b/src/lex/token.rs index a43cf0f..114884b 100644 --- a/src/lex/token.rs +++ b/src/lex/token.rs @@ -12,17 +12,46 @@ pub struct Token { #[derive(Clone, Debug)] pub enum TokenVariant { + // Basic math operators OpPlus, OpMinus, OpStar, OpSlash, + // Boolean operators + OpEq, OpNot, + OpNeq, + OpLt, + OpGt, + OpLte, + OpGte, + // Statement symbols + Dot, + Comma, + Colon, + SemiColon, + Assign, + ConstAssign, + Arrow, + + // Groupings GroupOpen, GroupClose, + BlockOpen, + BlockClose, + // Literals Int(u32), Float(f32), + Str(String), + Identifer(String), + + // Keywords + KeywordFn, + KeywordForm, + KeywordType, + KeywordSelf, Unknown(char), Eof, -- cgit 1.4.1