diff options
| author | Mel <einebeere@gmail.com> | 2021-10-19 21:07:46 +0200 |
|---|---|---|
| committer | Mel <einebeere@gmail.com> | 2021-10-19 21:46:57 +0200 |
| commit | 552573df2606f61b382166db57c27f209605e487 (patch) | |
| tree | ef9c19dc5452e699db929a49dc32111a0d4c00b5 /src/lex/token.rs | |
| parent | bf0f05e64cc809f74e591c8a88f708265360f07d (diff) | |
| download | rabbithole-552573df2606f61b382166db57c27f209605e487.tar.zst rabbithole-552573df2606f61b382166db57c27f209605e487.zip | |
Add more lexer tokens
Diffstat (limited to 'src/lex/token.rs')
| -rw-r--r-- | src/lex/token.rs | 29 |
1 files changed, 29 insertions, 0 deletions
diff --git a/src/lex/token.rs b/src/lex/token.rs index a43cf0f..114884b 100644 --- a/src/lex/token.rs +++ b/src/lex/token.rs @@ -12,17 +12,46 @@ pub struct Token { #[derive(Clone, Debug)] pub enum TokenVariant { + // Basic math operators OpPlus, OpMinus, OpStar, OpSlash, + // Boolean operators + OpEq, OpNot, + OpNeq, + OpLt, + OpGt, + OpLte, + OpGte, + // Statement symbols + Dot, + Comma, + Colon, + SemiColon, + Assign, + ConstAssign, + Arrow, + + // Groupings GroupOpen, GroupClose, + BlockOpen, + BlockClose, + // Literals Int(u32), Float(f32), + Str(String), + Identifer(String), + + // Keywords + KeywordFn, + KeywordForm, + KeywordType, + KeywordSelf, Unknown(char), Eof, |