1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
#[derive(Clone, Copy, Debug)]
pub struct Location {
pub col: usize,
pub row: usize,
}
#[derive(Clone, Debug)]
pub struct Token {
pub location: Location,
pub variant: TokenVariant,
}
#[derive(Clone, Debug, PartialEq)]
pub enum TokenVariant {
// Basic math operators
OpPlus,
OpMinus,
OpStar,
OpSlash,
// Boolean operators
OpEq,
OpNot,
OpNeq,
OpLt,
OpGt,
OpLte,
OpGte,
// Short-circuting boolean operators
OpAnd,
OpOr,
// Statement symbols
Dot,
Comma,
Colon,
SemiColon,
Assign,
ConstAssign,
Arrow,
// Groupings
GroupOpen,
GroupClose,
BlockOpen,
BlockClose,
ArrayOpen,
ArrayClose,
// Literals
Int(u32),
Float(f32),
Str(String),
Ident(String),
// Keywords
KeywordFn,
KeywordIf,
KeywordElif,
KeywordElse,
KeywordLoop,
KeywordForm,
KeywordType,
KeywordTrue,
KeywordFalse,
KeywordSelf,
KeywordBreak,
KeywordContinue,
KeywordReturn,
KeywordPrint,
Unknown(char),
Eof,
}
|
