Lexing

1 files changed, 29 insertions, 0 deletions

diff --git a/src/lex/token.rs b/src/lex/token.rs
new file mode 100644
index 0000000..a43cf0f
--- /dev/null
+++ b/src/lex/token.rs
@@ -0,0 +1,29 @@
+#[derive(Clone, Copy, Debug)]
+pub struct Location {
+    pub col: usize,
+    pub row: usize,
+}
+
+#[derive(Clone, Debug)]
+pub struct Token {
+    pub location: Location,
+    pub variant: TokenVariant,
+}
+
+#[derive(Clone, Debug)]
+pub enum TokenVariant {
+    OpPlus,
+    OpMinus,
+    OpStar,
+    OpSlash,
+    OpNot,
+
+    GroupOpen,
+    GroupClose,
+
+    Int(u32),
+    Float(f32),
+
+    Unknown(char),
+    Eof,
+}