[add] tokenizer types

Jabolol · Dec 2, 2024 · eb34860 · eb34860
1 parent 9990e67
commit eb34860
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/lib/Ast/Tokenizer.hs b/lib/Ast/Tokenizer.hs
@@ -0,0 +1,10 @@
+module Ast.Tokenizer () where
+
+data Separator = OpenParen | CloseParen
+
+data Literal = LNumber Int | LBoolean Bool | LSymbol String
+
+data Token = TLiteral Literal | TSeparator Separator
+
+tokenize :: String -> Either String [Token]
+tokenize _ = Left "error"