baby's first lexer

src/main.ts

@@ -1,6 +1,7 @@
 import { evaluate } from './interpreter'
 import type { AST } from './ast'
 import type { Env } from './env'
+import { tokenize } from './lexer'
 
 const ast: AST = {
     kind: 'binaryop',
@@ -72,3 +73,5 @@ const env2: Env = new Map();
 const res2 = evaluate(ast2, env2);
 
 console.log(res2);
+
+console.log(tokenize("let x = 5"));