import "@std/debug" import "@std/mem" test import "@std/enums/enummap" test import "@std/arraylist" test import "@std/hashmap" test import "@std/strmap" test import "@std/meta" import "@source/strpool" import "@source/lexer" import "@source/parser" ast_renderer :: import "@source/ast/renderer" test import "@source/strpool" test import "@source/lexer" test import "@source/parser" program :: `# literals `x float :: 123.9 `y int := 43 `z :: "hello" ` `a := 1 + 2 * 3 `b :: -3 / 2 + 1 main proc() void! { strpool.STRINGS = strpool.init(mem.c_allocator) defer strpool.deinit(&strpool.STRINGS) debug.print("PROGRAM::[[\n{}\n]]\n\n", {program}) scan_state := lexer.init(mem.c_allocator) defer lexer.deinit(&scan_state) lexer.scan(&scan_state, program) catch |err| { debug.print("failed to scan: {}\n", {err}) return } debug.print("TOKENS::[[\n", {}) for (scan_state.tokens.items) |tok| lexer.render_token(tok, program) debug.print("]]\n\n", {}) parse_state := parser.init(mem.c_allocator) defer parser.deinit(&parse_state) root :: parser.parse(&parse_state, scan_state.tokens.items) catch |err| { debug.print("failed to parse: {}\n", {err}) return } debug.print("AST::[[\n", {}) for parse_state.nodes.items |node| { match node.kind { .expr_identifier: { ident :: scan_state.tokens.items[usize(node.main_token)] res :: lexer.scan_ident(ident.start, program) debug.print("{}({})\n", { node.kind, program[ident.start..res.end] }) } .literal_int, .literal_float: { lit :: scan_state.tokens.items[usize(node.main_token)] res :: lexer.scan_number(lit.start, program) catch |_| { debug.print("{}\n", { node.kind }) continue } debug.print("{}({})\n", { node.kind, program[lit.start..res.end] }) } .literal_string: { str :: scan_state.tokens.items[usize(node.main_token)] res :: lexer.scan_string(str.start, program) catch |_| { debug.print("{}\n", { node.kind }) continue } debug.print("{}({})\n", { node.kind, program[str.start..res.end] }) } .expr_unary, .expr_binary: { operator :: scan_state.tokens.items[usize(node.main_token)] debug.print("{}({})\n", { node.kind, operator.kind }) } .stmt_decl: { ident :: scan_state.tokens.items[usize(node.main_token)] res :: lexer.scan_ident(ident.start, program) debug.print("{}({})\n", { node.kind, program[ident.start..res.end] }) } else: debug.print("{}\n", { node.kind }) } } debug.print("]]\n\n", {}) renderer := ast_renderer.init(mem.c_allocator) defer ast_renderer.deinit(&renderer) try ast_renderer.render_token_stream(&renderer, root, &parse_state, scan_state.tokens.items) debug.print("AST Render::[[\n", {}) for (renderer.tokens.items) |tok| lexer.render_token(tok, program) debug.print("]]\n", {}) }