import "@std/mem" import "@std/testing" import "@source/diagnostics" import "@source/strpool" reports_invalid_input_and_keeps_scanning test { strpool.strings = strpool.init(mem.c_allocator) defer strpool.deinit(&strpool.strings) diagnostic_store := diagnostics.init(mem.c_allocator) defer diagnostics.deinit(&diagnostic_store) state := init(mem.c_allocator) defer deinit(&state) try scan(&state, "if name # comment\n@1. 2 3.5 \"hi\"", &diagnostic_store) try testing.expect_equal(8, state.tokens.items.len) try testing.expect_equal(TokenKind.if, state.tokens.items[0].kind) try testing.expect_equal(TokenKind.ident, state.tokens.items[1].kind) try testing.expect_equal(TokenKind.invalid, state.tokens.items[2].kind) try testing.expect_equal(TokenKind.invalid, state.tokens.items[3].kind) try testing.expect_equal(TokenKind.int, state.tokens.items[4].kind) try testing.expect_equal(TokenKind.float, state.tokens.items[5].kind) try testing.expect_equal(TokenKind.string, state.tokens.items[6].kind) try testing.expect_equal(TokenKind.eof, state.tokens.items[7].kind) try testing.expect_equal(2, diagnostics.count(&diagnostic_store)) try testing.expect_equal( "name", strpool.get_str(&strpool.strings, state.tokens.items[1].data.str_id)?, ) try testing.expect_equal(u32(3), state.tokens.items[1].span.start) try testing.expect_equal(u32(7), state.tokens.items[1].span.end) } reserves_boolean_keywords_and_scans_comparisons test { strpool.strings = strpool.init(mem.c_allocator) defer strpool.deinit(&strpool.strings) diagnostic_store := diagnostics.init(mem.c_allocator) defer diagnostics.deinit(&diagnostic_store) state := init(mem.c_allocator) defer deinit(&state) source :: "true false bool trueish == != < <= > >=" try scan(&state, source, &diagnostic_store) expected [11]TokenKind :: [ TokenKind.true, .false, .ident, .ident, .equal_equal, .not_equal, .less, .less_equal, .greater, .greater_equal, .eof, ] try testing.expect_equal(expected.len, state.tokens.items.len) for (expected) |kind, index| try testing.expect_equal(kind, state.tokens.items[index].kind) try testing.expect_equal(u32(0), state.tokens.items[0].span.start) try testing.expect_equal(u32(4), state.tokens.items[0].span.end) try testing.expect_equal(u32(5), state.tokens.items[1].span.start) try testing.expect_equal(u32(10), state.tokens.items[1].span.end) try testing.expect_equal("bool", strpool.get_str(&strpool.strings, state.tokens.items[2].data.str_id)?) try testing.expect_equal(0, diagnostics.count(&diagnostic_store)) }