refactor: rename lexer files to scan

2026-10-02 00:19:47 +02:00
parent 5e51c90aca
commit 21e459eb96
2 changed files with 0 additions and 0 deletions
@@ -0,0 +1,29 @@
+import "@std/mem"
+import "@std/testing"
+import "@source/diagnostics"
+import "@source/strpool"
+
+reports_invalid_input_and_keeps_scanning test {
+    strpool.STRINGS = strpool.init(mem.c_allocator)
+    defer strpool.deinit(&strpool.STRINGS)
+    diagnostic_store := diagnostics.init(mem.c_allocator)
+    defer diagnostics.deinit(&diagnostic_store)
+    state := init(mem.c_allocator)
+    defer deinit(&state)
+
+    try scan(&state, "if name # comment\n@1. 2 3.5 \"hi\"", &diagnostic_store)
+
+    try testing.expect_equal(8, state.tokens.items.len)
+    try testing.expect_equal(TokenKind.if, state.tokens.items[0].kind)
+    try testing.expect_equal(TokenKind.ident, state.tokens.items[1].kind)
+    try testing.expect_equal(TokenKind.invalid, state.tokens.items[2].kind)
+    try testing.expect_equal(TokenKind.invalid, state.tokens.items[3].kind)
+    try testing.expect_equal(TokenKind.int, state.tokens.items[4].kind)
+    try testing.expect_equal(TokenKind.float, state.tokens.items[5].kind)
+    try testing.expect_equal(TokenKind.string, state.tokens.items[6].kind)
+    try testing.expect_equal(TokenKind.eof, state.tokens.items[7].kind)
+    try testing.expect_equal(2, diagnostics.count(&diagnostic_store))
+    try testing.expect_equal("name", strpool.get_str(&strpool.STRINGS, state.tokens.items[1].data.str_id)?)
+    try testing.expect_equal(u32(3), state.tokens.items[1].span.start)
+    try testing.expect_equal(u32(7), state.tokens.items[1].span.end)
+}