From 890ac41cbeed4e00c07e95ce4bb8937060e94987 Mon Sep 17 00:00:00 2001
From: Fernando Araoz <fernando@araozu.dev>
Date: Wed, 22 Jan 2025 19:19:37 -0500
Subject: [PATCH] feat: serialize lex tokens into json

---
 src/cli.zig | 10 +++++++++-
 1 file changed, 9 insertions(+), 1 deletion(-)

diff --git a/src/cli.zig b/src/cli.zig
index cea8490..89de49a 100644
--- a/src/cli.zig
+++ b/src/cli.zig
@@ -46,7 +46,15 @@ pub fn tokenize_to_json() !void {
             try json_writer.writeAll(",");
         }
     }
-    try json_writer.writeAll("]}");
+    try json_writer.writeAll("],\"tokens\":");
+
+    // write tokens as JSON
+    const tokens_json = try std.json.stringifyAlloc(alloc, tokens.items, .{});
+    defer alloc.free(tokens_json);
+
+    try json_writer.writeAll(tokens_json);
+
+    try json_writer.writeAll("}");
 
     try stdout.print("{s}", .{json_arrl.items});
     try bw.flush();