43 lines
1.2 KiB
Zig
43 lines
1.2 KiB
Zig
|
const std = @import("std");
|
||
|
|
const errors = @import("errors");
|
||
|
|
const lexic = @import("lexic");
|
||
|
|
|
||
|
|
const LexResult = struct {
|
||
|
|
tokens: std.ArrayList(lexic.Token),
|
||
|
|
error_array: std.ArrayList(errors.ErrorData),
|
||
|
|
};
|
||
|
|
|
||
|
|
pub fn tokenize_to_json() !void {
|
||
|
|
// setup stdin, stdout and allocators
|
||
|
|
var gpa = std.heap.GeneralPurposeAllocator(.{}){};
|
||
|
|
const alloc = gpa.allocator();
|
||
|
|
|
||
|
|
const stdout_file = std.io.getStdOut().writer();
|
||
|
|
var bw = std.io.bufferedWriter(stdout_file);
|
||
|
|
const stdout = bw.writer();
|
||
|
|
|
||
|
|
// read up to 8192 bytes from stdin until EOF
|
||
|
|
var buffer: [8192]u8 = undefined;
|
||
|
|
const stdin = std.io.getStdIn();
|
||
|
|
const bytes_read = try stdin.readAll(&buffer);
|
||
|
|
|
||
|
|
const bytes = buffer[0..bytes_read];
|
||
|
|
|
||
|
|
// tokenize
|
||
|
|
var error_array = std.ArrayList(errors.ErrorData).init(alloc);
|
||
|
|
defer error_array.deinit();
|
||
|
|
|
||
|
|
const tokens = try lexic.tokenize(bytes, alloc, &error_array);
|
||
|
|
defer tokens.deinit();
|
||
|
|
|
||
|
|
// serialize & print json to stdout
|
||
|
|
const json_out = try std.json.stringifyAlloc(alloc, .{
|
||
|
|
.errors = error_array.items,
|
||
|
|
}, .{});
|
||
|
|
defer alloc.free(json_out);
|
||
|
|
try stdout.print("{s}", .{json_out});
|
||
|
|
try bw.flush();
|
||
|
|
|
||
|
|
// the end
|
||
|
|
}
|