fernando/thp-zig
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: lex integer

Browse Source
This commit is contained in:
Araozu 2024-11-16 16:03:24 -05:00
parent 86904218d5
commit 70dce84f05
1 changed files with 14 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
src/01_lexic/root.zig
View File

@ -21,31 +21,37 @@ const Token = struct {
}; };
pub fn tokenize(input: []const u8) !void { pub fn tokenize(input: []const u8) !void {
const next_token = try number(input, 0); const input_len = input.len;
const next_token = try number(input, input_len, 0);
_ = next_token; _ = next_token;
std.debug.print("tokenize :D {s}\n", .{input}); std.debug.print("tokenize :D {s}\n", .{input});
} }
fn number(input: []const u8, start: usize) !?Token { fn number(input: []const u8, cap: usize, start: usize) !?Token {
const first_char = input[start]; const first_char = input[start];
if (!is_digit(first_char)) { if (!is_decimal_digit(first_char)) {
return null; return null;
} }
return Token.init(input[start .. start + 1], TokenType.Int, start); var last_pos = start + 1;
while (last_pos < cap and is_decimal_digit(input[last_pos])) {
last_pos += 1;
}
return Token.init(input[start..last_pos], TokenType.Int, start);
} }
fn is_digit(c: u8) bool { fn is_decimal_digit(c: u8) bool {
return '0' <= c and c <= '9'; return '0' <= c and c <= '9';
} }
test "number lexer" { test "number lexer" {
const input = "3"; const input = "322 ";
const result = try number(input, 0); const result = try number(input, input.len, 0);
if (result) |r| { if (result) |r| {
try std.testing.expectEqual("3", r.value); try std.testing.expectEqualDeep("322", r.value);
} else { } else {
try std.testing.expect(false); try std.testing.expect(false);
} }