diff options
Diffstat (limited to 'codegen/upper.zig')
| -rw-r--r-- | codegen/upper.zig | 31 |
1 files changed, 18 insertions, 13 deletions
diff --git a/codegen/upper.zig b/codegen/upper.zig index 5848911..7d96a0e 100644 --- a/codegen/upper.zig +++ b/codegen/upper.zig | |||
| @@ -1,32 +1,29 @@ | |||
| 1 | const std = @import("std"); | 1 | const std = @import("std"); |
| 2 | const builtin = @import("builtin"); | 2 | const builtin = @import("builtin"); |
| 3 | 3 | ||
| 4 | pub fn main() !void { | 4 | pub fn main() anyerror!void { |
| 5 | var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); | 5 | var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); |
| 6 | defer arena.deinit(); | 6 | defer arena.deinit(); |
| 7 | const allocator = arena.allocator(); | 7 | const allocator = arena.allocator(); |
| 8 | 8 | ||
| 9 | var line_buf: [4096]u8 = undefined; | ||
| 10 | var write_buf: [4096]u8 = undefined; | ||
| 9 | // Process UnicodeData.txt | 11 | // Process UnicodeData.txt |
| 10 | var in_file = try std.fs.cwd().openFile("data/unicode/UnicodeData.txt", .{}); | 12 | var in_file = try std.fs.cwd().openFile("data/unicode/UnicodeData.txt", .{}); |
| 11 | defer in_file.close(); | 13 | defer in_file.close(); |
| 12 | var in_buf = std.io.bufferedReader(in_file.reader()); | 14 | var in_reader = in_file.reader(&line_buf); |
| 13 | const in_reader = in_buf.reader(); | ||
| 14 | 15 | ||
| 15 | var args_iter = try std.process.argsWithAllocator(allocator); | 16 | var args_iter = try std.process.argsWithAllocator(allocator); |
| 16 | defer args_iter.deinit(); | 17 | defer args_iter.deinit(); |
| 17 | _ = args_iter.skip(); | 18 | _ = args_iter.skip(); |
| 18 | const output_path = args_iter.next() orelse @panic("No output file arg!"); | 19 | const output_path = args_iter.next() orelse @panic("No output file arg!"); |
| 19 | 20 | ||
| 20 | const compressor = std.compress.flate.deflate.compressor; | ||
| 21 | var out_file = try std.fs.cwd().createFile(output_path, .{}); | 21 | var out_file = try std.fs.cwd().createFile(output_path, .{}); |
| 22 | defer out_file.close(); | 22 | defer out_file.close(); |
| 23 | var out_comp = try compressor(.raw, out_file.writer(), .{ .level = .best }); | 23 | var file_writer = out_file.writer(&write_buf); |
| 24 | const writer = out_comp.writer(); | ||
| 25 | |||
| 26 | const endian = builtin.cpu.arch.endian(); | 24 | const endian = builtin.cpu.arch.endian(); |
| 27 | var line_buf: [4096]u8 = undefined; | ||
| 28 | 25 | ||
| 29 | lines: while (try in_reader.readUntilDelimiterOrEof(&line_buf, '\n')) |line| { | 26 | lines: while (in_reader.interface.takeDelimiterExclusive('\n')) |line| { |
| 30 | if (line.len == 0) continue; | 27 | if (line.len == 0) continue; |
| 31 | 28 | ||
| 32 | var field_iter = std.mem.splitScalar(u8, line, ';'); | 29 | var field_iter = std.mem.splitScalar(u8, line, ';'); |
| @@ -42,16 +39,24 @@ pub fn main() !void { | |||
| 42 | 12 => { | 39 | 12 => { |
| 43 | // Simple uppercase mapping | 40 | // Simple uppercase mapping |
| 44 | if (field.len == 0) continue :lines; | 41 | if (field.len == 0) continue :lines; |
| 45 | try writer.writeInt(i24, cp, endian); | 42 | try file_writer.interface.writeInt(i24, cp, endian); |
| 46 | const mapping = try std.fmt.parseInt(i24, field, 16); | 43 | const mapping = try std.fmt.parseInt(i24, field, 16); |
| 47 | try writer.writeInt(i24, mapping - cp, endian); | 44 | try file_writer.interface.writeInt(i24, mapping - cp, endian); |
| 48 | }, | 45 | }, |
| 49 | 46 | ||
| 50 | else => {}, | 47 | else => {}, |
| 51 | } | 48 | } |
| 52 | } | 49 | } |
| 50 | } else |err| switch (err) { | ||
| 51 | error.ReadFailed => { | ||
| 52 | return in_reader.err orelse err; | ||
| 53 | }, | ||
| 54 | error.EndOfStream => {}, | ||
| 55 | else => { | ||
| 56 | return err; | ||
| 57 | }, | ||
| 53 | } | 58 | } |
| 54 | 59 | ||
| 55 | try writer.writeInt(u24, 0, endian); | 60 | try file_writer.interface.writeInt(u24, 0, endian); |
| 56 | try out_comp.flush(); | 61 | try file_writer.interface.flush(); |
| 57 | } | 62 | } |