diff options
| author | 2025-12-23 09:34:19 -0500 | |
|---|---|---|
| committer | 2025-12-23 09:34:19 -0500 | |
| commit | 79b133e5d88fe6cfce337dd401fc09999db08852 (patch) | |
| tree | 8b3f9062edde82724c73147abf42143a885640fc /codegen/hangul.zig | |
| parent | Merge branch 'develop-next' (diff) | |
| parent | Use takeDelimiterInclusive to support Zig 0.15.2 (diff) | |
| download | zg-79b133e5d88fe6cfce337dd401fc09999db08852.tar.gz zg-79b133e5d88fe6cfce337dd401fc09999db08852.tar.xz zg-79b133e5d88fe6cfce337dd401fc09999db08852.zip | |
Merge branch 'fifteen-two'
Close #90
Close #87
Close #83
Thanks everyone.
Diffstat (limited to 'codegen/hangul.zig')
| -rw-r--r-- | codegen/hangul.zig | 38 |
1 files changed, 18 insertions, 20 deletions
diff --git a/codegen/hangul.zig b/codegen/hangul.zig index 2c42bb7..2e4c175 100644 --- a/codegen/hangul.zig +++ b/codegen/hangul.zig | |||
| @@ -30,7 +30,7 @@ const BlockMap = std.HashMap( | |||
| 30 | std.hash_map.default_max_load_percentage, | 30 | std.hash_map.default_max_load_percentage, |
| 31 | ); | 31 | ); |
| 32 | 32 | ||
| 33 | pub fn main() !void { | 33 | pub fn main() anyerror!void { |
| 34 | var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); | 34 | var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); |
| 35 | defer arena.deinit(); | 35 | defer arena.deinit(); |
| 36 | const allocator = arena.allocator(); | 36 | const allocator = arena.allocator(); |
| @@ -38,15 +38,10 @@ pub fn main() !void { | |||
| 38 | var flat_map = std.AutoHashMap(u21, u3).init(allocator); | 38 | var flat_map = std.AutoHashMap(u21, u3).init(allocator); |
| 39 | defer flat_map.deinit(); | 39 | defer flat_map.deinit(); |
| 40 | 40 | ||
| 41 | var line_buf: [4096]u8 = undefined; | ||
| 42 | |||
| 43 | // Process HangulSyllableType.txt | 41 | // Process HangulSyllableType.txt |
| 44 | var in_file = try std.fs.cwd().openFile("data/unicode/HangulSyllableType.txt", .{}); | 42 | var in_reader = std.io.Reader.fixed(@embedFile("HangulSyllableType.txt")); |
| 45 | defer in_file.close(); | 43 | while (in_reader.takeDelimiterInclusive('\n')) |took| { |
| 46 | var in_buf = std.io.bufferedReader(in_file.reader()); | 44 | const line = std.mem.trimRight(u8, took, "\n"); |
| 47 | const in_reader = in_buf.reader(); | ||
| 48 | |||
| 49 | while (try in_reader.readUntilDelimiterOrEof(&line_buf, '\n')) |line| { | ||
| 50 | if (line.len == 0 or line[0] == '#') continue; | 45 | if (line.len == 0 or line[0] == '#') continue; |
| 51 | 46 | ||
| 52 | const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line; | 47 | const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line; |
| @@ -77,15 +72,19 @@ pub fn main() !void { | |||
| 77 | else => {}, | 72 | else => {}, |
| 78 | } | 73 | } |
| 79 | } | 74 | } |
| 75 | } else |err| switch (err) { | ||
| 76 | error.EndOfStream => {}, | ||
| 77 | else => { | ||
| 78 | return err; | ||
| 79 | }, | ||
| 80 | } | 80 | } |
| 81 | |||
| 82 | var blocks_map = BlockMap.init(allocator); | 81 | var blocks_map = BlockMap.init(allocator); |
| 83 | defer blocks_map.deinit(); | 82 | defer blocks_map.deinit(); |
| 84 | 83 | ||
| 85 | var stage1 = std.ArrayList(u16).init(allocator); | 84 | var stage1 = std.array_list.Managed(u16).init(allocator); |
| 86 | defer stage1.deinit(); | 85 | defer stage1.deinit(); |
| 87 | 86 | ||
| 88 | var stage2 = std.ArrayList(u3).init(allocator); | 87 | var stage2 = std.array_list.Managed(u3).init(allocator); |
| 89 | defer stage2.deinit(); | 88 | defer stage2.deinit(); |
| 90 | 89 | ||
| 91 | var block: Block = [_]u3{0} ** block_size; | 90 | var block: Block = [_]u3{0} ** block_size; |
| @@ -116,18 +115,17 @@ pub fn main() !void { | |||
| 116 | _ = args_iter.skip(); | 115 | _ = args_iter.skip(); |
| 117 | const output_path = args_iter.next() orelse @panic("No output file arg!"); | 116 | const output_path = args_iter.next() orelse @panic("No output file arg!"); |
| 118 | 117 | ||
| 119 | const compressor = std.compress.flate.deflate.compressor; | 118 | var write_buf: [4096]u8 = undefined; |
| 120 | var out_file = try std.fs.cwd().createFile(output_path, .{}); | 119 | var out_file = try std.fs.cwd().createFile(output_path, .{}); |
| 121 | defer out_file.close(); | 120 | defer out_file.close(); |
| 122 | var out_comp = try compressor(.raw, out_file.writer(), .{ .level = .best }); | 121 | var writer = out_file.writer(&write_buf); |
| 123 | const writer = out_comp.writer(); | ||
| 124 | 122 | ||
| 125 | const endian = builtin.cpu.arch.endian(); | 123 | const endian = builtin.cpu.arch.endian(); |
| 126 | try writer.writeInt(u16, @intCast(stage1.items.len), endian); | 124 | try writer.interface.writeInt(u16, @intCast(stage1.items.len), endian); |
| 127 | for (stage1.items) |i| try writer.writeInt(u16, i, endian); | 125 | for (stage1.items) |i| try writer.interface.writeInt(u16, i, endian); |
| 128 | 126 | ||
| 129 | try writer.writeInt(u16, @intCast(stage2.items.len), endian); | 127 | try writer.interface.writeInt(u16, @intCast(stage2.items.len), endian); |
| 130 | for (stage2.items) |i| try writer.writeInt(u8, i, endian); | 128 | for (stage2.items) |i| try writer.interface.writeInt(u8, i, endian); |
| 131 | 129 | ||
| 132 | try out_comp.flush(); | 130 | try writer.interface.flush(); |
| 133 | } | 131 | } |