diff options
Diffstat (limited to 'codegen/wbp.zig')
| -rw-r--r-- | codegen/wbp.zig | 32 |
1 files changed, 17 insertions, 15 deletions
diff --git a/codegen/wbp.zig b/codegen/wbp.zig index 741103e..b1ed56a 100644 --- a/codegen/wbp.zig +++ b/codegen/wbp.zig | |||
| @@ -43,7 +43,7 @@ const BlockMap = std.HashMap( | |||
| 43 | std.hash_map.default_max_load_percentage, | 43 | std.hash_map.default_max_load_percentage, |
| 44 | ); | 44 | ); |
| 45 | 45 | ||
| 46 | pub fn main() !void { | 46 | pub fn main() anyerror!void { |
| 47 | var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); | 47 | var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); |
| 48 | defer arena.deinit(); | 48 | defer arena.deinit(); |
| 49 | const allocator = arena.allocator(); | 49 | const allocator = arena.allocator(); |
| @@ -56,10 +56,9 @@ pub fn main() !void { | |||
| 56 | // Process HangulSyllableType.txt | 56 | // Process HangulSyllableType.txt |
| 57 | var in_file = try std.fs.cwd().openFile("data/unicode/auxiliary/WordBreakProperty.txt", .{}); | 57 | var in_file = try std.fs.cwd().openFile("data/unicode/auxiliary/WordBreakProperty.txt", .{}); |
| 58 | defer in_file.close(); | 58 | defer in_file.close(); |
| 59 | var in_buf = std.io.bufferedReader(in_file.reader()); | 59 | var in_reader = in_file.reader(&line_buf); |
| 60 | const in_reader = in_buf.reader(); | ||
| 61 | 60 | ||
| 62 | while (try in_reader.readUntilDelimiterOrEof(&line_buf, '\n')) |line| { | 61 | while (in_reader.interface.takeDelimiterExclusive('\n')) |line| { |
| 63 | if (line.len == 0 or line[0] == '#') continue; | 62 | if (line.len == 0 or line[0] == '#') continue; |
| 64 | 63 | ||
| 65 | const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line; | 64 | const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line; |
| @@ -90,15 +89,19 @@ pub fn main() !void { | |||
| 90 | else => {}, | 89 | else => {}, |
| 91 | } | 90 | } |
| 92 | } | 91 | } |
| 92 | } else |err| switch (err) { | ||
| 93 | error.EndOfStream => {}, | ||
| 94 | else => { | ||
| 95 | return err; | ||
| 96 | }, | ||
| 93 | } | 97 | } |
| 94 | |||
| 95 | var blocks_map = BlockMap.init(allocator); | 98 | var blocks_map = BlockMap.init(allocator); |
| 96 | defer blocks_map.deinit(); | 99 | defer blocks_map.deinit(); |
| 97 | 100 | ||
| 98 | var stage1 = std.ArrayList(u16).init(allocator); | 101 | var stage1 = std.array_list.Managed(u16).init(allocator); |
| 99 | defer stage1.deinit(); | 102 | defer stage1.deinit(); |
| 100 | 103 | ||
| 101 | var stage2 = std.ArrayList(u5).init(allocator); | 104 | var stage2 = std.array_list.Managed(u5).init(allocator); |
| 102 | defer stage2.deinit(); | 105 | defer stage2.deinit(); |
| 103 | 106 | ||
| 104 | var block: Block = [_]u5{0} ** block_size; | 107 | var block: Block = [_]u5{0} ** block_size; |
| @@ -129,18 +132,17 @@ pub fn main() !void { | |||
| 129 | _ = args_iter.skip(); | 132 | _ = args_iter.skip(); |
| 130 | const output_path = args_iter.next() orelse @panic("No output file arg!"); | 133 | const output_path = args_iter.next() orelse @panic("No output file arg!"); |
| 131 | 134 | ||
| 132 | const compressor = std.compress.flate.deflate.compressor; | 135 | var write_buf: [4096]u8 = undefined; |
| 133 | var out_file = try std.fs.cwd().createFile(output_path, .{}); | 136 | var out_file = try std.fs.cwd().createFile(output_path, .{}); |
| 134 | defer out_file.close(); | 137 | defer out_file.close(); |
| 135 | var out_comp = try compressor(.raw, out_file.writer(), .{ .level = .best }); | 138 | var writer = out_file.writer(&write_buf); |
| 136 | const writer = out_comp.writer(); | ||
| 137 | 139 | ||
| 138 | const endian = builtin.cpu.arch.endian(); | 140 | const endian = builtin.cpu.arch.endian(); |
| 139 | try writer.writeInt(u16, @intCast(stage1.items.len), endian); | 141 | try writer.interface.writeInt(u16, @intCast(stage1.items.len), endian); |
| 140 | for (stage1.items) |i| try writer.writeInt(u16, i, endian); | 142 | for (stage1.items) |i| try writer.interface.writeInt(u16, i, endian); |
| 141 | 143 | ||
| 142 | try writer.writeInt(u16, @intCast(stage2.items.len), endian); | 144 | try writer.interface.writeInt(u16, @intCast(stage2.items.len), endian); |
| 143 | for (stage2.items) |i| try writer.writeInt(u8, i, endian); | 145 | for (stage2.items) |i| try writer.interface.writeInt(u8, i, endian); |
| 144 | 146 | ||
| 145 | try out_comp.flush(); | 147 | try writer.interface.flush(); |
| 146 | } | 148 | } |