summaryrefslogtreecommitdiff
path: root/codegen/wbp.zig
diff options
context:
space:
mode:
Diffstat (limited to 'codegen/wbp.zig')
-rw-r--r--codegen/wbp.zig32
1 files changed, 17 insertions, 15 deletions
diff --git a/codegen/wbp.zig b/codegen/wbp.zig
index 741103e..b1ed56a 100644
--- a/codegen/wbp.zig
+++ b/codegen/wbp.zig
@@ -43,7 +43,7 @@ const BlockMap = std.HashMap(
43 std.hash_map.default_max_load_percentage, 43 std.hash_map.default_max_load_percentage,
44); 44);
45 45
46pub fn main() !void { 46pub fn main() anyerror!void {
47 var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); 47 var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator);
48 defer arena.deinit(); 48 defer arena.deinit();
49 const allocator = arena.allocator(); 49 const allocator = arena.allocator();
@@ -56,10 +56,9 @@ pub fn main() !void {
56 // Process HangulSyllableType.txt 56 // Process HangulSyllableType.txt
57 var in_file = try std.fs.cwd().openFile("data/unicode/auxiliary/WordBreakProperty.txt", .{}); 57 var in_file = try std.fs.cwd().openFile("data/unicode/auxiliary/WordBreakProperty.txt", .{});
58 defer in_file.close(); 58 defer in_file.close();
59 var in_buf = std.io.bufferedReader(in_file.reader()); 59 var in_reader = in_file.reader(&line_buf);
60 const in_reader = in_buf.reader();
61 60
62 while (try in_reader.readUntilDelimiterOrEof(&line_buf, '\n')) |line| { 61 while (in_reader.interface.takeDelimiterExclusive('\n')) |line| {
63 if (line.len == 0 or line[0] == '#') continue; 62 if (line.len == 0 or line[0] == '#') continue;
64 63
65 const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line; 64 const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line;
@@ -90,15 +89,19 @@ pub fn main() !void {
90 else => {}, 89 else => {},
91 } 90 }
92 } 91 }
92 } else |err| switch (err) {
93 error.EndOfStream => {},
94 else => {
95 return err;
96 },
93 } 97 }
94
95 var blocks_map = BlockMap.init(allocator); 98 var blocks_map = BlockMap.init(allocator);
96 defer blocks_map.deinit(); 99 defer blocks_map.deinit();
97 100
98 var stage1 = std.ArrayList(u16).init(allocator); 101 var stage1 = std.array_list.Managed(u16).init(allocator);
99 defer stage1.deinit(); 102 defer stage1.deinit();
100 103
101 var stage2 = std.ArrayList(u5).init(allocator); 104 var stage2 = std.array_list.Managed(u5).init(allocator);
102 defer stage2.deinit(); 105 defer stage2.deinit();
103 106
104 var block: Block = [_]u5{0} ** block_size; 107 var block: Block = [_]u5{0} ** block_size;
@@ -129,18 +132,17 @@ pub fn main() !void {
129 _ = args_iter.skip(); 132 _ = args_iter.skip();
130 const output_path = args_iter.next() orelse @panic("No output file arg!"); 133 const output_path = args_iter.next() orelse @panic("No output file arg!");
131 134
132 const compressor = std.compress.flate.deflate.compressor; 135 var write_buf: [4096]u8 = undefined;
133 var out_file = try std.fs.cwd().createFile(output_path, .{}); 136 var out_file = try std.fs.cwd().createFile(output_path, .{});
134 defer out_file.close(); 137 defer out_file.close();
135 var out_comp = try compressor(.raw, out_file.writer(), .{ .level = .best }); 138 var writer = out_file.writer(&write_buf);
136 const writer = out_comp.writer();
137 139
138 const endian = builtin.cpu.arch.endian(); 140 const endian = builtin.cpu.arch.endian();
139 try writer.writeInt(u16, @intCast(stage1.items.len), endian); 141 try writer.interface.writeInt(u16, @intCast(stage1.items.len), endian);
140 for (stage1.items) |i| try writer.writeInt(u16, i, endian); 142 for (stage1.items) |i| try writer.interface.writeInt(u16, i, endian);
141 143
142 try writer.writeInt(u16, @intCast(stage2.items.len), endian); 144 try writer.interface.writeInt(u16, @intCast(stage2.items.len), endian);
143 for (stage2.items) |i| try writer.writeInt(u8, i, endian); 145 for (stage2.items) |i| try writer.interface.writeInt(u8, i, endian);
144 146
145 try out_comp.flush(); 147 try writer.interface.flush();
146} 148}