summaryrefslogtreecommitdiff
path: root/codegen/normp.zig
diff options
context:
space:
mode:
authorGravatar Michael Chaten2025-09-13 08:38:24 -0700
committerGravatar Michael Chaten2025-09-14 01:48:41 -0700
commita3b5e884b12fdaa341010ef41bb9382fa0cd89f8 (patch)
tree8bdd22c1c54da0b56ef6b9fe0dc4c2ca667b71a3 /codegen/normp.zig
parentUpdate build to 0.15.0 (diff)
downloadzg-a3b5e884b12fdaa341010ef41bb9382fa0cd89f8.tar.gz
zg-a3b5e884b12fdaa341010ef41bb9382fa0cd89f8.tar.xz
zg-a3b5e884b12fdaa341010ef41bb9382fa0cd89f8.zip
Update codebase to Zig 0.15.1.
Removes compression support
Diffstat (limited to 'codegen/normp.zig')
-rw-r--r--codegen/normp.zig32
1 files changed, 17 insertions, 15 deletions
diff --git a/codegen/normp.zig b/codegen/normp.zig
index 60dabdc..71a1ae5 100644
--- a/codegen/normp.zig
+++ b/codegen/normp.zig
@@ -21,7 +21,7 @@ const BlockMap = std.HashMap(
21 std.hash_map.default_max_load_percentage, 21 std.hash_map.default_max_load_percentage,
22); 22);
23 23
24pub fn main() !void { 24pub fn main() anyerror!void {
25 var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); 25 var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator);
26 defer arena.deinit(); 26 defer arena.deinit();
27 const allocator = arena.allocator(); 27 const allocator = arena.allocator();
@@ -34,10 +34,9 @@ pub fn main() !void {
34 // Process DerivedNormalizationProps.txt 34 // Process DerivedNormalizationProps.txt
35 var in_file = try std.fs.cwd().openFile("data/unicode/DerivedNormalizationProps.txt", .{}); 35 var in_file = try std.fs.cwd().openFile("data/unicode/DerivedNormalizationProps.txt", .{});
36 defer in_file.close(); 36 defer in_file.close();
37 var in_buf = std.io.bufferedReader(in_file.reader()); 37 var in_reader = in_file.reader(&line_buf);
38 const in_reader = in_buf.reader();
39 38
40 while (try in_reader.readUntilDelimiterOrEof(&line_buf, '\n')) |line| { 39 while (in_reader.interface.takeDelimiterExclusive('\n')) |line| {
41 if (line.len == 0 or line[0] == '#') continue; 40 if (line.len == 0 or line[0] == '#') continue;
42 41
43 const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line; 42 const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line;
@@ -78,15 +77,19 @@ pub fn main() !void {
78 else => {}, 77 else => {},
79 } 78 }
80 } 79 }
80 } else |err| switch (err) {
81 error.EndOfStream => {},
82 else => {
83 return err;
84 },
81 } 85 }
82
83 var blocks_map = BlockMap.init(allocator); 86 var blocks_map = BlockMap.init(allocator);
84 defer blocks_map.deinit(); 87 defer blocks_map.deinit();
85 88
86 var stage1 = std.ArrayList(u16).init(allocator); 89 var stage1 = std.array_list.Managed(u16).init(allocator);
87 defer stage1.deinit(); 90 defer stage1.deinit();
88 91
89 var stage2 = std.ArrayList(u3).init(allocator); 92 var stage2 = std.array_list.Managed(u3).init(allocator);
90 defer stage2.deinit(); 93 defer stage2.deinit();
91 94
92 var block: Block = [_]u3{0} ** block_size; 95 var block: Block = [_]u3{0} ** block_size;
@@ -117,18 +120,17 @@ pub fn main() !void {
117 _ = args_iter.skip(); 120 _ = args_iter.skip();
118 const output_path = args_iter.next() orelse @panic("No output file arg!"); 121 const output_path = args_iter.next() orelse @panic("No output file arg!");
119 122
120 const compressor = std.compress.flate.deflate.compressor; 123 var write_buf: [4096]u8 = undefined;
121 var out_file = try std.fs.cwd().createFile(output_path, .{}); 124 var out_file = try std.fs.cwd().createFile(output_path, .{});
122 defer out_file.close(); 125 defer out_file.close();
123 var out_comp = try compressor(.raw, out_file.writer(), .{ .level = .best }); 126 var writer = out_file.writer(&write_buf);
124 const writer = out_comp.writer();
125 127
126 const endian = builtin.cpu.arch.endian(); 128 const endian = builtin.cpu.arch.endian();
127 try writer.writeInt(u16, @intCast(stage1.items.len), endian); 129 try writer.interface.writeInt(u16, @intCast(stage1.items.len), endian);
128 for (stage1.items) |i| try writer.writeInt(u16, i, endian); 130 for (stage1.items) |i| try writer.interface.writeInt(u16, i, endian);
129 131
130 try writer.writeInt(u16, @intCast(stage2.items.len), endian); 132 try writer.interface.writeInt(u16, @intCast(stage2.items.len), endian);
131 for (stage2.items) |i| try writer.writeInt(u8, i, endian); 133 for (stage2.items) |i| try writer.interface.writeInt(u8, i, endian);
132 134
133 try out_comp.flush(); 135 try writer.interface.flush();
134} 136}