summaryrefslogtreecommitdiff
path: root/codegen/canon.zig
diff options
context:
space:
mode:
Diffstat (limited to 'codegen/canon.zig')
-rw-r--r--codegen/canon.zig24
1 files changed, 13 insertions, 11 deletions
diff --git a/codegen/canon.zig b/codegen/canon.zig
index 28b7f28..89a9070 100644
--- a/codegen/canon.zig
+++ b/codegen/canon.zig
@@ -1,32 +1,30 @@
1const std = @import("std"); 1const std = @import("std");
2const builtin = @import("builtin"); 2const builtin = @import("builtin");
3 3
4pub fn main() !void { 4pub fn main() anyerror!void {
5 var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); 5 var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator);
6 defer arena.deinit(); 6 defer arena.deinit();
7 const allocator = arena.allocator(); 7 const allocator = arena.allocator();
8 8
9 var line_buf: [4096]u8 = undefined;
10 var write_buf: [4096]u8 = undefined;
9 // Process UnicodeData.txt 11 // Process UnicodeData.txt
10 var in_file = try std.fs.cwd().openFile("data/unicode/UnicodeData.txt", .{}); 12 var in_file = try std.fs.cwd().openFile("data/unicode/UnicodeData.txt", .{});
11 defer in_file.close(); 13 defer in_file.close();
12 var in_buf = std.io.bufferedReader(in_file.reader()); 14 var in_reader = in_file.reader(&line_buf);
13 const in_reader = in_buf.reader();
14 15
15 var args_iter = try std.process.argsWithAllocator(allocator); 16 var args_iter = try std.process.argsWithAllocator(allocator);
16 defer args_iter.deinit(); 17 defer args_iter.deinit();
17 _ = args_iter.skip(); 18 _ = args_iter.skip();
18 const output_path = args_iter.next() orelse @panic("No output file arg!"); 19 const output_path = args_iter.next() orelse @panic("No output file arg!");
19 20
20 const compressor = std.compress.flate.deflate.compressor;
21 var out_file = try std.fs.cwd().createFile(output_path, .{}); 21 var out_file = try std.fs.cwd().createFile(output_path, .{});
22 defer out_file.close(); 22 defer out_file.close();
23 var out_comp = try compressor(.raw, out_file.writer(), .{ .level = .best }); 23 var file_writer = out_file.writer(&write_buf);
24 const writer = out_comp.writer(); 24 var writer = &file_writer.interface;
25
26 const endian = builtin.cpu.arch.endian(); 25 const endian = builtin.cpu.arch.endian();
27 var line_buf: [4096]u8 = undefined;
28 26
29 lines: while (try in_reader.readUntilDelimiterOrEof(&line_buf, '\n')) |line| { 27 lines: while (in_reader.interface.takeDelimiterInclusive('\n')) |line| {
30 if (line.len == 0) continue; 28 if (line.len == 0) continue;
31 29
32 var field_iter = std.mem.splitScalar(u8, line, ';'); 30 var field_iter = std.mem.splitScalar(u8, line, ';');
@@ -60,8 +58,12 @@ pub fn main() !void {
60 58
61 try writer.writeInt(u8, @intCast(len), endian); 59 try writer.writeInt(u8, @intCast(len), endian);
62 for (cps[0..len]) |cp| try writer.writeInt(u24, cp, endian); 60 for (cps[0..len]) |cp| try writer.writeInt(u24, cp, endian);
61 } else |err| switch (err) {
62 error.EndOfStream => {},
63 else => {
64 return err;
65 },
63 } 66 }
64
65 try writer.writeInt(u16, 0, endian); 67 try writer.writeInt(u16, 0, endian);
66 try out_comp.flush(); 68 try writer.flush();
67} 69}