diff options
Diffstat (limited to 'codegen/scripts.zig')
| -rw-r--r-- | codegen/scripts.zig | 46 |
1 files changed, 22 insertions, 24 deletions
diff --git a/codegen/scripts.zig b/codegen/scripts.zig index 530205d..0f0194c 100644 --- a/codegen/scripts.zig +++ b/codegen/scripts.zig | |||
| @@ -195,7 +195,7 @@ const BlockMap = std.HashMap( | |||
| 195 | std.hash_map.default_max_load_percentage, | 195 | std.hash_map.default_max_load_percentage, |
| 196 | ); | 196 | ); |
| 197 | 197 | ||
| 198 | pub fn main() !void { | 198 | pub fn main() anyerror!void { |
| 199 | var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); | 199 | var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator); |
| 200 | defer arena.deinit(); | 200 | defer arena.deinit(); |
| 201 | const allocator = arena.allocator(); | 201 | const allocator = arena.allocator(); |
| @@ -203,15 +203,10 @@ pub fn main() !void { | |||
| 203 | var flat_map = std.AutoHashMap(u21, u8).init(allocator); | 203 | var flat_map = std.AutoHashMap(u21, u8).init(allocator); |
| 204 | defer flat_map.deinit(); | 204 | defer flat_map.deinit(); |
| 205 | 205 | ||
| 206 | var line_buf: [4096]u8 = undefined; | 206 | // Process Scripts.txt |
| 207 | 207 | var in_reader = std.io.Reader.fixed(@embedFile("Scripts.txt")); | |
| 208 | // Process DerivedGeneralCategory.txt | 208 | while (in_reader.takeDelimiterInclusive('\n')) |took| { |
| 209 | var in_file = try std.fs.cwd().openFile("data/unicode/Scripts.txt", .{}); | 209 | const line = std.mem.trimRight(u8, took, "\n"); |
| 210 | defer in_file.close(); | ||
| 211 | var in_buf = std.io.bufferedReader(in_file.reader()); | ||
| 212 | const in_reader = in_buf.reader(); | ||
| 213 | |||
| 214 | while (try in_reader.readUntilDelimiterOrEof(&line_buf, '\n')) |line| { | ||
| 215 | if (line.len == 0 or line[0] == '#') continue; | 210 | if (line.len == 0 or line[0] == '#') continue; |
| 216 | 211 | ||
| 217 | const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line; | 212 | const no_comment = if (std.mem.indexOfScalar(u8, line, '#')) |octo| line[0..octo] else line; |
| @@ -245,18 +240,22 @@ pub fn main() !void { | |||
| 245 | else => {}, | 240 | else => {}, |
| 246 | } | 241 | } |
| 247 | } | 242 | } |
| 243 | } else |err| switch (err) { | ||
| 244 | error.EndOfStream => {}, | ||
| 245 | else => { | ||
| 246 | return err; | ||
| 247 | }, | ||
| 248 | } | 248 | } |
| 249 | |||
| 250 | var blocks_map = BlockMap.init(allocator); | 249 | var blocks_map = BlockMap.init(allocator); |
| 251 | defer blocks_map.deinit(); | 250 | defer blocks_map.deinit(); |
| 252 | 251 | ||
| 253 | var stage1 = std.ArrayList(u16).init(allocator); | 252 | var stage1 = std.array_list.Managed(u16).init(allocator); |
| 254 | defer stage1.deinit(); | 253 | defer stage1.deinit(); |
| 255 | 254 | ||
| 256 | var stage2 = std.ArrayList(u8).init(allocator); | 255 | var stage2 = std.array_list.Managed(u8).init(allocator); |
| 257 | defer stage2.deinit(); | 256 | defer stage2.deinit(); |
| 258 | 257 | ||
| 259 | var stage3 = std.ArrayList(u8).init(allocator); | 258 | var stage3 = std.array_list.Managed(u8).init(allocator); |
| 260 | defer stage3.deinit(); | 259 | defer stage3.deinit(); |
| 261 | 260 | ||
| 262 | var block: Block = [_]u8{0} ** block_size; | 261 | var block: Block = [_]u8{0} ** block_size; |
| @@ -295,21 +294,20 @@ pub fn main() !void { | |||
| 295 | _ = args_iter.skip(); | 294 | _ = args_iter.skip(); |
| 296 | const output_path = args_iter.next() orelse @panic("No output file arg!"); | 295 | const output_path = args_iter.next() orelse @panic("No output file arg!"); |
| 297 | 296 | ||
| 298 | const compressor = std.compress.flate.deflate.compressor; | 297 | var write_buf: [4096]u8 = undefined; |
| 299 | var out_file = try std.fs.cwd().createFile(output_path, .{}); | 298 | var out_file = try std.fs.cwd().createFile(output_path, .{}); |
| 300 | defer out_file.close(); | 299 | defer out_file.close(); |
| 301 | var out_comp = try compressor(.raw, out_file.writer(), .{ .level = .best }); | 300 | var writer = out_file.writer(&write_buf); |
| 302 | const writer = out_comp.writer(); | ||
| 303 | 301 | ||
| 304 | const endian = builtin.cpu.arch.endian(); | 302 | const endian = builtin.cpu.arch.endian(); |
| 305 | try writer.writeInt(u16, @intCast(stage1.items.len), endian); | 303 | try writer.interface.writeInt(u16, @intCast(stage1.items.len), endian); |
| 306 | for (stage1.items) |i| try writer.writeInt(u16, i, endian); | 304 | for (stage1.items) |i| try writer.interface.writeInt(u16, i, endian); |
| 307 | 305 | ||
| 308 | try writer.writeInt(u16, @intCast(stage2.items.len), endian); | 306 | try writer.interface.writeInt(u16, @intCast(stage2.items.len), endian); |
| 309 | for (stage2.items) |i| try writer.writeInt(u8, i, endian); | 307 | for (stage2.items) |i| try writer.interface.writeInt(u8, i, endian); |
| 310 | 308 | ||
| 311 | try writer.writeInt(u8, @intCast(stage3.items.len), endian); | 309 | try writer.interface.writeInt(u8, @intCast(stage3.items.len), endian); |
| 312 | for (stage3.items) |i| try writer.writeInt(u8, i, endian); | 310 | for (stage3.items) |i| try writer.interface.writeInt(u8, i, endian); |
| 313 | 311 | ||
| 314 | try out_comp.flush(); | 312 | try writer.interface.flush(); |
| 315 | } | 313 | } |