const std = @import("std"); const builtin = @import("builtin"); const compress = std.compress; const mem = std.mem; const testing = std.testing; allocator: mem.Allocator, core_s1: []u16 = undefined, core_s2: []u8 = undefined, props_s1: []u16 = undefined, props_s2: []u8 = undefined, num_s1: []u16 = undefined, num_s2: []u8 = undefined, const Self = @This(); pub fn init(allocator: mem.Allocator) !Self { const decompressor = compress.flate.inflate.decompressor; const endian = builtin.cpu.arch.endian(); // Process DerivedCoreProperties.txt const core_bytes = @embedFile("core_props"); var core_fbs = std.io.fixedBufferStream(core_bytes); var core_decomp = decompressor(.raw, core_fbs.reader()); var core_reader = core_decomp.reader(); var self = Self{ .allocator = allocator }; const core_stage_1_len: u16 = try core_reader.readInt(u16, endian); self.core_s1 = try allocator.alloc(u16, core_stage_1_len); errdefer allocator.free(self.core_s1); for (0..core_stage_1_len) |i| self.core_s1[i] = try core_reader.readInt(u16, endian); const core_stage_2_len: u16 = try core_reader.readInt(u16, endian); self.core_s2 = try allocator.alloc(u8, core_stage_2_len); errdefer allocator.free(self.core_s2); _ = try core_reader.readAll(self.core_s2); // Process PropList.txt const props_bytes = @embedFile("props"); var props_fbs = std.io.fixedBufferStream(props_bytes); var props_decomp = decompressor(.raw, props_fbs.reader()); var props_reader = props_decomp.reader(); const stage_1_len: u16 = try props_reader.readInt(u16, endian); self.props_s1 = try allocator.alloc(u16, stage_1_len); errdefer allocator.free(self.props_s1); for (0..stage_1_len) |i| self.props_s1[i] = try props_reader.readInt(u16, endian); const stage_2_len: u16 = try props_reader.readInt(u16, endian); self.props_s2 = try allocator.alloc(u8, stage_2_len); errdefer allocator.free(self.props_s2); _ = try props_reader.readAll(self.props_s2); // Process DerivedNumericType.txt const num_bytes = @embedFile("numeric"); var num_fbs = std.io.fixedBufferStream(num_bytes); var num_decomp = decompressor(.raw, num_fbs.reader()); var num_reader = num_decomp.reader(); const num_stage_1_len: u16 = try num_reader.readInt(u16, endian); self.num_s1 = try allocator.alloc(u16, num_stage_1_len); errdefer allocator.free(self.num_s1); for (0..num_stage_1_len) |i| self.num_s1[i] = try num_reader.readInt(u16, endian); const num_stage_2_len: u16 = try num_reader.readInt(u16, endian); self.num_s2 = try allocator.alloc(u8, num_stage_2_len); errdefer allocator.free(self.num_s2); _ = try num_reader.readAll(self.num_s2); return self; } pub fn deinit(self: *const Self) void { self.allocator.free(self.core_s1); self.allocator.free(self.core_s2); self.allocator.free(self.props_s1); self.allocator.free(self.props_s2); self.allocator.free(self.num_s1); self.allocator.free(self.num_s2); } /// True if `cp` is a mathematical symbol. pub inline fn isMath(self: Self, cp: u21) bool { return self.core_s2[self.core_s1[cp >> 8] + (cp & 0xff)] & 1 == 1; } /// True if `cp` is an alphabetic character. pub inline fn isAlphabetic(self: Self, cp: u21) bool { return self.core_s2[self.core_s1[cp >> 8] + (cp & 0xff)] & 2 == 2; } /// True if `cp` is a valid identifier start character. pub inline fn isIdStart(self: Self, cp: u21) bool { return self.core_s2[self.core_s1[cp >> 8] + (cp & 0xff)] & 4 == 4; } /// True if `cp` is a valid identifier continuation character. pub inline fn isIdContinue(self: Self, cp: u21) bool { return self.core_s2[self.core_s1[cp >> 8] + (cp & 0xff)] & 8 == 8; } /// True if `cp` is a valid extended identifier start character. pub inline fn isXidStart(self: Self, cp: u21) bool { return self.core_s2[self.core_s1[cp >> 8] + (cp & 0xff)] & 16 == 16; } /// True if `cp` is a valid extended identifier continuation character. pub inline fn isXidContinue(self: Self, cp: u21) bool { return self.core_s2[self.core_s1[cp >> 8] + (cp & 0xff)] & 32 == 32; } /// True if `cp` is a whitespace character. pub inline fn isWhitespace(self: Self, cp: u21) bool { return self.props_s2[self.props_s1[cp >> 8] + (cp & 0xff)] & 1 == 1; } /// True if `cp` is a hexadecimal digit. pub inline fn isHexDigit(self: Self, cp: u21) bool { return self.props_s2[self.props_s1[cp >> 8] + (cp & 0xff)] & 2 == 2; } /// True if `cp` is a diacritic mark. pub inline fn isDiacritic(self: Self, cp: u21) bool { return self.props_s2[self.props_s1[cp >> 8] + (cp & 0xff)] & 4 == 4; } /// True if `cp` is numeric. pub inline fn isNumeric(self: Self, cp: u21) bool { return self.num_s2[self.num_s1[cp >> 8] + (cp & 0xff)] & 1 == 1; } /// True if `cp` is a digit. pub inline fn isDigit(self: Self, cp: u21) bool { return self.num_s2[self.num_s1[cp >> 8] + (cp & 0xff)] & 2 == 2; } /// True if `cp` is decimal. pub inline fn isDecimal(self: Self, cp: u21) bool { return self.num_s2[self.num_s1[cp >> 8] + (cp & 0xff)] & 4 == 4; } test "Props" { const self = try init(testing.allocator); defer self.deinit(); try testing.expect(self.isHexDigit('F')); try testing.expect(self.isHexDigit('a')); try testing.expect(self.isHexDigit('8')); try testing.expect(!self.isHexDigit('z')); try testing.expect(self.isDiacritic('\u{301}')); try testing.expect(self.isAlphabetic('A')); try testing.expect(!self.isAlphabetic('3')); try testing.expect(self.isMath('+')); try testing.expect(self.isNumeric('\u{277f}')); try testing.expect(self.isDigit('\u{2070}')); try testing.expect(self.isDecimal('3')); try testing.expect(!self.isNumeric('1')); try testing.expect(!self.isDigit('2')); try testing.expect(!self.isDecimal('g')); }