1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
const std = @import("std");
const Normalizer = @import("ziglyph").Normalizer;
pub fn main() !void {
var arena = std.heap.ArenaAllocator.init(std.heap.page_allocator);
defer arena.deinit();
const allocator = arena.allocator();
var args_iter = try std.process.argsWithAllocator(allocator);
_ = args_iter.skip();
const in_path = args_iter.next() orelse return error.MissingArg;
const input = try std.fs.cwd().readFileAlloc(
allocator,
in_path,
std.math.maxInt(u32),
);
defer allocator.free(input);
var normalizer = try Normalizer.init(allocator);
var iter = std.mem.splitScalar(u8, input, '\n');
var result: usize = 0;
var timer = try std.time.Timer.start();
while (iter.next()) |line| {
const nfkc = try normalizer.nfkc(allocator, line);
result += nfkc.slice.len;
}
std.debug.print("Ziglyph Normalizer.nfkc: result: {}, took: {}\n", .{ result, std.fmt.fmtDuration(timer.lap()) });
result = 0;
iter.reset();
timer.reset();
while (iter.next()) |line| {
const nfc = try normalizer.nfc(allocator, line);
result += nfc.slice.len;
}
std.debug.print("Ziglyph Normalizer.nfc: result: {}, took: {}\n", .{ result, std.fmt.fmtDuration(timer.lap()) });
result = 0;
iter.reset();
timer.reset();
while (iter.next()) |line| {
const nfkd = try normalizer.nfkd(allocator, line);
result += nfkd.slice.len;
}
std.debug.print("Ziglyph Normalizer.nfkd: result: {}, took: {}\n", .{ result, std.fmt.fmtDuration(timer.lap()) });
result = 0;
iter.reset();
timer.reset();
while (iter.next()) |line| {
const nfd = try normalizer.nfd(allocator, line);
result += nfd.slice.len;
}
std.debug.print("Ziglyph Normalizer.nfd: result: {}, took: {}\n", .{ result, std.fmt.fmtDuration(timer.lap()) });
result = 0;
iter.reset();
var buf: [256]u8 = [_]u8{'z'} ** 256;
var prev_line: []const u8 = buf[0..1];
timer.reset();
while (iter.next()) |line| {
if (try normalizer.eql(allocator, prev_line, line)) result += 1;
@memcpy(buf[0..line.len], line);
prev_line = buf[0..line.len];
}
std.debug.print("Ziglyph Normalizer.eql: result: {}, took: {}\n", .{ result, std.fmt.fmtDuration(timer.lap()) });
}
|
