mirrors/bun.sh
1
0
Fork 0
mirror of https://github.com/oven-sh/bun synced 2026-02-12 03:48:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

20% faster TextDecoder on small inputs

Browse Source
This commit is contained in:
Jarred Sumner
2022-11-08 12:55:45 -08:00
parent 6c6e680d91
commit 1604666988
6 changed files with 3917 additions and 4396 deletions
Download Patch File Download Diff File Expand all files Collapse all files

37
src/string_immutable.zig
View File

@@ -942,16 +942,13 @@ pub fn toUTF16Alloc(allocator: std.mem.Allocator, bytes: []const u8, comptime fa
var remaining = chunk;
{
var sequence: [4]u8 = undefined;
if (remaining.len >= 4) {
sequence = remaining[0..4].*;
} else {
sequence[0] = remaining[0];
sequence[1] = if (remaining.len > 1) remaining[1] else 0;
sequence[2] = if (remaining.len > 2) remaining[2] else 0;
sequence[3] = 0;
}
const sequence: [4]u8 = switch (remaining.len) {
0 => unreachable,
1 => [_]u8{ remaining[0], 0, 0, 0 },
2 => [_]u8{ remaining[0], remaining[1], 0, 0 },
3 => [_]u8{ remaining[0], remaining[1], remaining[2], 0 },
else => remaining[0..4].*,
};
const replacement = strings.convertUTF8BytesIntoUTF16(&sequence);
if (comptime fail_if_invalid) {
@@ -980,16 +977,13 @@ pub fn toUTF16Alloc(allocator: std.mem.Allocator, bytes: []const u8, comptime fa
const last = remaining[0..j];
remaining = remaining[j..];
var sequence: [4]u8 = undefined;
if (remaining.len >= 4) {
sequence = remaining[0..4].*;
} else {
sequence[0] = remaining[0];
sequence[1] = if (remaining.len > 1) remaining[1] else 0;
sequence[2] = if (remaining.len > 2) remaining[2] else 0;
sequence[3] = 0;
}
const sequence: [4]u8 = switch (remaining.len) {
0 => unreachable,
1 => [_]u8{ remaining[0], 0, 0, 0 },
2 => [_]u8{ remaining[0], remaining[1], 0, 0 },
3 => [_]u8{ remaining[0], remaining[1], remaining[2], 0 },
else => remaining[0..4].*,
};
const replacement = strings.convertUTF8BytesIntoUTF16(&sequence);
if (comptime fail_if_invalid) {
@@ -1016,7 +1010,8 @@ pub fn toUTF16Alloc(allocator: std.mem.Allocator, bytes: []const u8, comptime fa
}
if (remaining.len > 0) {
try output.ensureUnusedCapacity(remaining.len);
try output.ensureTotalCapacityPrecise(output.items.len + remaining.len);
output.items.len += remaining.len;
strings.copyU8IntoU16(output.items[output.items.len - remaining.len ..], remaining);
}