mirrors/bun.sh
1
0
Fork 0
mirror of https://github.com/oven-sh/bun synced 2026-02-09 18:38:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix utf16le fill and utf8 partial write of utf16 (#1943)

Browse Source
This commit is contained in:
Ciro Spaciari
2023-01-30 17:21:23 -03:00
committed by GitHub
parent ec2c16fefa
commit aa10799d8a
5 changed files with 87 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

48
src/string_immutable.zig
View File

@@ -2545,6 +2545,54 @@ pub fn copyUTF16IntoUTF8WithBuffer(buf: []u8, comptime Type: type, utf16: Type,
const width: usize = replacement.utf8Width();
if (width > remaining.len) {
ended_on_non_ascii = width > 1;
switch (width) {
2 => {
if (remaining.len > 0) {
//only first will be written
remaining[0] = @truncate(u8, 0xC0 | (replacement.code_point >> 6));
remaining = remaining[remaining.len..];
}
},
3 => {
//only first to second written
switch (remaining.len) {
1 => {
remaining[0] = @truncate(u8, 0xE0 | (replacement.code_point >> 12));
remaining = remaining[remaining.len..];
},
2 => {
remaining[0] = @truncate(u8, 0xE0 | (replacement.code_point >> 12));
remaining[1] = @truncate(u8, 0x80 | (replacement.code_point >> 6) & 0x3F);
remaining = remaining[remaining.len..];
},
else => {},
}
},
4 => {
//only 1 to 3 written
switch (remaining.len) {
1 => {
remaining[0] = @truncate(u8, 0xF0 | (replacement.code_point >> 18));
remaining = remaining[remaining.len..];
},
2 => {
remaining[0] = @truncate(u8, 0xF0 | (replacement.code_point >> 18));
remaining[1] = @truncate(u8, 0x80 | (replacement.code_point >> 12) & 0x3F);
remaining = remaining[remaining.len..];
},
3 => {
remaining[0] = @truncate(u8, 0xF0 | (replacement.code_point >> 18));
remaining[1] = @truncate(u8, 0x80 | (replacement.code_point >> 12) & 0x3F);
remaining[3] = @truncate(u8, 0x80 | (replacement.code_point >> 0) & 0x3F);
remaining = remaining[remaining.len..];
},
else => {},
}
},
else => {},
}
break;
}