mirrors/bun.sh
1
0
Fork 0
mirror of https://github.com/oven-sh/bun synced 2026-02-16 05:42:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(TextDecoder): decoding sequences starting with 192 or 193 (#13043)

Browse Source
This commit is contained in:
Dylan Conway
2024-08-02 23:01:34 -07:00
committed by GitHub
parent 9104bd7210
commit 6303af3ce0
3 changed files with 22 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
src/string_immutable.zig
View File

@@ -1279,6 +1279,17 @@ pub fn withoutUTF8BOM(bytes: []const u8) []const u8 {
}
}
// https://github.com/WebKit/WebKit/blob/443e796d1538654c34f2690e39600c70c8052b63/Source/WebCore/PAL/pal/text/TextCodecUTF8.cpp#L69
pub fn nonASCIISequenceLength(first_byte: u8) u3 {
return switch (first_byte) {
0...193 => 0,
194...223 => 2,
224...239 => 3,
240...244 => 4,
245...255 => 0,
};
}
/// Convert a UTF-8 string to a UTF-16 string IF there are any non-ascii characters
/// If there are no non-ascii characters, this returns null
/// This is intended to be used for strings that go to JavaScript
@@ -2076,9 +2087,9 @@ pub const UTF16Replacement = struct {
};
// This variation matches WebKit behavior.
pub fn convertUTF8BytesIntoUTF16(sequence: *const [4]u8) UTF16Replacement {
fn convertUTF8BytesIntoUTF16(sequence: *const [4]u8) UTF16Replacement {
if (comptime Environment.allow_assert) assert(sequence[0] > 127);
const len = wtf8ByteSequenceLengthWithInvalid(sequence[0]);
const len = nonASCIISequenceLength(sequence[0]);
switch (len) {
2 => {
if (comptime Environment.allow_assert) {