mirrors/bun.sh
1
0
Fork 0
mirror of https://github.com/oven-sh/bun synced 2026-02-16 22:01:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

1

Browse Source
This commit is contained in:
Jarred Sumner
2025-02-08 18:08:56 -08:00
parent 2644bad5d4
commit 348858e55b
1 changed files with 16 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
src/js_lexer.zig
View File

@@ -797,29 +797,34 @@ fn NewLexer_(
}
}
inline fn nextCodepointSlice(it: *LexerType) []const u8 {
if (it.current >= it.source.contents.len) {
fn nextCodepointSlice(it: *const LexerType) []const u8 {
const contents = it.source.contents;
const current = it.current;
if (current >= contents.len) {
return "";
}
const cp_len = strings.wtf8ByteSequenceLengthWithInvalid(it.source.contents.ptr[it.current]);
return if (!(cp_len + it.current > it.source.contents.len)) it.source.contents[it.current .. cp_len + it.current] else "";
const cp_len = strings.wtf8ByteSequenceLengthWithInvalid(contents[current]);
return if (!(cp_len + current > contents.len)) contents[current .. cp_len + current] else "";
}
inline fn nextCodepoint(it: *LexerType) CodePoint {
if (it.current >= it.source.contents.len) {
it.end = it.source.contents.len;
fn nextCodepoint(it: *LexerType) CodePoint {
const contents = it.source.contents;
const current = it.current;
if (current >= contents.len) {
it.end = contents.len;
return -1;
}
const cp_len = strings.wtf8ByteSequenceLengthWithInvalid(it.source.contents.ptr[it.current]);
const slice = if (!(cp_len + it.current > it.source.contents.len)) it.source.contents[it.current .. cp_len + it.current] else "";
const cp_len = strings.wtf8ByteSequenceLengthWithInvalid(contents[current]);
const slice = if (!(cp_len + current > contents.len)) contents[current .. cp_len + current] else "";
const code_point = switch (slice.len) {
0 => -1,
1 => @as(CodePoint, slice[0]),
else => strings.decodeWTF8RuneTMultibyte(slice.ptr[0..4], @as(u3, @intCast(slice.len)), CodePoint, strings.unicode_replacement),
else => strings.decodeWTF8RuneTMultibyte(slice.ptr[0..4], slice.len, CodePoint, strings.unicode_replacement),
};
it.end = it.current;
it.end = current;
it.current += if (code_point != strings.unicode_replacement)
cp_len