Use more simdutf

This commit is contained in:
Jarred Sumner
2022-12-05 17:14:06 -08:00
parent 60e6a47bb0
commit c7f411bd88

View File

@@ -2764,6 +2764,15 @@ pub fn firstNonASCII(slice: []const u8) ?u32 {
pub fn firstNonASCIIWithType(comptime Type: type, slice: Type) ?u32 {
var remaining = slice;
if (comptime bun.FeatureFlags.use_simdutf) {
const result = bun.simdutf.validate.with_errors.ascii(slice);
if (result.status == .success) {
return null;
}
return @truncate(u32, result.count);
}
if (comptime Environment.enableSIMD) {
if (remaining.len >= ascii_vector_size) {
const remaining_start = remaining.ptr;