weaselab/weaseljson
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Avoid Utf8Dfa scan if there's no non-ascii

Browse Source
This commit is contained in:
Andrew Noyes
2025-08-15 19:45:00 -04:00
parent 0b24636c4f
commit c303478ad7
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/parser3.h
View File

@@ -209,6 +209,7 @@ inline PRESERVE_NONE WeaselJsonStatus scan_string_impl(Parser3 *self,
if (self->strDfa.accept()) { if (self->strDfa.accept()) {
for (;;) { for (;;) {
if (bufEnd - buf < V::lanes) [[unlikely]] { if (bufEnd - buf < V::lanes) [[unlikely]] {
buf = (char *)self->strDfa.scan(buf, bufEnd);
break; break;
} }
auto v = V{(int8_t *)buf}; auto v = V{(int8_t *)buf};
@@ -217,13 +218,16 @@ inline PRESERVE_NONE WeaselJsonStatus scan_string_impl(Parser3 *self,
.count_leading_nonzero_lanes(); .count_leading_nonzero_lanes();
buf += normal; buf += normal;
if (normal < V::lanes) { if (normal < V::lanes) {
if (buf != bufEnd && *buf < 0x20) {
buf = (char *)self->strDfa.scan(buf, bufEnd);
}
break; break;
} }
} }
} else {
buf = (char *)self->strDfa.scan(buf, bufEnd);
} }
buf = (char *)self->strDfa.scan(buf, bufEnd);
int len = buf - before; int len = buf - before;
if (!(self->flags & WeaselJsonRaw)) { if (!(self->flags & WeaselJsonRaw)) {
if (self->writeBuf != before) { if (self->writeBuf != before) {