forked from weaselab/weaseljson
Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
bf3f2fe810 | ||
|
|
bd53e57b8e |
@@ -68,15 +68,6 @@ int main() {
|
|||||||
expectReject(json, "unknown key in strict root");
|
expectReject(json, "unknown key in strict root");
|
||||||
}
|
}
|
||||||
|
|
||||||
// ---- invalid stack size is rejected without crashing ----
|
|
||||||
{
|
|
||||||
RootBuilder b(-1);
|
|
||||||
char buf[] = "null";
|
|
||||||
WeaselJsonStatus s = b.feed(buf, sizeof(buf) - 1);
|
|
||||||
CHECK(s == WeaselJson_REJECT);
|
|
||||||
printf("ok invalid stack size rejected, not crashed\n");
|
|
||||||
}
|
|
||||||
|
|
||||||
{
|
{
|
||||||
std::string json = R"({
|
std::string json = R"({
|
||||||
"name": "Ada É",
|
"name": "Ada É",
|
||||||
|
|||||||
@@ -382,8 +382,6 @@ class SchemagenIntegerBoundaryTest(unittest.TestCase):
|
|||||||
("1e-3", "WeaselJson_REJECT", 0),
|
("1e-3", "WeaselJson_REJECT", 0),
|
||||||
("1000e-3", "WeaselJson_OK", 1),
|
("1000e-3", "WeaselJson_OK", 1),
|
||||||
("100.0e-2", "WeaselJson_OK", 1),
|
("100.0e-2", "WeaselJson_OK", 1),
|
||||||
("0.0001e4", "WeaselJson_OK", 1),
|
|
||||||
("0.001e3", "WeaselJson_OK", 1),
|
|
||||||
("123.0", "WeaselJson_OK", 123),
|
("123.0", "WeaselJson_OK", 123),
|
||||||
("9e18", "WeaselJson_OK", 9000000000000000000),
|
("9e18", "WeaselJson_OK", 9000000000000000000),
|
||||||
("10e18", "WeaselJson_REJECT", 0),
|
("10e18", "WeaselJson_REJECT", 0),
|
||||||
@@ -427,7 +425,6 @@ class SchemagenIntegerBoundaryTest(unittest.TestCase):
|
|||||||
('{"age":-9223372036854775809}', "WeaselJson_REJECT", 0),
|
('{"age":-9223372036854775809}', "WeaselJson_REJECT", 0),
|
||||||
('{"age":1e3}', "WeaselJson_OK", 1000),
|
('{"age":1e3}', "WeaselJson_OK", 1000),
|
||||||
('{"age":2.0}', "WeaselJson_OK", 2),
|
('{"age":2.0}', "WeaselJson_OK", 2),
|
||||||
('{"age":0.0001e4}', "WeaselJson_OK", 1),
|
|
||||||
('{"age":0.001}', "WeaselJson_REJECT", 0),
|
('{"age":0.001}', "WeaselJson_REJECT", 0),
|
||||||
(
|
(
|
||||||
'{"age":-9223372036854775808.0}',
|
'{"age":-9223372036854775808.0}',
|
||||||
@@ -471,52 +468,6 @@ class SchemagenIntegerBoundaryTest(unittest.TestCase):
|
|||||||
with tempfile.TemporaryDirectory() as tmpdir:
|
with tempfile.TemporaryDirectory() as tmpdir:
|
||||||
self._compile_harness(tmpdir, schema, harness)
|
self._compile_harness(tmpdir, schema, harness)
|
||||||
|
|
||||||
def test_integer_no_quadratic_leading_zero_loop(self):
|
|
||||||
"""Regression test for issue #34: leading-zero stripping must not be quadratic."""
|
|
||||||
with tempfile.TemporaryDirectory() as tmpdir:
|
|
||||||
schema_path = os.path.join(tmpdir, "schema.json")
|
|
||||||
with open(schema_path, "w") as fp:
|
|
||||||
json.dump({"type": "integer"}, fp)
|
|
||||||
result = subprocess.run(
|
|
||||||
[sys.executable, SCRIPT, schema_path],
|
|
||||||
capture_output=True,
|
|
||||||
text=True,
|
|
||||||
check=False,
|
|
||||||
)
|
|
||||||
self.assertEqual(result.returncode, 0, msg=result.stderr)
|
|
||||||
self.assertIn("parseJsonInt64", result.stdout)
|
|
||||||
self.assertNotIn("digits.erase(digits.begin())", result.stdout)
|
|
||||||
|
|
||||||
def test_integer_large_fractional_leading_zeros(self):
|
|
||||||
"""Numbers with many leading fractional zeros must parse correctly."""
|
|
||||||
if not self.compiler:
|
|
||||||
self.skipTest("C++ compiler not available")
|
|
||||||
harness = textwrap.dedent(
|
|
||||||
"""
|
|
||||||
#include "gen.h"
|
|
||||||
#include <cstdio>
|
|
||||||
#include <string>
|
|
||||||
int main() {
|
|
||||||
const int n = 100000;
|
|
||||||
std::string s = std::string("0.") + std::string(n - 1, '0') + "1e" + std::to_string(n);
|
|
||||||
test_schema::RootBuilder b;
|
|
||||||
WeaselJsonStatus st = b.feed(s.data(), static_cast<int>(s.size()));
|
|
||||||
st = b.finish();
|
|
||||||
if (st != WeaselJson_OK) {
|
|
||||||
std::printf("expected OK, got %d\\n", st);
|
|
||||||
return 1;
|
|
||||||
}
|
|
||||||
if (b.take() != 1) {
|
|
||||||
std::printf("expected value 1\\n");
|
|
||||||
return 2;
|
|
||||||
}
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
"""
|
|
||||||
)
|
|
||||||
with tempfile.TemporaryDirectory() as tmpdir:
|
|
||||||
self._compile_harness(tmpdir, {"type": "integer"}, harness)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -892,10 +892,6 @@ public:
|
|||||||
explicit RootBuilder(int stackSize = 1024) {{
|
explicit RootBuilder(int stackSize = 1024) {{
|
||||||
cb_ = makeCallbacks();
|
cb_ = makeCallbacks();
|
||||||
parser_ = WeaselJsonParser_create(stackSize, &cb_, this, 0);
|
parser_ = WeaselJsonParser_create(stackSize, &cb_, this, 0);
|
||||||
if (!parser_) {{
|
|
||||||
error_ = true;
|
|
||||||
return;
|
|
||||||
}}
|
|
||||||
{self._ctor_body()}
|
{self._ctor_body()}
|
||||||
}}
|
}}
|
||||||
~RootBuilder() {{ if (parser_) WeaselJsonParser_destroy(parser_); }}
|
~RootBuilder() {{ if (parser_) WeaselJsonParser_destroy(parser_); }}
|
||||||
@@ -1000,10 +996,8 @@ private:
|
|||||||
}}
|
}}
|
||||||
int64_t finalExp = exp - fracDigits + trim;
|
int64_t finalExp = exp - fracDigits + trim;
|
||||||
if (finalExp < 0) return false;
|
if (finalExp < 0) return false;
|
||||||
size_t leadingZeros = 0;
|
while (!digits.empty() && digits.front() == '0') digits.erase(digits.begin());
|
||||||
while (leadingZeros < digits.size() && digits[leadingZeros] == '0') ++leadingZeros;
|
if (digits.empty()) {{ out = 0; return true; }}
|
||||||
if (leadingZeros == digits.size()) {{ out = 0; return true; }}
|
|
||||||
if (leadingZeros > 0) digits.erase(0, leadingZeros);
|
|
||||||
|
|
||||||
constexpr uint64_t kMaxNeg = 9223372036854775808ULL;
|
constexpr uint64_t kMaxNeg = 9223372036854775808ULL;
|
||||||
constexpr uint64_t kMaxPos = 9223372036854775807ULL;
|
constexpr uint64_t kMaxPos = 9223372036854775807ULL;
|
||||||
|
|||||||
@@ -1,7 +1,6 @@
|
|||||||
#pragma once
|
#pragma once
|
||||||
|
|
||||||
#include <cstddef>
|
#include <cstddef>
|
||||||
#include <cstdint>
|
|
||||||
#include <map>
|
#include <map>
|
||||||
#include <memory>
|
#include <memory>
|
||||||
#include <optional>
|
#include <optional>
|
||||||
|
|||||||
@@ -29,17 +29,11 @@ WeaselJsonParser_create(int stackSize, const WeaselJsonCallbacks *callbacks,
|
|||||||
|
|
||||||
__attribute__((visibility("default"))) void
|
__attribute__((visibility("default"))) void
|
||||||
WeaselJsonParser_reset(WeaselJsonParser *parser) {
|
WeaselJsonParser_reset(WeaselJsonParser *parser) {
|
||||||
if (parser == nullptr) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
((Parser3 *)parser)->reset();
|
((Parser3 *)parser)->reset();
|
||||||
}
|
}
|
||||||
|
|
||||||
__attribute__((visibility("default"))) void
|
__attribute__((visibility("default"))) void
|
||||||
WeaselJsonParser_destroy(WeaselJsonParser *parser) {
|
WeaselJsonParser_destroy(WeaselJsonParser *parser) {
|
||||||
if (parser == nullptr) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
((Parser3 *)parser)->~Parser3();
|
((Parser3 *)parser)->~Parser3();
|
||||||
free(parser);
|
free(parser);
|
||||||
}
|
}
|
||||||
|
|||||||
+8
-6
@@ -83,26 +83,28 @@ struct Parser3 {
|
|||||||
[[nodiscard]] WeaselJsonStatus parse(char *buf, int len);
|
[[nodiscard]] WeaselJsonStatus parse(char *buf, int len);
|
||||||
|
|
||||||
void flushNumber(bool done, char *buf) {
|
void flushNumber(bool done, char *buf) {
|
||||||
int len = buf - dataBegin;
|
int len = (intptr_t)buf - (intptr_t)dataBegin;
|
||||||
assert(len >= 0);
|
assert(len >= 0);
|
||||||
if (done || len > 0) {
|
if (done || len > 0) {
|
||||||
callbacks->on_number_data(userdata, dataBegin, len, done);
|
callbacks->on_number_data(userdata, dataBegin ? dataBegin : "", len,
|
||||||
|
done);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
void flushString(bool done, char *buf) {
|
void flushString(bool done, char *buf) {
|
||||||
int len;
|
int len;
|
||||||
if (!(flags & WeaselJsonRaw)) {
|
if (!(flags & WeaselJsonRaw)) {
|
||||||
len = writeBuf - dataBegin;
|
len = (intptr_t)writeBuf - (intptr_t)dataBegin;
|
||||||
} else {
|
} else {
|
||||||
len = buf - dataBegin;
|
len = (intptr_t)buf - (intptr_t)dataBegin;
|
||||||
}
|
}
|
||||||
assert(len >= 0);
|
assert(len >= 0);
|
||||||
if (done || len > 0) {
|
if (done || len > 0) {
|
||||||
|
const char *data = dataBegin ? dataBegin : "";
|
||||||
if (inKey) {
|
if (inKey) {
|
||||||
callbacks->on_key_data(userdata, dataBegin, len, done);
|
callbacks->on_key_data(userdata, data, len, done);
|
||||||
} else {
|
} else {
|
||||||
callbacks->on_string_data(userdata, dataBegin, len, done);
|
callbacks->on_string_data(userdata, data, len, done);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
+18
-14
@@ -246,20 +246,6 @@ TEST_CASE("create rejects too-small stack") {
|
|||||||
WeaselJsonParser_destroy(parser);
|
WeaselJsonParser_destroy(parser);
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_CASE("reset and destroy accept null parser") {
|
|
||||||
// Creation can legitimately fail and return null. The cleanup functions must
|
|
||||||
// tolerate a null pointer the same way free(nullptr) is a no-op.
|
|
||||||
auto c = noopCallbacks();
|
|
||||||
WeaselJsonParser *parser = WeaselJsonParser_create(-1, &c, nullptr, 0);
|
|
||||||
REQUIRE(parser == nullptr);
|
|
||||||
WeaselJsonParser_reset(parser); // must not crash
|
|
||||||
WeaselJsonParser_destroy(parser); // must not crash
|
|
||||||
|
|
||||||
// Calling reset/destroy on literal nullptr directly must also be safe.
|
|
||||||
WeaselJsonParser_reset(nullptr);
|
|
||||||
WeaselJsonParser_destroy(nullptr);
|
|
||||||
}
|
|
||||||
|
|
||||||
TEST_CASE("parse rejects negative length") {
|
TEST_CASE("parse rejects negative length") {
|
||||||
auto c = noopCallbacks();
|
auto c = noopCallbacks();
|
||||||
auto *parser = WeaselJsonParser_create(1024, &c, nullptr, 0);
|
auto *parser = WeaselJsonParser_create(1024, &c, nullptr, 0);
|
||||||
@@ -317,6 +303,24 @@ TEST_CASE("reset clears inKey and transient state") {
|
|||||||
WeaselJsonParser_destroy(parser);
|
WeaselJsonParser_destroy(parser);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
TEST_CASE("scalar ending at chunk boundary is finalized at EOF") {
|
||||||
|
// A number whose digits exactly fill the first chunk must not invoke
|
||||||
|
// undefined behaviour on the EOF call, and must still signal completion.
|
||||||
|
auto c = serializeCallbacks();
|
||||||
|
SerializeState state;
|
||||||
|
auto *parser = WeaselJsonParser_create(1024, &c, &state, 0);
|
||||||
|
REQUIRE(parser != nullptr);
|
||||||
|
|
||||||
|
std::string chunk = "123";
|
||||||
|
REQUIRE(WeaselJsonParser_parse(parser, chunk.data(), chunk.size()) ==
|
||||||
|
WeaselJson_AGAIN);
|
||||||
|
REQUIRE(WeaselJsonParser_parse(parser, nullptr, 0) == WeaselJson_OK);
|
||||||
|
|
||||||
|
CHECK(state.result == "(123)");
|
||||||
|
|
||||||
|
WeaselJsonParser_destroy(parser);
|
||||||
|
}
|
||||||
|
|
||||||
void doTestUnescapingUtf8(std::string const &escaped,
|
void doTestUnescapingUtf8(std::string const &escaped,
|
||||||
std::string const &expected, int stride, int flags) {
|
std::string const &expected, int stride, int flags) {
|
||||||
CAPTURE(escaped);
|
CAPTURE(escaped);
|
||||||
|
|||||||
@@ -95,20 +95,8 @@ def test_create_rejects_too_small_stack():
|
|||||||
raise AssertionError(f"expected ValueError for stackSize={stack_size}")
|
raise AssertionError(f"expected ValueError for stackSize={stack_size}")
|
||||||
|
|
||||||
|
|
||||||
def test_missing_library_raises_oserror():
|
|
||||||
try:
|
|
||||||
weaseljson.WeaselJsonParser(
|
|
||||||
weaseljson.WeaselJsonCallbacksBase(),
|
|
||||||
build_dir="/nonexistent",
|
|
||||||
)
|
|
||||||
except OSError:
|
|
||||||
return
|
|
||||||
raise AssertionError("expected OSError when the shared library is missing")
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
test_object_keys_routed_correctly()
|
test_object_keys_routed_correctly()
|
||||||
test_mixed_values()
|
test_mixed_values()
|
||||||
test_create_rejects_too_small_stack()
|
test_create_rejects_too_small_stack()
|
||||||
test_missing_library_raises_oserror()
|
|
||||||
print("python bindings ok")
|
print("python bindings ok")
|
||||||
|
|||||||
+7
-1
@@ -84,7 +84,13 @@ class WeaselJsonParser:
|
|||||||
pass
|
pass
|
||||||
|
|
||||||
if self._lib is None:
|
if self._lib is None:
|
||||||
raise OSError(f"Could not load libweaseljson from {build_dir}")
|
import sys
|
||||||
|
|
||||||
|
print(
|
||||||
|
"Could not find libweaseljson implementation",
|
||||||
|
file=sys.stderr,
|
||||||
|
)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
self._lib.WeaselJsonParser_create.argtypes = (
|
self._lib.WeaselJsonParser_create.argtypes = (
|
||||||
ctypes.c_int,
|
ctypes.c_int,
|
||||||
|
|||||||
Reference in New Issue
Block a user