forked from weaselab/weaseljson
Compare commits
6
Commits
414abca9c0
...
16f13c241c
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
16f13c241c | ||
|
|
ab95fefb09 | ||
|
|
e8830e27e9 | ||
|
|
5427db4b3d | ||
|
|
b5491afb38 | ||
|
|
46ff8e2164 |
@@ -46,6 +46,49 @@ target_link_libraries(schemagen_big PRIVATE ${PROJECT_NAME})
|
||||
target_compile_options(schemagen_big PRIVATE -Wno-switch-enum)
|
||||
add_dependencies(schemagen_big schemagen_big_h)
|
||||
|
||||
set(NULLABLE_OBJECT_SCHEMA
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/nullable_object.schema.json)
|
||||
set(NULLABLE_STRING_SCHEMA
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/nullable_string.schema.json)
|
||||
set(NULLABLE_ARRAY_SCHEMA
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/nullable_array.schema.json)
|
||||
set(NULLABLE_OBJECT_H ${CMAKE_CURRENT_BINARY_DIR}/nullable_object.h)
|
||||
set(NULLABLE_STRING_H ${CMAKE_CURRENT_BINARY_DIR}/nullable_string.h)
|
||||
set(NULLABLE_ARRAY_H ${CMAKE_CURRENT_BINARY_DIR}/nullable_array.h)
|
||||
|
||||
add_custom_command(
|
||||
OUTPUT ${NULLABLE_OBJECT_H}
|
||||
COMMAND ${Python3_EXECUTABLE} ${SCHEMAGEN_SCRIPT} ${NULLABLE_OBJECT_SCHEMA} -o
|
||||
${NULLABLE_OBJECT_H} --namespace nullable_object
|
||||
DEPENDS ${SCHEMAGEN_SCRIPT} ${NULLABLE_OBJECT_SCHEMA}
|
||||
COMMENT "Generating nullable_object.h")
|
||||
|
||||
add_custom_command(
|
||||
OUTPUT ${NULLABLE_STRING_H}
|
||||
COMMAND ${Python3_EXECUTABLE} ${SCHEMAGEN_SCRIPT} ${NULLABLE_STRING_SCHEMA} -o
|
||||
${NULLABLE_STRING_H} --namespace nullable_string
|
||||
DEPENDS ${SCHEMAGEN_SCRIPT} ${NULLABLE_STRING_SCHEMA}
|
||||
COMMENT "Generating nullable_string.h")
|
||||
|
||||
add_custom_command(
|
||||
OUTPUT ${NULLABLE_ARRAY_H}
|
||||
COMMAND ${Python3_EXECUTABLE} ${SCHEMAGEN_SCRIPT} ${NULLABLE_ARRAY_SCHEMA} -o
|
||||
${NULLABLE_ARRAY_H} --namespace nullable_array
|
||||
DEPENDS ${SCHEMAGEN_SCRIPT} ${NULLABLE_ARRAY_SCHEMA}
|
||||
COMMENT "Generating nullable_array.h")
|
||||
|
||||
add_custom_target(
|
||||
schemagen_nullable_h DEPENDS ${NULLABLE_OBJECT_H} ${NULLABLE_STRING_H}
|
||||
${NULLABLE_ARRAY_H})
|
||||
|
||||
add_executable(schemagen_nullable_root
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/test_nullable_root.cpp)
|
||||
target_include_directories(schemagen_nullable_root
|
||||
PRIVATE include ${CMAKE_CURRENT_BINARY_DIR})
|
||||
target_link_libraries(schemagen_nullable_root PRIVATE ${PROJECT_NAME})
|
||||
target_compile_options(schemagen_nullable_root PRIVATE -Wno-switch-enum)
|
||||
add_dependencies(schemagen_nullable_root schemagen_nullable_h)
|
||||
|
||||
add_test(
|
||||
NAME schemagen_example
|
||||
COMMAND schemagen_example
|
||||
@@ -55,3 +98,8 @@ add_test(
|
||||
NAME schemagen_big
|
||||
COMMAND schemagen_big
|
||||
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
||||
|
||||
add_test(
|
||||
NAME schemagen_nullable_root
|
||||
COMMAND schemagen_nullable_root
|
||||
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
||||
|
||||
@@ -45,7 +45,7 @@ into the result, so it is non-movable.
|
||||
| `$ref` to `$defs`/`definitions` | the referenced named struct |
|
||||
| recursive `$ref` | `std::unique_ptr<T>` (cycle broken) |
|
||||
| `additionalProperties: false` | unknown keys rejected |
|
||||
| `additionalProperties` absent / `true` | unknown keys' values skipped |
|
||||
| `additionalProperties` absent / `true` | not supported (rejected at generation) |
|
||||
|
||||
## Schema violations (rejected at parse time)
|
||||
|
||||
@@ -55,15 +55,15 @@ into the result, so it is non-movable.
|
||||
- value not in a string `enum`
|
||||
- a number not representable in the target type (e.g. `1.5` for an `integer`)
|
||||
- duplicate object keys
|
||||
- unknown key under `additionalProperties: false`
|
||||
- unknown key in any object
|
||||
|
||||
## Not supported (rejected at generation time, no fallback)
|
||||
|
||||
`oneOf` / `anyOf` / `allOf` / `not` / `if`-`then`-`else`,
|
||||
`patternProperties`, `additionalProperties` with a schema (typed map),
|
||||
`prefixItems` (tuples), `const`, `dependentSchemas`/`dependentRequired`,
|
||||
union `type` lists other than `["T", "null"]`, non-string enums, and remote
|
||||
(`$ref` to other documents).
|
||||
`additionalProperties: true`, `prefixItems` (tuples), `const`,
|
||||
`dependentSchemas`/`dependentRequired`, union `type` lists other than
|
||||
`["T", "null"]`, non-string enums, and remote (`$ref` to other documents).
|
||||
|
||||
## Notes
|
||||
|
||||
|
||||
@@ -0,0 +1,9 @@
|
||||
{
|
||||
"type": [
|
||||
"array",
|
||||
"null"
|
||||
],
|
||||
"items": {
|
||||
"type": "integer"
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"type": [
|
||||
"object",
|
||||
"null"
|
||||
],
|
||||
"additionalProperties": false,
|
||||
"required": [
|
||||
"x"
|
||||
],
|
||||
"properties": {
|
||||
"x": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"type": [
|
||||
"string",
|
||||
"null"
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,158 @@
|
||||
// Regression test for issue #13: nullable root types.
|
||||
#include <cassert>
|
||||
#include <cstdio>
|
||||
#include <string>
|
||||
|
||||
#include "nullable_array.h"
|
||||
#include "nullable_object.h"
|
||||
#include "nullable_string.h"
|
||||
|
||||
static int failures = 0;
|
||||
#define CHECK(cond) \
|
||||
do { \
|
||||
if (!(cond)) { \
|
||||
printf("FAIL %s:%d: %s\n", __FILE__, __LINE__, #cond); \
|
||||
++failures; \
|
||||
} \
|
||||
} while (0)
|
||||
|
||||
static WeaselJsonStatus parseStrided(nullable_object::RootBuilder &b,
|
||||
std::string in) {
|
||||
for (size_t i = 0; i < in.size(); ++i) {
|
||||
char c = in[i];
|
||||
WeaselJsonStatus s = b.feed(&c, 1);
|
||||
if (s != WeaselJson_AGAIN)
|
||||
return s;
|
||||
}
|
||||
return b.finish();
|
||||
}
|
||||
|
||||
static WeaselJsonStatus parseStrided(nullable_string::RootBuilder &b,
|
||||
std::string in) {
|
||||
for (size_t i = 0; i < in.size(); ++i) {
|
||||
char c = in[i];
|
||||
WeaselJsonStatus s = b.feed(&c, 1);
|
||||
if (s != WeaselJson_AGAIN)
|
||||
return s;
|
||||
}
|
||||
return b.finish();
|
||||
}
|
||||
|
||||
static WeaselJsonStatus parseStrided(nullable_array::RootBuilder &b,
|
||||
std::string in) {
|
||||
for (size_t i = 0; i < in.size(); ++i) {
|
||||
char c = in[i];
|
||||
WeaselJsonStatus s = b.feed(&c, 1);
|
||||
if (s != WeaselJson_AGAIN)
|
||||
return s;
|
||||
}
|
||||
return b.finish();
|
||||
}
|
||||
|
||||
static void expectReject(nullable_object::RootBuilder &b, std::string in,
|
||||
const char *what) {
|
||||
WeaselJsonStatus s = parseStrided(b, in);
|
||||
if (s == WeaselJson_REJECT) {
|
||||
printf("ok reject: %s\n", what);
|
||||
} else {
|
||||
printf("FAIL expected reject (%s) got status %d for: %s\n", what, s,
|
||||
in.c_str());
|
||||
++failures;
|
||||
}
|
||||
}
|
||||
|
||||
int main() {
|
||||
// ---- nullable root object: valid document ----
|
||||
{
|
||||
nullable_object::RootBuilder b;
|
||||
WeaselJsonStatus s = parseStrided(b, R"({"x":"hello"})");
|
||||
CHECK(s == WeaselJson_OK);
|
||||
if (s == WeaselJson_OK) {
|
||||
nullable_object::Root r = b.take();
|
||||
CHECK(r.has_value());
|
||||
CHECK(r->x == "hello");
|
||||
printf("ok nullable root object accepts object\n");
|
||||
}
|
||||
}
|
||||
|
||||
// ---- nullable root object: null document ----
|
||||
{
|
||||
nullable_object::RootBuilder b;
|
||||
WeaselJsonStatus s = parseStrided(b, "null");
|
||||
CHECK(s == WeaselJson_OK);
|
||||
if (s == WeaselJson_OK) {
|
||||
nullable_object::Root r = b.take();
|
||||
CHECK(!r.has_value());
|
||||
printf("ok nullable root object accepts null\n");
|
||||
}
|
||||
}
|
||||
|
||||
// ---- nullable root object: schema checks still run ----
|
||||
{
|
||||
nullable_object::RootBuilder b;
|
||||
expectReject(b, R"({"x":"hello","extra":1})",
|
||||
"unknown key in strict nullable root object");
|
||||
}
|
||||
{
|
||||
nullable_object::RootBuilder b;
|
||||
expectReject(b, R"({})", "missing required field in nullable root object");
|
||||
}
|
||||
|
||||
// ---- nullable root string: valid value ----
|
||||
{
|
||||
nullable_string::RootBuilder b;
|
||||
WeaselJsonStatus s = parseStrided(b, R"("hello")");
|
||||
CHECK(s == WeaselJson_OK);
|
||||
if (s == WeaselJson_OK) {
|
||||
nullable_string::Root r = b.take();
|
||||
CHECK(r.has_value());
|
||||
CHECK(*r == "hello");
|
||||
printf("ok nullable root string accepts string\n");
|
||||
}
|
||||
}
|
||||
|
||||
// ---- nullable root string: null value ----
|
||||
{
|
||||
nullable_string::RootBuilder b;
|
||||
WeaselJsonStatus s = parseStrided(b, "null");
|
||||
CHECK(s == WeaselJson_OK);
|
||||
if (s == WeaselJson_OK) {
|
||||
nullable_string::Root r = b.take();
|
||||
CHECK(!r.has_value());
|
||||
printf("ok nullable root string accepts null\n");
|
||||
}
|
||||
}
|
||||
|
||||
// ---- nullable root array: valid value ----
|
||||
{
|
||||
nullable_array::RootBuilder b;
|
||||
WeaselJsonStatus s = parseStrided(b, "[1,2,3]");
|
||||
CHECK(s == WeaselJson_OK);
|
||||
if (s == WeaselJson_OK) {
|
||||
nullable_array::Root r = b.take();
|
||||
CHECK(r.has_value());
|
||||
CHECK(r->size() == 3);
|
||||
CHECK((*r)[0] == 1 && (*r)[1] == 2 && (*r)[2] == 3);
|
||||
printf("ok nullable root array accepts array\n");
|
||||
}
|
||||
}
|
||||
|
||||
// ---- nullable root array: null value ----
|
||||
{
|
||||
nullable_array::RootBuilder b;
|
||||
WeaselJsonStatus s = parseStrided(b, "null");
|
||||
CHECK(s == WeaselJson_OK);
|
||||
if (s == WeaselJson_OK) {
|
||||
nullable_array::Root r = b.take();
|
||||
CHECK(!r.has_value());
|
||||
printf("ok nullable root array accepts null\n");
|
||||
}
|
||||
}
|
||||
|
||||
if (failures == 0) {
|
||||
printf("\nALL TESTS PASSED\n");
|
||||
return 0;
|
||||
}
|
||||
printf("\n%d FAILURE(S)\n", failures);
|
||||
return 1;
|
||||
}
|
||||
@@ -3,6 +3,8 @@
|
||||
|
||||
import json
|
||||
import os
|
||||
import re
|
||||
import shutil
|
||||
import subprocess
|
||||
import sys
|
||||
import tempfile
|
||||
@@ -87,5 +89,158 @@ class SchemagenKeywordTest(unittest.TestCase):
|
||||
self.assertNotIn(f"std::optional<std::string> {kw};", stdout)
|
||||
|
||||
|
||||
class SchemagenCollisionTest(unittest.TestCase):
|
||||
"""Regression tests for issue #21: generated Root alias / Kind enum collisions."""
|
||||
|
||||
def setUp(self):
|
||||
self.repo_root = os.path.dirname(
|
||||
os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||
)
|
||||
self.include_dir = os.path.join(self.repo_root, "include")
|
||||
self.compiler = shutil.which("c++")
|
||||
|
||||
def generate_and_compile(self, schema):
|
||||
"""Run schemagen on schema and syntax-check the resulting header."""
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
schema_path = os.path.join(tmpdir, "schema.json")
|
||||
with open(schema_path, "w") as fp:
|
||||
json.dump(schema, fp)
|
||||
header_path = os.path.join(tmpdir, "gen.h")
|
||||
cmd = [
|
||||
sys.executable,
|
||||
SCRIPT,
|
||||
schema_path,
|
||||
"-o",
|
||||
header_path,
|
||||
"--namespace",
|
||||
"test_schema",
|
||||
]
|
||||
result = subprocess.run(cmd, capture_output=True, text=True, check=False)
|
||||
self.assertEqual(result.returncode, 0, msg=result.stderr)
|
||||
|
||||
if self.compiler:
|
||||
cpp_path = os.path.join(tmpdir, "test.cpp")
|
||||
with open(cpp_path, "w") as fp:
|
||||
fp.write(
|
||||
'#include "gen.h"\n'
|
||||
"int main() {\n"
|
||||
" test_schema::RootBuilder b;\n"
|
||||
" test_schema::Root r = b.take();\n"
|
||||
" (void)r;\n"
|
||||
"}\n"
|
||||
)
|
||||
comp = subprocess.run(
|
||||
[
|
||||
self.compiler,
|
||||
"-std=c++20",
|
||||
"-fsyntax-only",
|
||||
"-I",
|
||||
self.include_dir,
|
||||
"-I",
|
||||
tmpdir,
|
||||
cpp_path,
|
||||
],
|
||||
capture_output=True,
|
||||
text=True,
|
||||
check=False,
|
||||
)
|
||||
self.assertEqual(comp.returncode, 0, msg=comp.stderr)
|
||||
|
||||
with open(header_path) as fp:
|
||||
return fp.read()
|
||||
|
||||
def test_root_alias_does_not_collide_with_user_type(self):
|
||||
schema = {
|
||||
"type": "array",
|
||||
"items": {"$ref": "#/$defs/Root"},
|
||||
"$defs": {"Root": {"enum": ["a", "b"]}},
|
||||
}
|
||||
out = self.generate_and_compile(schema)
|
||||
self.assertIn("enum class Root1 : int { a, b };", out)
|
||||
self.assertIn("using Root = std::vector<Root1>;", out)
|
||||
self.assertNotIn("using Root = std::vector<Root>;", out)
|
||||
|
||||
def test_kind_enum_does_not_duplicate_arr0(self):
|
||||
schema = {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"arr": {"type": "array", "items": {"type": "string"}},
|
||||
"obj": {"$ref": "#/$defs/Arr0"},
|
||||
},
|
||||
"$defs": {"Arr0": {"type": "object", "properties": {}}},
|
||||
}
|
||||
out = self.generate_and_compile(schema)
|
||||
self.assertIn("struct Arr0", out)
|
||||
m = re.search(r"enum class Kind : uint8_t \{([^}]+)\}", out)
|
||||
self.assertIsNotNone(m)
|
||||
enumerators = [e.strip() for e in m.group(1).split(",")]
|
||||
self.assertIn("Arr0", enumerators)
|
||||
self.assertIn("Arr1", enumerators)
|
||||
self.assertEqual(len(enumerators), len(set(enumerators)))
|
||||
|
||||
def test_skip_user_type_is_allowed(self):
|
||||
schema = {
|
||||
"type": "array",
|
||||
"items": {"$ref": "#/$defs/Skip"},
|
||||
"$defs": {"Skip": {"type": "object", "properties": {}}},
|
||||
}
|
||||
out = self.generate_and_compile(schema)
|
||||
self.assertIn("struct Skip", out)
|
||||
self.assertNotIn("struct Skip1", out)
|
||||
m = re.search(r"enum class Kind : uint8_t \{([^}]+)\}", out)
|
||||
self.assertIsNotNone(m)
|
||||
enumerators = [e.strip() for e in m.group(1).split(",")]
|
||||
self.assertIn("Skip", enumerators)
|
||||
self.assertIn("Arr0", enumerators)
|
||||
self.assertEqual(len(enumerators), len(set(enumerators)))
|
||||
|
||||
|
||||
class SchemagenAdditionalPropertiesTest(unittest.TestCase):
|
||||
def run_schemagen(self, schema, args=None):
|
||||
"""Run schemagen on a schema dict. Returns (returncode, stdout, stderr)."""
|
||||
with tempfile.NamedTemporaryFile("w", suffix=".json", delete=False) as fp:
|
||||
json.dump(schema, fp)
|
||||
schema_path = fp.name
|
||||
try:
|
||||
cmd = [sys.executable, SCRIPT, schema_path]
|
||||
if args:
|
||||
cmd.extend(args)
|
||||
result = subprocess.run(cmd, capture_output=True, text=True, check=False)
|
||||
return result.returncode, result.stdout, result.stderr
|
||||
finally:
|
||||
os.unlink(schema_path)
|
||||
|
||||
def test_additional_properties_true_rejected(self):
|
||||
schema = {
|
||||
"type": "object",
|
||||
"additionalProperties": True,
|
||||
"properties": {"name": {"type": "string"}},
|
||||
}
|
||||
rc, stdout, stderr = self.run_schemagen(schema)
|
||||
self.assertNotEqual(rc, 0)
|
||||
self.assertIn("additionalProperties: true is not supported", stderr)
|
||||
|
||||
def test_additional_properties_absent_defaults_to_strict(self):
|
||||
schema = {
|
||||
"type": "object",
|
||||
"properties": {"name": {"type": "string"}},
|
||||
}
|
||||
rc, stdout, stderr = self.run_schemagen(schema)
|
||||
self.assertEqual(rc, 0, msg=stderr)
|
||||
# The generated parser should reject unknown keys. Verify the key-matching
|
||||
# helper returns -1 for an unknown key and cbKeyData rejects it.
|
||||
self.assertIn("int matchKey(Kind k, std::string_view key) const {", stdout)
|
||||
self.assertNotIn("bool isStrict(Kind k) const", stdout)
|
||||
|
||||
def test_additional_properties_false_accepted(self):
|
||||
schema = {
|
||||
"type": "object",
|
||||
"additionalProperties": False,
|
||||
"properties": {"name": {"type": "string"}},
|
||||
}
|
||||
rc, stdout, stderr = self.run_schemagen(schema)
|
||||
self.assertEqual(rc, 0, msg=stderr)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
@@ -60,7 +60,6 @@ class ObjectType:
|
||||
def __init__(self, name):
|
||||
self.name = name
|
||||
self.fields = [] # list[Field]
|
||||
self.strict = False # additionalProperties: false
|
||||
|
||||
|
||||
class EnumType:
|
||||
@@ -216,12 +215,26 @@ class Builder:
|
||||
base = camel(hint)
|
||||
name = base
|
||||
i = 1
|
||||
while name in self._used_names:
|
||||
while self._name_taken(name):
|
||||
candidate = f"{base}{i}"
|
||||
# A numeric suffix can itself land on a reserved generated name
|
||||
# (e.g. hint "Arr0" -> "Arr01"). Use an underscore separator so
|
||||
# we never loop through the reserved block.
|
||||
if self._is_reserved(candidate):
|
||||
candidate = f"{base}_{i}"
|
||||
name = candidate
|
||||
i += 1
|
||||
name = f"{base}{i}"
|
||||
self._used_names.add(name)
|
||||
return name
|
||||
|
||||
def _name_taken(self, name):
|
||||
return name in self._used_names or self._is_reserved(name)
|
||||
|
||||
@staticmethod
|
||||
def _is_reserved(name):
|
||||
"""Names generated internally that must not collide with user types."""
|
||||
return name in ("Root", "RootScalar")
|
||||
|
||||
def ref_name(self, ref):
|
||||
if not ref.startswith("#/"):
|
||||
raise GenError(f"only local $ref supported, got: {ref}")
|
||||
@@ -325,12 +338,13 @@ class Builder:
|
||||
# register for $ref cycles before building fields
|
||||
if defname is not None:
|
||||
self._building[defname] = TObj(name)
|
||||
ap = node.get("additionalProperties", True)
|
||||
ap = node.get("additionalProperties", False)
|
||||
if ap is True:
|
||||
raise GenError("additionalProperties: true is not supported")
|
||||
if isinstance(ap, dict):
|
||||
raise GenError(
|
||||
"additionalProperties with a schema (typed map) is not " "supported yet"
|
||||
)
|
||||
obj.strict = ap is False
|
||||
required = set(node.get("required", []))
|
||||
props = node.get("properties", {})
|
||||
seen_cpp = set()
|
||||
@@ -435,6 +449,7 @@ class Emitter:
|
||||
self.kind_order = [] # all Kind enumerators in declaration order
|
||||
self.root_ty = None
|
||||
self.root_nullable = False
|
||||
self._arr_counter = 0
|
||||
|
||||
# -- type strings -------------------------------------------------------
|
||||
def base_cpp(self, ty):
|
||||
@@ -465,11 +480,19 @@ class Emitter:
|
||||
def arr_kind(self, tarr):
|
||||
sig = self.base_cpp(tarr)
|
||||
if sig not in self.arr_kinds:
|
||||
name = f"Arr{len(self.arr_kinds)}"
|
||||
name = self._fresh_arr_kind_name()
|
||||
self.arr_kinds[sig] = name
|
||||
self.arr_types.append((name, tarr))
|
||||
self.b._used_names.add(name)
|
||||
return self.arr_kinds[sig]
|
||||
|
||||
def _fresh_arr_kind_name(self):
|
||||
while True:
|
||||
name = f"Arr{self._arr_counter}"
|
||||
self._arr_counter += 1
|
||||
if not self.b._name_taken(name):
|
||||
return name
|
||||
|
||||
def cat(self, ty):
|
||||
if isinstance(ty, TScalar):
|
||||
return {"str": "Str", "int": "Int", "dbl": "Dbl", "bool": "Bool"}[ty.kind]
|
||||
@@ -493,6 +516,18 @@ class Emitter:
|
||||
self.root_ty, self.root_nullable = Builder._unpack(
|
||||
self.b.build_type(self.b.root_schema, "Root")
|
||||
)
|
||||
|
||||
# A nullable root object would otherwise produce
|
||||
# using Root = std::optional<Root>;
|
||||
# which conflicts with the struct named Root. Rename the inner struct.
|
||||
if isinstance(self.root_ty, TObj) and self.root_nullable:
|
||||
old_name = self.root_ty.name
|
||||
new_name = self.b.unique_name("RootInner")
|
||||
obj = self.b.objects.pop(old_name)
|
||||
obj.name = new_name
|
||||
self.b.objects[new_name] = obj
|
||||
self.root_ty = TObj(new_name)
|
||||
|
||||
break_cycles(self.b.objects)
|
||||
|
||||
# register all array kinds (walk every field + root)
|
||||
@@ -582,20 +617,17 @@ namespace {ns} {{"""
|
||||
def _kind_enum(self):
|
||||
kinds = list(self.b.objects.keys())
|
||||
kinds += [n for n, _ in self.arr_types]
|
||||
root_is_container = (
|
||||
isinstance(self.root_ty, (TObj, TArr)) and not self.root_nullable
|
||||
)
|
||||
root_is_container = isinstance(self.root_ty, (TObj, TArr))
|
||||
if not root_is_container:
|
||||
kinds.append("RootScalar")
|
||||
kinds.append("Skip")
|
||||
self.kind_order = kinds
|
||||
return " enum class Kind : uint8_t { " + ", ".join(kinds) + " };"
|
||||
|
||||
def _root_info(self):
|
||||
"""Return (root_cat, root_container_kind_or_None)."""
|
||||
if isinstance(self.root_ty, TObj) and not self.root_nullable:
|
||||
if isinstance(self.root_ty, TObj):
|
||||
return ("Obj", f"Kind::{self.root_ty.name}")
|
||||
if isinstance(self.root_ty, TArr) and not self.root_nullable:
|
||||
if isinstance(self.root_ty, TArr):
|
||||
return ("Arr", f"Kind::{self.arr_kind(self.root_ty)}")
|
||||
return (self.cat(self.root_ty), None)
|
||||
|
||||
@@ -665,7 +697,12 @@ namespace {ns} {{"""
|
||||
lines.append(" }")
|
||||
root_cat, root_kind = self._root_info()
|
||||
if root_kind is None:
|
||||
lines.append(" case Kind::RootScalar: return &result_;")
|
||||
if self.root_nullable:
|
||||
lines.append(
|
||||
" case Kind::RootScalar: { if (!result_) result_.emplace(); return &*result_; }"
|
||||
)
|
||||
else:
|
||||
lines.append(" case Kind::RootScalar: return &result_;")
|
||||
lines.append(" default: return nullptr;")
|
||||
lines.append(" }")
|
||||
lines.append(" }")
|
||||
@@ -771,17 +808,6 @@ namespace {ns} {{"""
|
||||
lines.append(" }")
|
||||
return "\n".join(lines)
|
||||
|
||||
def _is_strict(self):
|
||||
strict = [n for n, o in self.b.objects.items() if o.strict]
|
||||
if not strict:
|
||||
return " bool isStrict(Kind) const { return false; }"
|
||||
cases = " ".join(f"case Kind::{n}:" for n in strict)
|
||||
return (
|
||||
" bool isStrict(Kind k) const {\n"
|
||||
f" switch (k) {{ {cases} return true; default: return false; }}\n"
|
||||
" }"
|
||||
)
|
||||
|
||||
def _enum_name_arrays(self):
|
||||
out = []
|
||||
for e in self.b.enums.values():
|
||||
@@ -807,7 +833,12 @@ namespace {ns} {{"""
|
||||
lines = [" if (error_) return;"]
|
||||
if root_kind is not None and root_cat == event_cat:
|
||||
lines.append(" if (stack_.empty()) {")
|
||||
lines.append(f" stack_.push_back(Frame{{{root_kind}, &result_}});")
|
||||
if self.root_nullable:
|
||||
lines.append(" result_.emplace();")
|
||||
dest = "&*result_"
|
||||
else:
|
||||
dest = "&result_"
|
||||
lines.append(f" stack_.push_back(Frame{{{root_kind}, {dest}}});")
|
||||
if event_cat == "Obj":
|
||||
lines.append(" {")
|
||||
lines.append(f" int n = fieldCount({root_kind});")
|
||||
@@ -818,13 +849,7 @@ namespace {ns} {{"""
|
||||
else:
|
||||
lines.append(" if (stack_.empty()) { reject(); return; }")
|
||||
lines.append(" Frame &f = stack_.back();")
|
||||
lines.append(
|
||||
" if (f.kind == Kind::Skip) { stack_.push_back(Frame{Kind::Skip, nullptr}); return; }"
|
||||
)
|
||||
lines.append(" SlotInfo si = slotInfoG(f);")
|
||||
lines.append(
|
||||
" if (si.cat == Cat::Skip) { stack_.push_back(Frame{Kind::Skip, nullptr}); return; }"
|
||||
)
|
||||
lines.append(f" if (si.cat != Cat::{event_cat}) {{ reject(); return; }}")
|
||||
lines.append(" void *p = engage(f, true);")
|
||||
lines.append(" stack_.push_back(Frame{si.child, p});")
|
||||
@@ -839,6 +864,9 @@ namespace {ns} {{"""
|
||||
root_cat, root_kind = self._root_info()
|
||||
begin_obj = self._begin_container("Obj", root_kind)
|
||||
begin_arr = self._begin_container("Arr", root_kind)
|
||||
null_at_root = (
|
||||
"done_ = true; return;" if self.root_nullable else "reject(); return;"
|
||||
)
|
||||
|
||||
return f"""
|
||||
class RootBuilder {{
|
||||
@@ -872,7 +900,7 @@ public:
|
||||
|
||||
private:
|
||||
{kind_enum}
|
||||
enum class Cat {{ Reject, Str, Int, Dbl, Bool, Enum, Obj, Arr, Skip }};
|
||||
enum class Cat {{ Reject, Str, Int, Dbl, Bool, Enum, Obj, Arr }};
|
||||
struct SlotInfo {{
|
||||
Cat cat;
|
||||
Kind child{{}};
|
||||
@@ -883,11 +911,10 @@ private:
|
||||
struct Frame {{
|
||||
Kind kind;
|
||||
void *dest;
|
||||
int field = -1; // object: selected field (-1 want key, -2 skip)
|
||||
int field = -1; // object: selected field (-1 means waiting for key)
|
||||
std::vector<uint64_t> seen; // populated field bitset (object frames)
|
||||
}};
|
||||
static constexpr int kWantKey = -1;
|
||||
static constexpr int kSkip = -2;
|
||||
|
||||
{self._enum_name_arrays()}
|
||||
|
||||
@@ -902,10 +929,9 @@ private:
|
||||
|
||||
void reject() {{ error_ = true; }}
|
||||
|
||||
// Wrap the generated slotInfo() with the generic key/skip states.
|
||||
// Wrap the generated slotInfo() with the generic key state.
|
||||
SlotInfo slotInfoG(const Frame &f) {{
|
||||
if (isObjectKind(f.kind)) {{
|
||||
if (f.field == kSkip) return SlotInfo{{Cat::Skip}};
|
||||
if (f.field < 0) return SlotInfo{{Cat::Reject}};
|
||||
}}
|
||||
return slotInfo(f);
|
||||
@@ -930,11 +956,6 @@ private:
|
||||
void cbEndObject() {{
|
||||
if (error_) return;
|
||||
Frame &f = stack_.back();
|
||||
if (f.kind == Kind::Skip) {{
|
||||
stack_.pop_back();
|
||||
if (stack_.empty() || stack_.back().kind != Kind::Skip) valueComplete();
|
||||
return;
|
||||
}}
|
||||
if (isObjectKind(f.kind)) {{
|
||||
const auto &req = requiredMask(f.kind);
|
||||
bool missing = false;
|
||||
@@ -952,11 +973,6 @@ private:
|
||||
void cbEndArray() {{
|
||||
if (error_) return;
|
||||
Frame f = stack_.back();
|
||||
if (f.kind == Kind::Skip) {{
|
||||
stack_.pop_back();
|
||||
if (stack_.empty() || stack_.back().kind != Kind::Skip) valueComplete();
|
||||
return;
|
||||
}}
|
||||
stack_.pop_back();
|
||||
valueComplete();
|
||||
}}
|
||||
@@ -968,12 +984,10 @@ private:
|
||||
scratch_.append(buf, len);
|
||||
if (!done) return;
|
||||
int idx = matchKey(f.kind, scratch_);
|
||||
scratch_.clear();
|
||||
if (idx < 0) {{
|
||||
if (isStrict(f.kind)) {{ reject(); return; }}
|
||||
f.field = kSkip;
|
||||
return;
|
||||
reject(); return; // unknown key
|
||||
}}
|
||||
scratch_.clear();
|
||||
if (f.seen[idx >> 6] & (1ull << (idx & 63))) {{
|
||||
reject(); return; // duplicate key
|
||||
}}
|
||||
@@ -983,9 +997,7 @@ private:
|
||||
void cbStringData(const char *buf, int len, int done) {{
|
||||
if (error_) return;
|
||||
Frame &f = stack_.back();
|
||||
if (f.kind == Kind::Skip) return;
|
||||
SlotInfo si = slotInfoG(f);
|
||||
if (si.cat == Cat::Skip) {{ if (done) valueComplete(); return; }}
|
||||
if (si.cat == Cat::Str) {{
|
||||
auto *s = (std::string *)engage(f, !started_);
|
||||
s->append(buf, len);
|
||||
@@ -1011,9 +1023,7 @@ private:
|
||||
void cbNumberData(const char *buf, int len, int done) {{
|
||||
if (error_) return;
|
||||
Frame &f = stack_.back();
|
||||
if (f.kind == Kind::Skip) return;
|
||||
SlotInfo si = slotInfoG(f);
|
||||
if (si.cat == Cat::Skip) {{ if (done) valueComplete(); return; }}
|
||||
if (si.cat != Cat::Int && si.cat != Cat::Dbl) {{ reject(); return; }}
|
||||
scratch_.append(buf, len);
|
||||
started_ = true;
|
||||
@@ -1051,9 +1061,7 @@ private:
|
||||
void cbBool(bool value) {{
|
||||
if (error_) return;
|
||||
Frame &f = stack_.back();
|
||||
if (f.kind == Kind::Skip) return;
|
||||
SlotInfo si = slotInfoG(f);
|
||||
if (si.cat == Cat::Skip) {{ valueComplete(); return; }}
|
||||
if (si.cat != Cat::Bool) {{ reject(); return; }}
|
||||
*(bool *)engage(f, true) = value;
|
||||
valueComplete();
|
||||
@@ -1065,10 +1073,11 @@ private:
|
||||
|
||||
void cbNull() {{
|
||||
if (error_) return;
|
||||
if (stack_.empty()) {{
|
||||
{null_at_root}
|
||||
}}
|
||||
Frame &f = stack_.back();
|
||||
if (f.kind == Kind::Skip) return;
|
||||
SlotInfo si = slotInfoG(f);
|
||||
if (si.cat == Cat::Skip) {{ valueComplete(); return; }}
|
||||
if (!si.nullable) {{ reject(); return; }}
|
||||
if (isArrayKind(f.kind)) appendNull(f); // keep null array elements
|
||||
valueComplete(); // leave optional empty / pointer null
|
||||
@@ -1106,8 +1115,6 @@ private:
|
||||
{self._reqmask()}
|
||||
|
||||
{self._is_object_kind()}
|
||||
|
||||
{self._is_strict()}
|
||||
}};
|
||||
"""
|
||||
|
||||
|
||||
Reference in New Issue
Block a user