forked from weaselab/weaseljson
Compare commits
6
Commits
414abca9c0
...
16f13c241c
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
16f13c241c | ||
|
|
ab95fefb09 | ||
|
|
e8830e27e9 | ||
|
|
5427db4b3d | ||
|
|
b5491afb38 | ||
|
|
46ff8e2164 |
@@ -46,6 +46,49 @@ target_link_libraries(schemagen_big PRIVATE ${PROJECT_NAME})
|
|||||||
target_compile_options(schemagen_big PRIVATE -Wno-switch-enum)
|
target_compile_options(schemagen_big PRIVATE -Wno-switch-enum)
|
||||||
add_dependencies(schemagen_big schemagen_big_h)
|
add_dependencies(schemagen_big schemagen_big_h)
|
||||||
|
|
||||||
|
set(NULLABLE_OBJECT_SCHEMA
|
||||||
|
${CMAKE_CURRENT_SOURCE_DIR}/nullable_object.schema.json)
|
||||||
|
set(NULLABLE_STRING_SCHEMA
|
||||||
|
${CMAKE_CURRENT_SOURCE_DIR}/nullable_string.schema.json)
|
||||||
|
set(NULLABLE_ARRAY_SCHEMA
|
||||||
|
${CMAKE_CURRENT_SOURCE_DIR}/nullable_array.schema.json)
|
||||||
|
set(NULLABLE_OBJECT_H ${CMAKE_CURRENT_BINARY_DIR}/nullable_object.h)
|
||||||
|
set(NULLABLE_STRING_H ${CMAKE_CURRENT_BINARY_DIR}/nullable_string.h)
|
||||||
|
set(NULLABLE_ARRAY_H ${CMAKE_CURRENT_BINARY_DIR}/nullable_array.h)
|
||||||
|
|
||||||
|
add_custom_command(
|
||||||
|
OUTPUT ${NULLABLE_OBJECT_H}
|
||||||
|
COMMAND ${Python3_EXECUTABLE} ${SCHEMAGEN_SCRIPT} ${NULLABLE_OBJECT_SCHEMA} -o
|
||||||
|
${NULLABLE_OBJECT_H} --namespace nullable_object
|
||||||
|
DEPENDS ${SCHEMAGEN_SCRIPT} ${NULLABLE_OBJECT_SCHEMA}
|
||||||
|
COMMENT "Generating nullable_object.h")
|
||||||
|
|
||||||
|
add_custom_command(
|
||||||
|
OUTPUT ${NULLABLE_STRING_H}
|
||||||
|
COMMAND ${Python3_EXECUTABLE} ${SCHEMAGEN_SCRIPT} ${NULLABLE_STRING_SCHEMA} -o
|
||||||
|
${NULLABLE_STRING_H} --namespace nullable_string
|
||||||
|
DEPENDS ${SCHEMAGEN_SCRIPT} ${NULLABLE_STRING_SCHEMA}
|
||||||
|
COMMENT "Generating nullable_string.h")
|
||||||
|
|
||||||
|
add_custom_command(
|
||||||
|
OUTPUT ${NULLABLE_ARRAY_H}
|
||||||
|
COMMAND ${Python3_EXECUTABLE} ${SCHEMAGEN_SCRIPT} ${NULLABLE_ARRAY_SCHEMA} -o
|
||||||
|
${NULLABLE_ARRAY_H} --namespace nullable_array
|
||||||
|
DEPENDS ${SCHEMAGEN_SCRIPT} ${NULLABLE_ARRAY_SCHEMA}
|
||||||
|
COMMENT "Generating nullable_array.h")
|
||||||
|
|
||||||
|
add_custom_target(
|
||||||
|
schemagen_nullable_h DEPENDS ${NULLABLE_OBJECT_H} ${NULLABLE_STRING_H}
|
||||||
|
${NULLABLE_ARRAY_H})
|
||||||
|
|
||||||
|
add_executable(schemagen_nullable_root
|
||||||
|
${CMAKE_CURRENT_SOURCE_DIR}/test_nullable_root.cpp)
|
||||||
|
target_include_directories(schemagen_nullable_root
|
||||||
|
PRIVATE include ${CMAKE_CURRENT_BINARY_DIR})
|
||||||
|
target_link_libraries(schemagen_nullable_root PRIVATE ${PROJECT_NAME})
|
||||||
|
target_compile_options(schemagen_nullable_root PRIVATE -Wno-switch-enum)
|
||||||
|
add_dependencies(schemagen_nullable_root schemagen_nullable_h)
|
||||||
|
|
||||||
add_test(
|
add_test(
|
||||||
NAME schemagen_example
|
NAME schemagen_example
|
||||||
COMMAND schemagen_example
|
COMMAND schemagen_example
|
||||||
@@ -55,3 +98,8 @@ add_test(
|
|||||||
NAME schemagen_big
|
NAME schemagen_big
|
||||||
COMMAND schemagen_big
|
COMMAND schemagen_big
|
||||||
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
||||||
|
|
||||||
|
add_test(
|
||||||
|
NAME schemagen_nullable_root
|
||||||
|
COMMAND schemagen_nullable_root
|
||||||
|
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
||||||
|
|||||||
@@ -45,7 +45,7 @@ into the result, so it is non-movable.
|
|||||||
| `$ref` to `$defs`/`definitions` | the referenced named struct |
|
| `$ref` to `$defs`/`definitions` | the referenced named struct |
|
||||||
| recursive `$ref` | `std::unique_ptr<T>` (cycle broken) |
|
| recursive `$ref` | `std::unique_ptr<T>` (cycle broken) |
|
||||||
| `additionalProperties: false` | unknown keys rejected |
|
| `additionalProperties: false` | unknown keys rejected |
|
||||||
| `additionalProperties` absent / `true` | unknown keys' values skipped |
|
| `additionalProperties` absent / `true` | not supported (rejected at generation) |
|
||||||
|
|
||||||
## Schema violations (rejected at parse time)
|
## Schema violations (rejected at parse time)
|
||||||
|
|
||||||
@@ -55,15 +55,15 @@ into the result, so it is non-movable.
|
|||||||
- value not in a string `enum`
|
- value not in a string `enum`
|
||||||
- a number not representable in the target type (e.g. `1.5` for an `integer`)
|
- a number not representable in the target type (e.g. `1.5` for an `integer`)
|
||||||
- duplicate object keys
|
- duplicate object keys
|
||||||
- unknown key under `additionalProperties: false`
|
- unknown key in any object
|
||||||
|
|
||||||
## Not supported (rejected at generation time, no fallback)
|
## Not supported (rejected at generation time, no fallback)
|
||||||
|
|
||||||
`oneOf` / `anyOf` / `allOf` / `not` / `if`-`then`-`else`,
|
`oneOf` / `anyOf` / `allOf` / `not` / `if`-`then`-`else`,
|
||||||
`patternProperties`, `additionalProperties` with a schema (typed map),
|
`patternProperties`, `additionalProperties` with a schema (typed map),
|
||||||
`prefixItems` (tuples), `const`, `dependentSchemas`/`dependentRequired`,
|
`additionalProperties: true`, `prefixItems` (tuples), `const`,
|
||||||
union `type` lists other than `["T", "null"]`, non-string enums, and remote
|
`dependentSchemas`/`dependentRequired`, union `type` lists other than
|
||||||
(`$ref` to other documents).
|
`["T", "null"]`, non-string enums, and remote (`$ref` to other documents).
|
||||||
|
|
||||||
## Notes
|
## Notes
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,9 @@
|
|||||||
|
{
|
||||||
|
"type": [
|
||||||
|
"array",
|
||||||
|
"null"
|
||||||
|
],
|
||||||
|
"items": {
|
||||||
|
"type": "integer"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
{
|
||||||
|
"type": [
|
||||||
|
"object",
|
||||||
|
"null"
|
||||||
|
],
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"x"
|
||||||
|
],
|
||||||
|
"properties": {
|
||||||
|
"x": {
|
||||||
|
"type": "string"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
{
|
||||||
|
"type": [
|
||||||
|
"string",
|
||||||
|
"null"
|
||||||
|
]
|
||||||
|
}
|
||||||
@@ -0,0 +1,158 @@
|
|||||||
|
// Regression test for issue #13: nullable root types.
|
||||||
|
#include <cassert>
|
||||||
|
#include <cstdio>
|
||||||
|
#include <string>
|
||||||
|
|
||||||
|
#include "nullable_array.h"
|
||||||
|
#include "nullable_object.h"
|
||||||
|
#include "nullable_string.h"
|
||||||
|
|
||||||
|
static int failures = 0;
|
||||||
|
#define CHECK(cond) \
|
||||||
|
do { \
|
||||||
|
if (!(cond)) { \
|
||||||
|
printf("FAIL %s:%d: %s\n", __FILE__, __LINE__, #cond); \
|
||||||
|
++failures; \
|
||||||
|
} \
|
||||||
|
} while (0)
|
||||||
|
|
||||||
|
static WeaselJsonStatus parseStrided(nullable_object::RootBuilder &b,
|
||||||
|
std::string in) {
|
||||||
|
for (size_t i = 0; i < in.size(); ++i) {
|
||||||
|
char c = in[i];
|
||||||
|
WeaselJsonStatus s = b.feed(&c, 1);
|
||||||
|
if (s != WeaselJson_AGAIN)
|
||||||
|
return s;
|
||||||
|
}
|
||||||
|
return b.finish();
|
||||||
|
}
|
||||||
|
|
||||||
|
static WeaselJsonStatus parseStrided(nullable_string::RootBuilder &b,
|
||||||
|
std::string in) {
|
||||||
|
for (size_t i = 0; i < in.size(); ++i) {
|
||||||
|
char c = in[i];
|
||||||
|
WeaselJsonStatus s = b.feed(&c, 1);
|
||||||
|
if (s != WeaselJson_AGAIN)
|
||||||
|
return s;
|
||||||
|
}
|
||||||
|
return b.finish();
|
||||||
|
}
|
||||||
|
|
||||||
|
static WeaselJsonStatus parseStrided(nullable_array::RootBuilder &b,
|
||||||
|
std::string in) {
|
||||||
|
for (size_t i = 0; i < in.size(); ++i) {
|
||||||
|
char c = in[i];
|
||||||
|
WeaselJsonStatus s = b.feed(&c, 1);
|
||||||
|
if (s != WeaselJson_AGAIN)
|
||||||
|
return s;
|
||||||
|
}
|
||||||
|
return b.finish();
|
||||||
|
}
|
||||||
|
|
||||||
|
static void expectReject(nullable_object::RootBuilder &b, std::string in,
|
||||||
|
const char *what) {
|
||||||
|
WeaselJsonStatus s = parseStrided(b, in);
|
||||||
|
if (s == WeaselJson_REJECT) {
|
||||||
|
printf("ok reject: %s\n", what);
|
||||||
|
} else {
|
||||||
|
printf("FAIL expected reject (%s) got status %d for: %s\n", what, s,
|
||||||
|
in.c_str());
|
||||||
|
++failures;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
int main() {
|
||||||
|
// ---- nullable root object: valid document ----
|
||||||
|
{
|
||||||
|
nullable_object::RootBuilder b;
|
||||||
|
WeaselJsonStatus s = parseStrided(b, R"({"x":"hello"})");
|
||||||
|
CHECK(s == WeaselJson_OK);
|
||||||
|
if (s == WeaselJson_OK) {
|
||||||
|
nullable_object::Root r = b.take();
|
||||||
|
CHECK(r.has_value());
|
||||||
|
CHECK(r->x == "hello");
|
||||||
|
printf("ok nullable root object accepts object\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---- nullable root object: null document ----
|
||||||
|
{
|
||||||
|
nullable_object::RootBuilder b;
|
||||||
|
WeaselJsonStatus s = parseStrided(b, "null");
|
||||||
|
CHECK(s == WeaselJson_OK);
|
||||||
|
if (s == WeaselJson_OK) {
|
||||||
|
nullable_object::Root r = b.take();
|
||||||
|
CHECK(!r.has_value());
|
||||||
|
printf("ok nullable root object accepts null\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---- nullable root object: schema checks still run ----
|
||||||
|
{
|
||||||
|
nullable_object::RootBuilder b;
|
||||||
|
expectReject(b, R"({"x":"hello","extra":1})",
|
||||||
|
"unknown key in strict nullable root object");
|
||||||
|
}
|
||||||
|
{
|
||||||
|
nullable_object::RootBuilder b;
|
||||||
|
expectReject(b, R"({})", "missing required field in nullable root object");
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---- nullable root string: valid value ----
|
||||||
|
{
|
||||||
|
nullable_string::RootBuilder b;
|
||||||
|
WeaselJsonStatus s = parseStrided(b, R"("hello")");
|
||||||
|
CHECK(s == WeaselJson_OK);
|
||||||
|
if (s == WeaselJson_OK) {
|
||||||
|
nullable_string::Root r = b.take();
|
||||||
|
CHECK(r.has_value());
|
||||||
|
CHECK(*r == "hello");
|
||||||
|
printf("ok nullable root string accepts string\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---- nullable root string: null value ----
|
||||||
|
{
|
||||||
|
nullable_string::RootBuilder b;
|
||||||
|
WeaselJsonStatus s = parseStrided(b, "null");
|
||||||
|
CHECK(s == WeaselJson_OK);
|
||||||
|
if (s == WeaselJson_OK) {
|
||||||
|
nullable_string::Root r = b.take();
|
||||||
|
CHECK(!r.has_value());
|
||||||
|
printf("ok nullable root string accepts null\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---- nullable root array: valid value ----
|
||||||
|
{
|
||||||
|
nullable_array::RootBuilder b;
|
||||||
|
WeaselJsonStatus s = parseStrided(b, "[1,2,3]");
|
||||||
|
CHECK(s == WeaselJson_OK);
|
||||||
|
if (s == WeaselJson_OK) {
|
||||||
|
nullable_array::Root r = b.take();
|
||||||
|
CHECK(r.has_value());
|
||||||
|
CHECK(r->size() == 3);
|
||||||
|
CHECK((*r)[0] == 1 && (*r)[1] == 2 && (*r)[2] == 3);
|
||||||
|
printf("ok nullable root array accepts array\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---- nullable root array: null value ----
|
||||||
|
{
|
||||||
|
nullable_array::RootBuilder b;
|
||||||
|
WeaselJsonStatus s = parseStrided(b, "null");
|
||||||
|
CHECK(s == WeaselJson_OK);
|
||||||
|
if (s == WeaselJson_OK) {
|
||||||
|
nullable_array::Root r = b.take();
|
||||||
|
CHECK(!r.has_value());
|
||||||
|
printf("ok nullable root array accepts null\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (failures == 0) {
|
||||||
|
printf("\nALL TESTS PASSED\n");
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
printf("\n%d FAILURE(S)\n", failures);
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
@@ -3,6 +3,8 @@
|
|||||||
|
|
||||||
import json
|
import json
|
||||||
import os
|
import os
|
||||||
|
import re
|
||||||
|
import shutil
|
||||||
import subprocess
|
import subprocess
|
||||||
import sys
|
import sys
|
||||||
import tempfile
|
import tempfile
|
||||||
@@ -87,5 +89,158 @@ class SchemagenKeywordTest(unittest.TestCase):
|
|||||||
self.assertNotIn(f"std::optional<std::string> {kw};", stdout)
|
self.assertNotIn(f"std::optional<std::string> {kw};", stdout)
|
||||||
|
|
||||||
|
|
||||||
|
class SchemagenCollisionTest(unittest.TestCase):
|
||||||
|
"""Regression tests for issue #21: generated Root alias / Kind enum collisions."""
|
||||||
|
|
||||||
|
def setUp(self):
|
||||||
|
self.repo_root = os.path.dirname(
|
||||||
|
os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||||
|
)
|
||||||
|
self.include_dir = os.path.join(self.repo_root, "include")
|
||||||
|
self.compiler = shutil.which("c++")
|
||||||
|
|
||||||
|
def generate_and_compile(self, schema):
|
||||||
|
"""Run schemagen on schema and syntax-check the resulting header."""
|
||||||
|
with tempfile.TemporaryDirectory() as tmpdir:
|
||||||
|
schema_path = os.path.join(tmpdir, "schema.json")
|
||||||
|
with open(schema_path, "w") as fp:
|
||||||
|
json.dump(schema, fp)
|
||||||
|
header_path = os.path.join(tmpdir, "gen.h")
|
||||||
|
cmd = [
|
||||||
|
sys.executable,
|
||||||
|
SCRIPT,
|
||||||
|
schema_path,
|
||||||
|
"-o",
|
||||||
|
header_path,
|
||||||
|
"--namespace",
|
||||||
|
"test_schema",
|
||||||
|
]
|
||||||
|
result = subprocess.run(cmd, capture_output=True, text=True, check=False)
|
||||||
|
self.assertEqual(result.returncode, 0, msg=result.stderr)
|
||||||
|
|
||||||
|
if self.compiler:
|
||||||
|
cpp_path = os.path.join(tmpdir, "test.cpp")
|
||||||
|
with open(cpp_path, "w") as fp:
|
||||||
|
fp.write(
|
||||||
|
'#include "gen.h"\n'
|
||||||
|
"int main() {\n"
|
||||||
|
" test_schema::RootBuilder b;\n"
|
||||||
|
" test_schema::Root r = b.take();\n"
|
||||||
|
" (void)r;\n"
|
||||||
|
"}\n"
|
||||||
|
)
|
||||||
|
comp = subprocess.run(
|
||||||
|
[
|
||||||
|
self.compiler,
|
||||||
|
"-std=c++20",
|
||||||
|
"-fsyntax-only",
|
||||||
|
"-I",
|
||||||
|
self.include_dir,
|
||||||
|
"-I",
|
||||||
|
tmpdir,
|
||||||
|
cpp_path,
|
||||||
|
],
|
||||||
|
capture_output=True,
|
||||||
|
text=True,
|
||||||
|
check=False,
|
||||||
|
)
|
||||||
|
self.assertEqual(comp.returncode, 0, msg=comp.stderr)
|
||||||
|
|
||||||
|
with open(header_path) as fp:
|
||||||
|
return fp.read()
|
||||||
|
|
||||||
|
def test_root_alias_does_not_collide_with_user_type(self):
|
||||||
|
schema = {
|
||||||
|
"type": "array",
|
||||||
|
"items": {"$ref": "#/$defs/Root"},
|
||||||
|
"$defs": {"Root": {"enum": ["a", "b"]}},
|
||||||
|
}
|
||||||
|
out = self.generate_and_compile(schema)
|
||||||
|
self.assertIn("enum class Root1 : int { a, b };", out)
|
||||||
|
self.assertIn("using Root = std::vector<Root1>;", out)
|
||||||
|
self.assertNotIn("using Root = std::vector<Root>;", out)
|
||||||
|
|
||||||
|
def test_kind_enum_does_not_duplicate_arr0(self):
|
||||||
|
schema = {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"arr": {"type": "array", "items": {"type": "string"}},
|
||||||
|
"obj": {"$ref": "#/$defs/Arr0"},
|
||||||
|
},
|
||||||
|
"$defs": {"Arr0": {"type": "object", "properties": {}}},
|
||||||
|
}
|
||||||
|
out = self.generate_and_compile(schema)
|
||||||
|
self.assertIn("struct Arr0", out)
|
||||||
|
m = re.search(r"enum class Kind : uint8_t \{([^}]+)\}", out)
|
||||||
|
self.assertIsNotNone(m)
|
||||||
|
enumerators = [e.strip() for e in m.group(1).split(",")]
|
||||||
|
self.assertIn("Arr0", enumerators)
|
||||||
|
self.assertIn("Arr1", enumerators)
|
||||||
|
self.assertEqual(len(enumerators), len(set(enumerators)))
|
||||||
|
|
||||||
|
def test_skip_user_type_is_allowed(self):
|
||||||
|
schema = {
|
||||||
|
"type": "array",
|
||||||
|
"items": {"$ref": "#/$defs/Skip"},
|
||||||
|
"$defs": {"Skip": {"type": "object", "properties": {}}},
|
||||||
|
}
|
||||||
|
out = self.generate_and_compile(schema)
|
||||||
|
self.assertIn("struct Skip", out)
|
||||||
|
self.assertNotIn("struct Skip1", out)
|
||||||
|
m = re.search(r"enum class Kind : uint8_t \{([^}]+)\}", out)
|
||||||
|
self.assertIsNotNone(m)
|
||||||
|
enumerators = [e.strip() for e in m.group(1).split(",")]
|
||||||
|
self.assertIn("Skip", enumerators)
|
||||||
|
self.assertIn("Arr0", enumerators)
|
||||||
|
self.assertEqual(len(enumerators), len(set(enumerators)))
|
||||||
|
|
||||||
|
|
||||||
|
class SchemagenAdditionalPropertiesTest(unittest.TestCase):
|
||||||
|
def run_schemagen(self, schema, args=None):
|
||||||
|
"""Run schemagen on a schema dict. Returns (returncode, stdout, stderr)."""
|
||||||
|
with tempfile.NamedTemporaryFile("w", suffix=".json", delete=False) as fp:
|
||||||
|
json.dump(schema, fp)
|
||||||
|
schema_path = fp.name
|
||||||
|
try:
|
||||||
|
cmd = [sys.executable, SCRIPT, schema_path]
|
||||||
|
if args:
|
||||||
|
cmd.extend(args)
|
||||||
|
result = subprocess.run(cmd, capture_output=True, text=True, check=False)
|
||||||
|
return result.returncode, result.stdout, result.stderr
|
||||||
|
finally:
|
||||||
|
os.unlink(schema_path)
|
||||||
|
|
||||||
|
def test_additional_properties_true_rejected(self):
|
||||||
|
schema = {
|
||||||
|
"type": "object",
|
||||||
|
"additionalProperties": True,
|
||||||
|
"properties": {"name": {"type": "string"}},
|
||||||
|
}
|
||||||
|
rc, stdout, stderr = self.run_schemagen(schema)
|
||||||
|
self.assertNotEqual(rc, 0)
|
||||||
|
self.assertIn("additionalProperties: true is not supported", stderr)
|
||||||
|
|
||||||
|
def test_additional_properties_absent_defaults_to_strict(self):
|
||||||
|
schema = {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {"name": {"type": "string"}},
|
||||||
|
}
|
||||||
|
rc, stdout, stderr = self.run_schemagen(schema)
|
||||||
|
self.assertEqual(rc, 0, msg=stderr)
|
||||||
|
# The generated parser should reject unknown keys. Verify the key-matching
|
||||||
|
# helper returns -1 for an unknown key and cbKeyData rejects it.
|
||||||
|
self.assertIn("int matchKey(Kind k, std::string_view key) const {", stdout)
|
||||||
|
self.assertNotIn("bool isStrict(Kind k) const", stdout)
|
||||||
|
|
||||||
|
def test_additional_properties_false_accepted(self):
|
||||||
|
schema = {
|
||||||
|
"type": "object",
|
||||||
|
"additionalProperties": False,
|
||||||
|
"properties": {"name": {"type": "string"}},
|
||||||
|
}
|
||||||
|
rc, stdout, stderr = self.run_schemagen(schema)
|
||||||
|
self.assertEqual(rc, 0, msg=stderr)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
@@ -60,7 +60,6 @@ class ObjectType:
|
|||||||
def __init__(self, name):
|
def __init__(self, name):
|
||||||
self.name = name
|
self.name = name
|
||||||
self.fields = [] # list[Field]
|
self.fields = [] # list[Field]
|
||||||
self.strict = False # additionalProperties: false
|
|
||||||
|
|
||||||
|
|
||||||
class EnumType:
|
class EnumType:
|
||||||
@@ -216,12 +215,26 @@ class Builder:
|
|||||||
base = camel(hint)
|
base = camel(hint)
|
||||||
name = base
|
name = base
|
||||||
i = 1
|
i = 1
|
||||||
while name in self._used_names:
|
while self._name_taken(name):
|
||||||
|
candidate = f"{base}{i}"
|
||||||
|
# A numeric suffix can itself land on a reserved generated name
|
||||||
|
# (e.g. hint "Arr0" -> "Arr01"). Use an underscore separator so
|
||||||
|
# we never loop through the reserved block.
|
||||||
|
if self._is_reserved(candidate):
|
||||||
|
candidate = f"{base}_{i}"
|
||||||
|
name = candidate
|
||||||
i += 1
|
i += 1
|
||||||
name = f"{base}{i}"
|
|
||||||
self._used_names.add(name)
|
self._used_names.add(name)
|
||||||
return name
|
return name
|
||||||
|
|
||||||
|
def _name_taken(self, name):
|
||||||
|
return name in self._used_names or self._is_reserved(name)
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _is_reserved(name):
|
||||||
|
"""Names generated internally that must not collide with user types."""
|
||||||
|
return name in ("Root", "RootScalar")
|
||||||
|
|
||||||
def ref_name(self, ref):
|
def ref_name(self, ref):
|
||||||
if not ref.startswith("#/"):
|
if not ref.startswith("#/"):
|
||||||
raise GenError(f"only local $ref supported, got: {ref}")
|
raise GenError(f"only local $ref supported, got: {ref}")
|
||||||
@@ -325,12 +338,13 @@ class Builder:
|
|||||||
# register for $ref cycles before building fields
|
# register for $ref cycles before building fields
|
||||||
if defname is not None:
|
if defname is not None:
|
||||||
self._building[defname] = TObj(name)
|
self._building[defname] = TObj(name)
|
||||||
ap = node.get("additionalProperties", True)
|
ap = node.get("additionalProperties", False)
|
||||||
|
if ap is True:
|
||||||
|
raise GenError("additionalProperties: true is not supported")
|
||||||
if isinstance(ap, dict):
|
if isinstance(ap, dict):
|
||||||
raise GenError(
|
raise GenError(
|
||||||
"additionalProperties with a schema (typed map) is not " "supported yet"
|
"additionalProperties with a schema (typed map) is not " "supported yet"
|
||||||
)
|
)
|
||||||
obj.strict = ap is False
|
|
||||||
required = set(node.get("required", []))
|
required = set(node.get("required", []))
|
||||||
props = node.get("properties", {})
|
props = node.get("properties", {})
|
||||||
seen_cpp = set()
|
seen_cpp = set()
|
||||||
@@ -435,6 +449,7 @@ class Emitter:
|
|||||||
self.kind_order = [] # all Kind enumerators in declaration order
|
self.kind_order = [] # all Kind enumerators in declaration order
|
||||||
self.root_ty = None
|
self.root_ty = None
|
||||||
self.root_nullable = False
|
self.root_nullable = False
|
||||||
|
self._arr_counter = 0
|
||||||
|
|
||||||
# -- type strings -------------------------------------------------------
|
# -- type strings -------------------------------------------------------
|
||||||
def base_cpp(self, ty):
|
def base_cpp(self, ty):
|
||||||
@@ -465,11 +480,19 @@ class Emitter:
|
|||||||
def arr_kind(self, tarr):
|
def arr_kind(self, tarr):
|
||||||
sig = self.base_cpp(tarr)
|
sig = self.base_cpp(tarr)
|
||||||
if sig not in self.arr_kinds:
|
if sig not in self.arr_kinds:
|
||||||
name = f"Arr{len(self.arr_kinds)}"
|
name = self._fresh_arr_kind_name()
|
||||||
self.arr_kinds[sig] = name
|
self.arr_kinds[sig] = name
|
||||||
self.arr_types.append((name, tarr))
|
self.arr_types.append((name, tarr))
|
||||||
|
self.b._used_names.add(name)
|
||||||
return self.arr_kinds[sig]
|
return self.arr_kinds[sig]
|
||||||
|
|
||||||
|
def _fresh_arr_kind_name(self):
|
||||||
|
while True:
|
||||||
|
name = f"Arr{self._arr_counter}"
|
||||||
|
self._arr_counter += 1
|
||||||
|
if not self.b._name_taken(name):
|
||||||
|
return name
|
||||||
|
|
||||||
def cat(self, ty):
|
def cat(self, ty):
|
||||||
if isinstance(ty, TScalar):
|
if isinstance(ty, TScalar):
|
||||||
return {"str": "Str", "int": "Int", "dbl": "Dbl", "bool": "Bool"}[ty.kind]
|
return {"str": "Str", "int": "Int", "dbl": "Dbl", "bool": "Bool"}[ty.kind]
|
||||||
@@ -493,6 +516,18 @@ class Emitter:
|
|||||||
self.root_ty, self.root_nullable = Builder._unpack(
|
self.root_ty, self.root_nullable = Builder._unpack(
|
||||||
self.b.build_type(self.b.root_schema, "Root")
|
self.b.build_type(self.b.root_schema, "Root")
|
||||||
)
|
)
|
||||||
|
|
||||||
|
# A nullable root object would otherwise produce
|
||||||
|
# using Root = std::optional<Root>;
|
||||||
|
# which conflicts with the struct named Root. Rename the inner struct.
|
||||||
|
if isinstance(self.root_ty, TObj) and self.root_nullable:
|
||||||
|
old_name = self.root_ty.name
|
||||||
|
new_name = self.b.unique_name("RootInner")
|
||||||
|
obj = self.b.objects.pop(old_name)
|
||||||
|
obj.name = new_name
|
||||||
|
self.b.objects[new_name] = obj
|
||||||
|
self.root_ty = TObj(new_name)
|
||||||
|
|
||||||
break_cycles(self.b.objects)
|
break_cycles(self.b.objects)
|
||||||
|
|
||||||
# register all array kinds (walk every field + root)
|
# register all array kinds (walk every field + root)
|
||||||
@@ -582,20 +617,17 @@ namespace {ns} {{"""
|
|||||||
def _kind_enum(self):
|
def _kind_enum(self):
|
||||||
kinds = list(self.b.objects.keys())
|
kinds = list(self.b.objects.keys())
|
||||||
kinds += [n for n, _ in self.arr_types]
|
kinds += [n for n, _ in self.arr_types]
|
||||||
root_is_container = (
|
root_is_container = isinstance(self.root_ty, (TObj, TArr))
|
||||||
isinstance(self.root_ty, (TObj, TArr)) and not self.root_nullable
|
|
||||||
)
|
|
||||||
if not root_is_container:
|
if not root_is_container:
|
||||||
kinds.append("RootScalar")
|
kinds.append("RootScalar")
|
||||||
kinds.append("Skip")
|
|
||||||
self.kind_order = kinds
|
self.kind_order = kinds
|
||||||
return " enum class Kind : uint8_t { " + ", ".join(kinds) + " };"
|
return " enum class Kind : uint8_t { " + ", ".join(kinds) + " };"
|
||||||
|
|
||||||
def _root_info(self):
|
def _root_info(self):
|
||||||
"""Return (root_cat, root_container_kind_or_None)."""
|
"""Return (root_cat, root_container_kind_or_None)."""
|
||||||
if isinstance(self.root_ty, TObj) and not self.root_nullable:
|
if isinstance(self.root_ty, TObj):
|
||||||
return ("Obj", f"Kind::{self.root_ty.name}")
|
return ("Obj", f"Kind::{self.root_ty.name}")
|
||||||
if isinstance(self.root_ty, TArr) and not self.root_nullable:
|
if isinstance(self.root_ty, TArr):
|
||||||
return ("Arr", f"Kind::{self.arr_kind(self.root_ty)}")
|
return ("Arr", f"Kind::{self.arr_kind(self.root_ty)}")
|
||||||
return (self.cat(self.root_ty), None)
|
return (self.cat(self.root_ty), None)
|
||||||
|
|
||||||
@@ -665,7 +697,12 @@ namespace {ns} {{"""
|
|||||||
lines.append(" }")
|
lines.append(" }")
|
||||||
root_cat, root_kind = self._root_info()
|
root_cat, root_kind = self._root_info()
|
||||||
if root_kind is None:
|
if root_kind is None:
|
||||||
lines.append(" case Kind::RootScalar: return &result_;")
|
if self.root_nullable:
|
||||||
|
lines.append(
|
||||||
|
" case Kind::RootScalar: { if (!result_) result_.emplace(); return &*result_; }"
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
lines.append(" case Kind::RootScalar: return &result_;")
|
||||||
lines.append(" default: return nullptr;")
|
lines.append(" default: return nullptr;")
|
||||||
lines.append(" }")
|
lines.append(" }")
|
||||||
lines.append(" }")
|
lines.append(" }")
|
||||||
@@ -771,17 +808,6 @@ namespace {ns} {{"""
|
|||||||
lines.append(" }")
|
lines.append(" }")
|
||||||
return "\n".join(lines)
|
return "\n".join(lines)
|
||||||
|
|
||||||
def _is_strict(self):
|
|
||||||
strict = [n for n, o in self.b.objects.items() if o.strict]
|
|
||||||
if not strict:
|
|
||||||
return " bool isStrict(Kind) const { return false; }"
|
|
||||||
cases = " ".join(f"case Kind::{n}:" for n in strict)
|
|
||||||
return (
|
|
||||||
" bool isStrict(Kind k) const {\n"
|
|
||||||
f" switch (k) {{ {cases} return true; default: return false; }}\n"
|
|
||||||
" }"
|
|
||||||
)
|
|
||||||
|
|
||||||
def _enum_name_arrays(self):
|
def _enum_name_arrays(self):
|
||||||
out = []
|
out = []
|
||||||
for e in self.b.enums.values():
|
for e in self.b.enums.values():
|
||||||
@@ -807,7 +833,12 @@ namespace {ns} {{"""
|
|||||||
lines = [" if (error_) return;"]
|
lines = [" if (error_) return;"]
|
||||||
if root_kind is not None and root_cat == event_cat:
|
if root_kind is not None and root_cat == event_cat:
|
||||||
lines.append(" if (stack_.empty()) {")
|
lines.append(" if (stack_.empty()) {")
|
||||||
lines.append(f" stack_.push_back(Frame{{{root_kind}, &result_}});")
|
if self.root_nullable:
|
||||||
|
lines.append(" result_.emplace();")
|
||||||
|
dest = "&*result_"
|
||||||
|
else:
|
||||||
|
dest = "&result_"
|
||||||
|
lines.append(f" stack_.push_back(Frame{{{root_kind}, {dest}}});")
|
||||||
if event_cat == "Obj":
|
if event_cat == "Obj":
|
||||||
lines.append(" {")
|
lines.append(" {")
|
||||||
lines.append(f" int n = fieldCount({root_kind});")
|
lines.append(f" int n = fieldCount({root_kind});")
|
||||||
@@ -818,13 +849,7 @@ namespace {ns} {{"""
|
|||||||
else:
|
else:
|
||||||
lines.append(" if (stack_.empty()) { reject(); return; }")
|
lines.append(" if (stack_.empty()) { reject(); return; }")
|
||||||
lines.append(" Frame &f = stack_.back();")
|
lines.append(" Frame &f = stack_.back();")
|
||||||
lines.append(
|
|
||||||
" if (f.kind == Kind::Skip) { stack_.push_back(Frame{Kind::Skip, nullptr}); return; }"
|
|
||||||
)
|
|
||||||
lines.append(" SlotInfo si = slotInfoG(f);")
|
lines.append(" SlotInfo si = slotInfoG(f);")
|
||||||
lines.append(
|
|
||||||
" if (si.cat == Cat::Skip) { stack_.push_back(Frame{Kind::Skip, nullptr}); return; }"
|
|
||||||
)
|
|
||||||
lines.append(f" if (si.cat != Cat::{event_cat}) {{ reject(); return; }}")
|
lines.append(f" if (si.cat != Cat::{event_cat}) {{ reject(); return; }}")
|
||||||
lines.append(" void *p = engage(f, true);")
|
lines.append(" void *p = engage(f, true);")
|
||||||
lines.append(" stack_.push_back(Frame{si.child, p});")
|
lines.append(" stack_.push_back(Frame{si.child, p});")
|
||||||
@@ -839,6 +864,9 @@ namespace {ns} {{"""
|
|||||||
root_cat, root_kind = self._root_info()
|
root_cat, root_kind = self._root_info()
|
||||||
begin_obj = self._begin_container("Obj", root_kind)
|
begin_obj = self._begin_container("Obj", root_kind)
|
||||||
begin_arr = self._begin_container("Arr", root_kind)
|
begin_arr = self._begin_container("Arr", root_kind)
|
||||||
|
null_at_root = (
|
||||||
|
"done_ = true; return;" if self.root_nullable else "reject(); return;"
|
||||||
|
)
|
||||||
|
|
||||||
return f"""
|
return f"""
|
||||||
class RootBuilder {{
|
class RootBuilder {{
|
||||||
@@ -872,7 +900,7 @@ public:
|
|||||||
|
|
||||||
private:
|
private:
|
||||||
{kind_enum}
|
{kind_enum}
|
||||||
enum class Cat {{ Reject, Str, Int, Dbl, Bool, Enum, Obj, Arr, Skip }};
|
enum class Cat {{ Reject, Str, Int, Dbl, Bool, Enum, Obj, Arr }};
|
||||||
struct SlotInfo {{
|
struct SlotInfo {{
|
||||||
Cat cat;
|
Cat cat;
|
||||||
Kind child{{}};
|
Kind child{{}};
|
||||||
@@ -883,11 +911,10 @@ private:
|
|||||||
struct Frame {{
|
struct Frame {{
|
||||||
Kind kind;
|
Kind kind;
|
||||||
void *dest;
|
void *dest;
|
||||||
int field = -1; // object: selected field (-1 want key, -2 skip)
|
int field = -1; // object: selected field (-1 means waiting for key)
|
||||||
std::vector<uint64_t> seen; // populated field bitset (object frames)
|
std::vector<uint64_t> seen; // populated field bitset (object frames)
|
||||||
}};
|
}};
|
||||||
static constexpr int kWantKey = -1;
|
static constexpr int kWantKey = -1;
|
||||||
static constexpr int kSkip = -2;
|
|
||||||
|
|
||||||
{self._enum_name_arrays()}
|
{self._enum_name_arrays()}
|
||||||
|
|
||||||
@@ -902,10 +929,9 @@ private:
|
|||||||
|
|
||||||
void reject() {{ error_ = true; }}
|
void reject() {{ error_ = true; }}
|
||||||
|
|
||||||
// Wrap the generated slotInfo() with the generic key/skip states.
|
// Wrap the generated slotInfo() with the generic key state.
|
||||||
SlotInfo slotInfoG(const Frame &f) {{
|
SlotInfo slotInfoG(const Frame &f) {{
|
||||||
if (isObjectKind(f.kind)) {{
|
if (isObjectKind(f.kind)) {{
|
||||||
if (f.field == kSkip) return SlotInfo{{Cat::Skip}};
|
|
||||||
if (f.field < 0) return SlotInfo{{Cat::Reject}};
|
if (f.field < 0) return SlotInfo{{Cat::Reject}};
|
||||||
}}
|
}}
|
||||||
return slotInfo(f);
|
return slotInfo(f);
|
||||||
@@ -930,11 +956,6 @@ private:
|
|||||||
void cbEndObject() {{
|
void cbEndObject() {{
|
||||||
if (error_) return;
|
if (error_) return;
|
||||||
Frame &f = stack_.back();
|
Frame &f = stack_.back();
|
||||||
if (f.kind == Kind::Skip) {{
|
|
||||||
stack_.pop_back();
|
|
||||||
if (stack_.empty() || stack_.back().kind != Kind::Skip) valueComplete();
|
|
||||||
return;
|
|
||||||
}}
|
|
||||||
if (isObjectKind(f.kind)) {{
|
if (isObjectKind(f.kind)) {{
|
||||||
const auto &req = requiredMask(f.kind);
|
const auto &req = requiredMask(f.kind);
|
||||||
bool missing = false;
|
bool missing = false;
|
||||||
@@ -952,11 +973,6 @@ private:
|
|||||||
void cbEndArray() {{
|
void cbEndArray() {{
|
||||||
if (error_) return;
|
if (error_) return;
|
||||||
Frame f = stack_.back();
|
Frame f = stack_.back();
|
||||||
if (f.kind == Kind::Skip) {{
|
|
||||||
stack_.pop_back();
|
|
||||||
if (stack_.empty() || stack_.back().kind != Kind::Skip) valueComplete();
|
|
||||||
return;
|
|
||||||
}}
|
|
||||||
stack_.pop_back();
|
stack_.pop_back();
|
||||||
valueComplete();
|
valueComplete();
|
||||||
}}
|
}}
|
||||||
@@ -968,12 +984,10 @@ private:
|
|||||||
scratch_.append(buf, len);
|
scratch_.append(buf, len);
|
||||||
if (!done) return;
|
if (!done) return;
|
||||||
int idx = matchKey(f.kind, scratch_);
|
int idx = matchKey(f.kind, scratch_);
|
||||||
scratch_.clear();
|
|
||||||
if (idx < 0) {{
|
if (idx < 0) {{
|
||||||
if (isStrict(f.kind)) {{ reject(); return; }}
|
reject(); return; // unknown key
|
||||||
f.field = kSkip;
|
|
||||||
return;
|
|
||||||
}}
|
}}
|
||||||
|
scratch_.clear();
|
||||||
if (f.seen[idx >> 6] & (1ull << (idx & 63))) {{
|
if (f.seen[idx >> 6] & (1ull << (idx & 63))) {{
|
||||||
reject(); return; // duplicate key
|
reject(); return; // duplicate key
|
||||||
}}
|
}}
|
||||||
@@ -983,9 +997,7 @@ private:
|
|||||||
void cbStringData(const char *buf, int len, int done) {{
|
void cbStringData(const char *buf, int len, int done) {{
|
||||||
if (error_) return;
|
if (error_) return;
|
||||||
Frame &f = stack_.back();
|
Frame &f = stack_.back();
|
||||||
if (f.kind == Kind::Skip) return;
|
|
||||||
SlotInfo si = slotInfoG(f);
|
SlotInfo si = slotInfoG(f);
|
||||||
if (si.cat == Cat::Skip) {{ if (done) valueComplete(); return; }}
|
|
||||||
if (si.cat == Cat::Str) {{
|
if (si.cat == Cat::Str) {{
|
||||||
auto *s = (std::string *)engage(f, !started_);
|
auto *s = (std::string *)engage(f, !started_);
|
||||||
s->append(buf, len);
|
s->append(buf, len);
|
||||||
@@ -1011,9 +1023,7 @@ private:
|
|||||||
void cbNumberData(const char *buf, int len, int done) {{
|
void cbNumberData(const char *buf, int len, int done) {{
|
||||||
if (error_) return;
|
if (error_) return;
|
||||||
Frame &f = stack_.back();
|
Frame &f = stack_.back();
|
||||||
if (f.kind == Kind::Skip) return;
|
|
||||||
SlotInfo si = slotInfoG(f);
|
SlotInfo si = slotInfoG(f);
|
||||||
if (si.cat == Cat::Skip) {{ if (done) valueComplete(); return; }}
|
|
||||||
if (si.cat != Cat::Int && si.cat != Cat::Dbl) {{ reject(); return; }}
|
if (si.cat != Cat::Int && si.cat != Cat::Dbl) {{ reject(); return; }}
|
||||||
scratch_.append(buf, len);
|
scratch_.append(buf, len);
|
||||||
started_ = true;
|
started_ = true;
|
||||||
@@ -1051,9 +1061,7 @@ private:
|
|||||||
void cbBool(bool value) {{
|
void cbBool(bool value) {{
|
||||||
if (error_) return;
|
if (error_) return;
|
||||||
Frame &f = stack_.back();
|
Frame &f = stack_.back();
|
||||||
if (f.kind == Kind::Skip) return;
|
|
||||||
SlotInfo si = slotInfoG(f);
|
SlotInfo si = slotInfoG(f);
|
||||||
if (si.cat == Cat::Skip) {{ valueComplete(); return; }}
|
|
||||||
if (si.cat != Cat::Bool) {{ reject(); return; }}
|
if (si.cat != Cat::Bool) {{ reject(); return; }}
|
||||||
*(bool *)engage(f, true) = value;
|
*(bool *)engage(f, true) = value;
|
||||||
valueComplete();
|
valueComplete();
|
||||||
@@ -1065,10 +1073,11 @@ private:
|
|||||||
|
|
||||||
void cbNull() {{
|
void cbNull() {{
|
||||||
if (error_) return;
|
if (error_) return;
|
||||||
|
if (stack_.empty()) {{
|
||||||
|
{null_at_root}
|
||||||
|
}}
|
||||||
Frame &f = stack_.back();
|
Frame &f = stack_.back();
|
||||||
if (f.kind == Kind::Skip) return;
|
|
||||||
SlotInfo si = slotInfoG(f);
|
SlotInfo si = slotInfoG(f);
|
||||||
if (si.cat == Cat::Skip) {{ valueComplete(); return; }}
|
|
||||||
if (!si.nullable) {{ reject(); return; }}
|
if (!si.nullable) {{ reject(); return; }}
|
||||||
if (isArrayKind(f.kind)) appendNull(f); // keep null array elements
|
if (isArrayKind(f.kind)) appendNull(f); // keep null array elements
|
||||||
valueComplete(); // leave optional empty / pointer null
|
valueComplete(); // leave optional empty / pointer null
|
||||||
@@ -1106,8 +1115,6 @@ private:
|
|||||||
{self._reqmask()}
|
{self._reqmask()}
|
||||||
|
|
||||||
{self._is_object_kind()}
|
{self._is_object_kind()}
|
||||||
|
|
||||||
{self._is_strict()}
|
|
||||||
}};
|
}};
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user