Skip to content

Commit

Permalink
Upgrade the JSON Schema Test Suite to `4ba013d58e747ecaf48c8bb7cf248c…
Browse files Browse the repository at this point in the history
…b0d564afbc` (#372)

Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
  • Loading branch information
jviotti authored Jan 30, 2025
1 parent 9407a4c commit 6bbf79b
Show file tree
Hide file tree
Showing 29 changed files with 229 additions and 66 deletions.
2 changes: 1 addition & 1 deletion DEPENDENCIES
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
vendorpull /~https://github.com/sourcemeta/vendorpull dea311b5bfb53b6926a4140267959ae334d3ecf4
core /~https://github.com/sourcemeta/core 1257bcddc2797de7c95dedefebf6c2fb1e00717a
jsonschema-test-suite /~https://github.com/json-schema-org/JSON-Schema-Test-Suite c2badb1298a8698f86dadf1aea7b44b3a894e5ac
jsonschema-test-suite /~https://github.com/json-schema-org/JSON-Schema-Test-Suite 4ba013d58e747ecaf48c8bb7cf248cb0d564afbc
101 changes: 65 additions & 36 deletions test/evaluator/officialsuite.cc
Original file line number Diff line number Diff line change
Expand Up @@ -31,8 +31,20 @@ static auto test_resolver(std::string_view identifier)

// We keep an explicit list instead of dynamically reading into the directory
// to make sure we are only pulling in the right files

READ_SCHEMA_FILE("http://localhost:1234/different-id-ref-string.json",
"different-id-ref-string.json")
READ_SCHEMA_FILE("http://localhost:1234/integer.json", "integer.json")
READ_SCHEMA_FILE("http://localhost:1234/subSchemas.json", "subSchemas.json")
READ_SCHEMA_FILE("http://localhost:1234/nested-absolute-ref-to-string.json",
"nested-absolute-ref-to-string.json")
READ_SCHEMA_FILE("http://localhost:1234/urn-ref-string.json",
"urn-ref-string.json")

READ_SCHEMA_FILE("http://localhost:1234/nested/foo-ref-string.json",
std::filesystem::path{"nested"} / "foo-ref-string.json")
READ_SCHEMA_FILE("http://localhost:1234/nested/string.json",
std::filesystem::path{"nested"} / "string.json")

READ_SCHEMA_FILE("http://localhost:1234/baseUriChange/folderInteger.json",
std::filesystem::path{"baseUriChange"} /
"folderInteger.json")
Expand All @@ -43,26 +55,7 @@ static auto test_resolver(std::string_view identifier)
"http://localhost:1234/baseUriChangeFolderInSubschema/folderInteger.json",
std::filesystem::path{"baseUriChangeFolderInSubschema"} /
"folderInteger.json")
READ_SCHEMA_FILE("http://localhost:1234/name.json", "name.json")
READ_SCHEMA_FILE(
"http://localhost:1234/locationIndependentIdentifierDraft4.json",
"locationIndependentIdentifierDraft4.json")
READ_SCHEMA_FILE("http://localhost:1234/ref-and-definitions.json",
"ref-and-definitions.json")
READ_SCHEMA_FILE(
"http://localhost:1234/locationIndependentIdentifierPre2019.json",
"locationIndependentIdentifierPre2019.json")
READ_SCHEMA_FILE("http://localhost:1234/nested/foo-ref-string.json",
std::filesystem::path{"nested"} / "foo-ref-string.json")
READ_SCHEMA_FILE("http://localhost:1234/nested/string.json",
std::filesystem::path{"nested"} / "string.json")
READ_SCHEMA_FILE("http://localhost:1234/draft6/detached-ref.json",
std::filesystem::path{"draft6"} / "detached-ref.json")
READ_SCHEMA_FILE("http://localhost:1234/draft7/detached-ref.json",
std::filesystem::path{"draft7"} / "detached-ref.json")
READ_SCHEMA_FILE("http://localhost:1234/draft7/ignore-dependentRequired.json",
std::filesystem::path{"draft7"} /
"ignore-dependentRequired.json")

READ_SCHEMA_FILE(
"http://localhost:1234/draft2019-09/metaschema-no-validation.json",
std::filesystem::path{"draft2019-09"} / "metaschema-no-validation.json")
Expand Down Expand Up @@ -101,12 +94,6 @@ static auto test_resolver(std::string_view identifier)
READ_SCHEMA_FILE("http://localhost:1234/draft2019-09/nested/string.json",
std::filesystem::path{"draft2019-09"} / "nested" /
"string.json")
READ_SCHEMA_FILE("http://localhost:1234/different-id-ref-string.json",
"different-id-ref-string.json")
READ_SCHEMA_FILE("http://localhost:1234/urn-ref-string.json",
"urn-ref-string.json")
READ_SCHEMA_FILE("http://localhost:1234/nested-absolute-ref-to-string.json",
"nested-absolute-ref-to-string.json")
READ_SCHEMA_FILE("http://localhost:1234/draft2019-09/detached-ref.json",
std::filesystem::path{"draft2019-09"} / "detached-ref.json")
READ_SCHEMA_FILE("http://localhost:1234/draft2019-09/dependentRequired.json",
Expand All @@ -115,6 +102,7 @@ static auto test_resolver(std::string_view identifier)
READ_SCHEMA_FILE("http://localhost:1234/draft2019-09/ignore-prefixItems.json",
std::filesystem::path{"draft2019-09"} /
"ignore-prefixItems.json")

READ_SCHEMA_FILE("http://localhost:1234/draft2020-12/prefixItems.json",
std::filesystem::path{"draft2020-12"} / "prefixItems.json")
READ_SCHEMA_FILE(
Expand Down Expand Up @@ -171,6 +159,41 @@ static auto test_resolver(std::string_view identifier)
std::filesystem::path{"draft2020-12"} / "nested" /
"string.json")

READ_SCHEMA_FILE("http://localhost:1234/draft7/detached-ref.json",
std::filesystem::path{"draft7"} / "detached-ref.json")
READ_SCHEMA_FILE("http://localhost:1234/draft7/ignore-dependentRequired.json",
std::filesystem::path{"draft7"} /
"ignore-dependentRequired.json")
READ_SCHEMA_FILE(
"http://localhost:1234/draft7/locationIndependentIdentifier.json",
std::filesystem::path{"draft7"} / "locationIndependentIdentifier.json")
READ_SCHEMA_FILE("http://localhost:1234/draft7/name.json",
std::filesystem::path{"draft7"} / "name.json")
READ_SCHEMA_FILE("http://localhost:1234/draft7/ref-and-definitions.json",
std::filesystem::path{"draft7"} / "ref-and-definitions.json")
READ_SCHEMA_FILE("http://localhost:1234/draft7/subSchemas.json",
std::filesystem::path{"draft7"} / "subSchemas.json")

READ_SCHEMA_FILE("http://localhost:1234/draft6/detached-ref.json",
std::filesystem::path{"draft6"} / "detached-ref.json")
READ_SCHEMA_FILE(
"http://localhost:1234/draft6/locationIndependentIdentifier.json",
std::filesystem::path{"draft6"} / "locationIndependentIdentifier.json")
READ_SCHEMA_FILE("http://localhost:1234/draft6/name.json",
std::filesystem::path{"draft6"} / "name.json")
READ_SCHEMA_FILE("http://localhost:1234/draft6/ref-and-definitions.json",
std::filesystem::path{"draft6"} / "ref-and-definitions.json")
READ_SCHEMA_FILE("http://localhost:1234/draft6/subSchemas.json",
std::filesystem::path{"draft6"} / "subSchemas.json")

READ_SCHEMA_FILE(
"http://localhost:1234/draft4/locationIndependentIdentifier.json",
std::filesystem::path{"draft4"} / "locationIndependentIdentifier.json")
READ_SCHEMA_FILE("http://localhost:1234/draft4/name.json",
std::filesystem::path{"draft4"} / "name.json")
READ_SCHEMA_FILE("http://localhost:1234/draft4/subSchemas.json",
std::filesystem::path{"draft4"} / "subSchemas.json")

#undef READ_SCHEMA_FILE

return sourcemeta::core::official_resolver(identifier);
Expand Down Expand Up @@ -299,15 +322,21 @@ int main(int argc, char **argv) {
"https://json-schema.org/draft/2020-12/schema",
{// TODO: Enable all tests
"bignum", "ecmascript-regex", "format-assertion", "non-bmp-regex"});
register_tests(
std::filesystem::path{"draft2020-12"} / "optional" / "format",
"JSONSchemaOfficialSuite_2020_12_Optional_Format",
"https://json-schema.org/draft/2020-12/schema",
// TODO: Enable all tests
{"date-time", "date", "duration", "email", "hostname", "idn-email",
"idn-hostname", "ipv4", "ipv6", "iri-reference", "iri", "json-pointer",
"regex", "relative-json-pointer", "time", "uri-reference",
"uri-template", "uri", "uuid"});
register_tests(std::filesystem::path{"draft2020-12"} / "optional" /
"format",
"JSONSchemaOfficialSuite_2020_12_Optional_Format",
"https://json-schema.org/draft/2020-12/schema",
// TODO: Enable all tests
{"date-time", "date",
"duration", "email",
"hostname", "idn-email",
"idn-hostname", "ipv4",
"ipv6", "iri-reference",
"iri", "json-pointer",
"regex", "relative-json-pointer",
"time", "uri-reference",
"uri-template", "uri",
"uuid", "ecmascript-regex"});

// 2019-09
register_tests("draft2019-09", "JSONSchemaOfficialSuite_2019_09",
Expand Down
10 changes: 10 additions & 0 deletions vendor/jsonschema-test-suite/remotes/draft4/subSchemas.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

15 changes: 15 additions & 0 deletions vendor/jsonschema-test-suite/remotes/draft6/name.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

10 changes: 10 additions & 0 deletions vendor/jsonschema-test-suite/remotes/draft6/subSchemas.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

15 changes: 15 additions & 0 deletions vendor/jsonschema-test-suite/remotes/draft7/name.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

10 changes: 10 additions & 0 deletions vendor/jsonschema-test-suite/remotes/draft7/subSchemas.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading

5 comments on commit 6bbf79b

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (linux/llvm)

Benchmark suite Current: 6bbf79b Previous: 9407a4c Ratio
Compiler_Draft6_AdaptiveCard 69354385782.00002 ns/iter 68610430635 ns/iter 1.01
Compiler_2019_09_OMC_JSON_V2 11200728903.000027 ns/iter 11141900609.999992 ns/iter 1.01
Evaluator_Draft4_Meta_1_No_Callback 295.1652432270707 ns/iter 303.0578070010727 ns/iter 0.97
Evaluator_Draft4_Required_Properties 629.4937491845977 ns/iter 632.7052738125706 ns/iter 0.99
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 31.991493137475544 ns/iter 32.00501107341206 ns/iter 1.00
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 13.255609101027543 ns/iter 13.244986913185713 ns/iter 1.00
Evaluator_Draft4_Items_Schema 630.287234839646 ns/iter 616.1674659408856 ns/iter 1.02
Evaluator_Draft4_Nested_Object 4.662035760676838 ns/iter 4.664024793074444 ns/iter 1.00
Evaluator_Draft4_Properties_Triad_Optional 900.3567489681172 ns/iter 901.9657383598229 ns/iter 1.00
Evaluator_Draft4_Properties_Triad_Closed 715.4146334004073 ns/iter 724.6685456686924 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Required 877.6833659381556 ns/iter 874.9197201097146 ns/iter 1.00
Evaluator_Draft4_Properties_Closed 83.16591521895147 ns/iter 83.35855266591037 ns/iter 1.00
Evaluator_Draft4_Non_Recursive_Ref 28.935978100168086 ns/iter 28.96057226905753 ns/iter 1.00
Evaluator_Draft4_Pattern_Properties_True 241.77637226314766 ns/iter 242.78838952271647 ns/iter 1.00
Evaluator_Draft4_Ref_To_Single_Property 12.953693436923464 ns/iter 13.027151535616744 ns/iter 0.99
Evaluator_Draft4_Additional_Properties_Type 53.181915455120624 ns/iter 53.31943018105743 ns/iter 1.00
Evaluator_Draft4_Nested_Oneof 85.53498819855099 ns/iter 85.61270798317331 ns/iter 1.00
Evaluator_Draft4_Short_Enum 19.239497232266654 ns/iter 16.077402607394014 ns/iter 1.20
Evaluator_Draft4_Long_Enum 20.222888445280557 ns/iter 20.242917031575537 ns/iter 1.00
Evaluator_Draft4_Long_Enum_Short_Strings 19.21728254308057 ns/iter 16.0395669546727 ns/iter 1.20
Evaluator_Draft4_Type_Object 10.264126058727504 ns/iter 10.27931056038894 ns/iter 1.00
Evaluator_Draft6_Property_Names 126.89048175464265 ns/iter 126.84379164700839 ns/iter 1.00
Evaluator_Draft7_If_Then_Else 39.48810823557632 ns/iter 39.59834314250199 ns/iter 1.00
Evaluator_Draft7_Vercel_1 45469.18244114501 ns/iter 47055.719075757435 ns/iter 0.97
Evaluator_Draft7_Helm_Chart_Lock_1 275.30298531586834 ns/iter 283.8126227558823 ns/iter 0.97
Evaluator_Draft7_Helm_Chart_Lock_2 266.32242275284545 ns/iter 280.12904566356866 ns/iter 0.95
Evaluator_Draft7_Jasmine_1 177.52903802251268 ns/iter 177.223498385236 ns/iter 1.00
Evaluator_Draft7_Dependabot_1 1264.3894303152497 ns/iter 1247.156760862701 ns/iter 1.01
Evaluator_2019_09_Unevaluated_Properties 53.093153483339265 ns/iter 52.67749407641882 ns/iter 1.01
Evaluator_2019_09_OMC_JSON_V2_1 1406.7891472901229 ns/iter 1441.1175594902875 ns/iter 0.98
Evaluator_2020_12_Dynamic_Ref 585.9411216902671 ns/iter 589.4362016895707 ns/iter 0.99
Evaluator_2020_12_Dynamic_Ref_Single 9.965735422106883 ns/iter 9.959396073654757 ns/iter 1.00
Evaluator_2020_12_CQL_1 3786.7788312665534 ns/iter 3827.3014471412175 ns/iter 0.99
Evaluator_2020_12_OpenAPI 205294.00233714955 ns/iter 201359.60571751604 ns/iter 1.02

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (macos/llvm)

Benchmark suite Current: 6bbf79b Previous: 9407a4c Ratio
Compiler_Draft6_AdaptiveCard 62564137292.00005 ns/iter 61987159958.99994 ns/iter 1.01
Compiler_2019_09_OMC_JSON_V2 10481927000.000042 ns/iter 9618133833.000002 ns/iter 1.09
Evaluator_Draft4_Meta_1_No_Callback 185.1687677710492 ns/iter 185.82155540414192 ns/iter 1.00
Evaluator_Draft4_Required_Properties 450.2124549489921 ns/iter 417.76701045051226 ns/iter 1.08
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 22.66815114190877 ns/iter 21.831487828815696 ns/iter 1.04
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 8.593455195312284 ns/iter 8.33530327260861 ns/iter 1.03
Evaluator_Draft4_Items_Schema 290.34327609905307 ns/iter 289.2771952011272 ns/iter 1.00
Evaluator_Draft4_Nested_Object 3.5234196745801865 ns/iter 3.5856653157700005 ns/iter 0.98
Evaluator_Draft4_Properties_Triad_Optional 844.8968574369926 ns/iter 887.1271770499259 ns/iter 0.95
Evaluator_Draft4_Properties_Triad_Closed 679.9101696136456 ns/iter 689.8945074835657 ns/iter 0.99
Evaluator_Draft4_Properties_Triad_Required 810.1274809282753 ns/iter 838.1470098025782 ns/iter 0.97
Evaluator_Draft4_Properties_Closed 48.72632596288331 ns/iter 57.92009985502487 ns/iter 0.84
Evaluator_Draft4_Non_Recursive_Ref 10.391148285551408 ns/iter 14.480728580936178 ns/iter 0.72
Evaluator_Draft4_Pattern_Properties_True 180.3270382861792 ns/iter 257.37066746477325 ns/iter 0.70
Evaluator_Draft4_Ref_To_Single_Property 8.17329835730127 ns/iter 9.94564286555836 ns/iter 0.82
Evaluator_Draft4_Additional_Properties_Type 17.157389516628392 ns/iter 24.246395076327588 ns/iter 0.71
Evaluator_Draft4_Nested_Oneof 51.838186918725775 ns/iter 70.25690403379639 ns/iter 0.74
Evaluator_Draft4_Short_Enum 9.142900516172903 ns/iter 11.781434319216762 ns/iter 0.78
Evaluator_Draft4_Long_Enum 29.331407527024254 ns/iter 39.34672904827827 ns/iter 0.75
Evaluator_Draft4_Long_Enum_Short_Strings 9.790657379478807 ns/iter 12.98711378939882 ns/iter 0.75
Evaluator_Draft4_Type_Object 5.8488168989115294 ns/iter 8.564775722346914 ns/iter 0.68
Evaluator_Draft6_Property_Names 94.16412691026896 ns/iter 128.16955142376722 ns/iter 0.73
Evaluator_Draft7_If_Then_Else 25.171348667447575 ns/iter 35.81957713261134 ns/iter 0.70
Evaluator_Draft7_Vercel_1 32922.68193668328 ns/iter 52434.34999999863 ns/iter 0.63
Evaluator_Draft7_Helm_Chart_Lock_1 103.44206634684222 ns/iter 162.6237091749252 ns/iter 0.64
Evaluator_Draft7_Helm_Chart_Lock_2 94.71519181800497 ns/iter 170.2382821088753 ns/iter 0.56
Evaluator_Draft7_Jasmine_1 99.91928715069442 ns/iter 156.13269183924194 ns/iter 0.64
Evaluator_Draft7_Dependabot_1 670.6111307753007 ns/iter 1095.9373437424697 ns/iter 0.61
Evaluator_2019_09_Unevaluated_Properties 34.90652398592649 ns/iter 54.14788639595875 ns/iter 0.64
Evaluator_2019_09_OMC_JSON_V2_1 933.7311852221884 ns/iter 927.4567595832381 ns/iter 1.01
Evaluator_2020_12_Dynamic_Ref 387.55114453580586 ns/iter 433.52844007317657 ns/iter 0.89
Evaluator_2020_12_Dynamic_Ref_Single 5.478999317696865 ns/iter 5.571060346982749 ns/iter 0.98
Evaluator_2020_12_CQL_1 1941.8124701673569 ns/iter 2018.861459211767 ns/iter 0.96
Evaluator_2020_12_OpenAPI 149142.57230966407 ns/iter 159962.24583048304 ns/iter 0.93

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (macos/gcc)

Benchmark suite Current: 6bbf79b Previous: 9407a4c Ratio
Compiler_Draft6_AdaptiveCard 68219382047.6532 ns/iter 64734306097.03064 ns/iter 1.05
Compiler_2019_09_OMC_JSON_V2 10046926736.831665 ns/iter 8458416938.781738 ns/iter 1.19
Evaluator_Draft4_Meta_1_No_Callback 180.99202551145538 ns/iter 163.02391576822683 ns/iter 1.11
Evaluator_Draft4_Required_Properties 339.05724739849256 ns/iter 318.63273728325936 ns/iter 1.06
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 19.671337093575442 ns/iter 18.92960947895588 ns/iter 1.04
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 7.465669153432146 ns/iter 7.15609717593663 ns/iter 1.04
Evaluator_Draft4_Items_Schema 470.28077752232446 ns/iter 438.8433737795815 ns/iter 1.07
Evaluator_Draft4_Nested_Object 2.1711956500769314 ns/iter 2.0497640904373142 ns/iter 1.06
Evaluator_Draft4_Properties_Triad_Optional 859.4108088397016 ns/iter 809.8357572791394 ns/iter 1.06
Evaluator_Draft4_Properties_Triad_Closed 727.4164553967405 ns/iter 672.364262295252 ns/iter 1.08
Evaluator_Draft4_Properties_Triad_Required 855.3257123985179 ns/iter 827.4057168702191 ns/iter 1.03
Evaluator_Draft4_Properties_Closed 68.66592904807766 ns/iter 66.4765707484844 ns/iter 1.03
Evaluator_Draft4_Non_Recursive_Ref 13.7281098878894 ns/iter 12.947752629591156 ns/iter 1.06
Evaluator_Draft4_Pattern_Properties_True 194.98596687879996 ns/iter 183.51331928842714 ns/iter 1.06
Evaluator_Draft4_Ref_To_Single_Property 7.9494734077267575 ns/iter 7.064671192191903 ns/iter 1.13
Evaluator_Draft4_Additional_Properties_Type 28.95221195632789 ns/iter 24.480833447332966 ns/iter 1.18
Evaluator_Draft4_Nested_Oneof 70.23519970515443 ns/iter 56.990769398242044 ns/iter 1.23
Evaluator_Draft4_Short_Enum 9.646696161165426 ns/iter 7.895374911147297 ns/iter 1.22
Evaluator_Draft4_Long_Enum 12.10034328663287 ns/iter 8.818104997104042 ns/iter 1.37
Evaluator_Draft4_Long_Enum_Short_Strings 11.138716407491811 ns/iter 8.138946204289505 ns/iter 1.37
Evaluator_Draft4_Type_Object 7.296103993530516 ns/iter 4.583446219751131 ns/iter 1.59
Evaluator_Draft6_Property_Names 122.86941668831122 ns/iter 103.84601271514067 ns/iter 1.18
Evaluator_Draft7_If_Then_Else 32.36662704870951 ns/iter 25.13254129825393 ns/iter 1.29
Evaluator_Draft7_Vercel_1 46640.58730643827 ns/iter 39213.31942814771 ns/iter 1.19
Evaluator_Draft7_Helm_Chart_Lock_1 203.25999633110675 ns/iter 167.81543542248556 ns/iter 1.21
Evaluator_Draft7_Helm_Chart_Lock_2 195.47802159880322 ns/iter 161.02098730654885 ns/iter 1.21
Evaluator_Draft7_Jasmine_1 144.67725257655974 ns/iter 136.25264362367477 ns/iter 1.06
Evaluator_Draft7_Dependabot_1 1021.2027690759563 ns/iter 884.2472517672962 ns/iter 1.15
Evaluator_2019_09_Unevaluated_Properties 40.2933198482631 ns/iter 33.54936685152304 ns/iter 1.20
Evaluator_2019_09_OMC_JSON_V2_1 1173.202333240279 ns/iter 1122.9689374687832 ns/iter 1.04
Evaluator_2020_12_Dynamic_Ref 505.9182643890381 ns/iter 482.3474129489419 ns/iter 1.05
Evaluator_2020_12_Dynamic_Ref_Single 5.1476309642316345 ns/iter 5.096487998962402 ns/iter 1.01
Evaluator_2020_12_CQL_1 2666.965241507227 ns/iter 2598.6311322766715 ns/iter 1.03
Evaluator_2020_12_OpenAPI 192914.69029017858 ns/iter 180720.0092906656 ns/iter 1.07

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (linux/gcc)

Benchmark suite Current: 6bbf79b Previous: 9407a4c Ratio
Evaluator_2020_12_Dynamic_Ref 641.6363389165887 ns/iter 629.9545227081409 ns/iter 1.02
Evaluator_2020_12_Dynamic_Ref_Single 9.730250022442824 ns/iter 9.728833266173474 ns/iter 1.00
Evaluator_2020_12_CQL_1 3788.9569203113374 ns/iter 3810.401633834374 ns/iter 0.99
Evaluator_2020_12_OpenAPI 231132.6669993384 ns/iter 226287.92829583815 ns/iter 1.02
Evaluator_2019_09_Unevaluated_Properties 52.69727659748029 ns/iter 53.025391705204775 ns/iter 0.99
Evaluator_2019_09_OMC_JSON_V2_1 1334.146655179124 ns/iter 1342.6852278667757 ns/iter 0.99
Evaluator_Draft7_If_Then_Else 45.93504670085532 ns/iter 45.67639563512087 ns/iter 1.01
Evaluator_Draft7_Vercel_1 46163.73123758436 ns/iter 47353.492186963704 ns/iter 0.97
Evaluator_Draft7_Helm_Chart_Lock_1 124.90485292627115 ns/iter 124.58051549715542 ns/iter 1.00
Evaluator_Draft7_Helm_Chart_Lock_2 121.63774390167949 ns/iter 119.9646312602388 ns/iter 1.01
Evaluator_Draft7_Jasmine_1 151.4378917802739 ns/iter 150.4549489415123 ns/iter 1.01
Evaluator_Draft7_Dependabot_1 927.182853563031 ns/iter 931.5927398259514 ns/iter 1.00
Evaluator_Draft6_Property_Names 162.08689790159715 ns/iter 162.1077122589247 ns/iter 1.00
Evaluator_Draft4_Meta_1_No_Callback 246.44083405959123 ns/iter 246.3680961650801 ns/iter 1.00
Evaluator_Draft4_Required_Properties 470.4730531925969 ns/iter 472.4561321898094 ns/iter 1.00
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 29.10037795197954 ns/iter 29.054597935973078 ns/iter 1.00
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 10.65190165885461 ns/iter 10.669092509756856 ns/iter 1.00
Evaluator_Draft4_Items_Schema 494.0458073402161 ns/iter 494.58746083547675 ns/iter 1.00
Evaluator_Draft4_Nested_Object 3.8164332209122964 ns/iter 3.8115568859776663 ns/iter 1.00
Evaluator_Draft4_Properties_Triad_Optional 1044.612742799569 ns/iter 1041.7090840337992 ns/iter 1.00
Evaluator_Draft4_Properties_Triad_Closed 842.218443260368 ns/iter 836.8324848504797 ns/iter 1.01
Evaluator_Draft4_Properties_Triad_Required 1053.650875156554 ns/iter 1053.7121444067689 ns/iter 1.00
Evaluator_Draft4_Properties_Closed 73.13633433987444 ns/iter 73.04833086763475 ns/iter 1.00
Evaluator_Draft4_Non_Recursive_Ref 12.657971227658336 ns/iter 12.577737210467191 ns/iter 1.01
Evaluator_Draft4_Pattern_Properties_True 261.54537961475614 ns/iter 261.45613411914064 ns/iter 1.00
Evaluator_Draft4_Ref_To_Single_Property 10.697751315092903 ns/iter 10.709632581493166 ns/iter 1.00
Evaluator_Draft4_Additional_Properties_Type 18.33374835024525 ns/iter 15.012625168389095 ns/iter 1.22
Evaluator_Draft4_Nested_Oneof 111.2665059138703 ns/iter 110.82875774406023 ns/iter 1.00
Evaluator_Draft4_Short_Enum 18.189914037334233 ns/iter 18.059784605231158 ns/iter 1.01
Evaluator_Draft4_Long_Enum 18.443296578778085 ns/iter 18.438735582799332 ns/iter 1.00
Evaluator_Draft4_Long_Enum_Short_Strings 18.05567005523351 ns/iter 18.047299575306287 ns/iter 1.00
Evaluator_Draft4_Type_Object 9.767746589010805 ns/iter 9.763988042068897 ns/iter 1.00
Compiler_2019_09_OMC_JSON_V2 10930167592.999964 ns/iter 10943692188.999989 ns/iter 1.00
Compiler_Draft6_AdaptiveCard 70177473895.00005 ns/iter 70439651394.00006 ns/iter 1.00

This comment was automatically generated by workflow using github-action-benchmark.

@github-actions
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Benchmark (windows/msvc)

Benchmark suite Current: 6bbf79b Previous: 9407a4c Ratio
Compiler_Draft6_AdaptiveCard 169968802000.0001 ns/iter 169399379800.00003 ns/iter 1.00
Compiler_2019_09_OMC_JSON_V2 24777090900.000076 ns/iter 24567057099.999943 ns/iter 1.01
Evaluator_Draft4_Meta_1_No_Callback 378.7482180806519 ns/iter 378.5713169642665 ns/iter 1.00
Evaluator_Draft4_Required_Properties 771.8665178572592 ns/iter 775.7823660714536 ns/iter 0.99
Evaluator_Draft4_Many_Optional_Properties_Minimal_Match 38.51387276786308 ns/iter 38.44281359923521 ns/iter 1.00
Evaluator_Draft4_Few_Optional_Properties_Minimal_Match 16.424147321428354 ns/iter 16.529923326808714 ns/iter 0.99
Evaluator_Draft4_Items_Schema 686.6746428572006 ns/iter 680.7569642857304 ns/iter 1.01
Evaluator_Draft4_Nested_Object 6.821416294642597 ns/iter 6.810917857142686 ns/iter 1.00
Evaluator_Draft4_Properties_Triad_Optional 1599.6508928571375 ns/iter 1525.4301339286008 ns/iter 1.05
Evaluator_Draft4_Properties_Triad_Closed 1294.1469892200832 ns/iter 1229.2726785714437 ns/iter 1.05
Evaluator_Draft4_Properties_Triad_Required 1609.9626049355995 ns/iter 1509.122991071215 ns/iter 1.07
Evaluator_Draft4_Properties_Closed 91.94370125251211 ns/iter 91.76912946428878 ns/iter 1.00
Evaluator_Draft4_Non_Recursive_Ref 33.785414590396904 ns/iter 33.57665104600795 ns/iter 1.01
Evaluator_Draft4_Pattern_Properties_True 234.5900714285725 ns/iter 233.83139131345908 ns/iter 1.00
Evaluator_Draft4_Ref_To_Single_Property 16.763154017857474 ns/iter 16.811164842782613 ns/iter 1.00
Evaluator_Draft4_Additional_Properties_Type 62.17854464285974 ns/iter 61.05139285714196 ns/iter 1.02
Evaluator_Draft4_Nested_Oneof 111.04831249999945 ns/iter 112.13243749999435 ns/iter 0.99
Evaluator_Draft4_Short_Enum 25.094682980546196 ns/iter 24.632468914949325 ns/iter 1.02
Evaluator_Draft4_Long_Enum 23.616796428573902 ns/iter 23.709984110379896 ns/iter 1.00
Evaluator_Draft4_Long_Enum_Short_Strings 27.83875969714937 ns/iter 27.685743626402893 ns/iter 1.01
Evaluator_Draft4_Type_Object 14.259517570270706 ns/iter 14.498999935274297 ns/iter 0.98
Evaluator_Draft6_Property_Names 166.02816736795847 ns/iter 166.1284441604081 ns/iter 1.00
Evaluator_Draft7_If_Then_Else 54.4095900000002 ns/iter 54.23414285714452 ns/iter 1.00
Evaluator_Draft7_Vercel_1 70888.2031250064 ns/iter 70926.54017857621 ns/iter 1.00
Evaluator_Draft7_Helm_Chart_Lock_1 287.89909875451286 ns/iter 287.8513250166084 ns/iter 1.00
Evaluator_Draft7_Helm_Chart_Lock_2 263.6380229302511 ns/iter 263.53921042588223 ns/iter 1.00
Evaluator_Draft7_Jasmine_1 218.87803125000715 ns/iter 217.86040625002556 ns/iter 1.00
Evaluator_Draft7_Dependabot_1 1534.8803571428552 ns/iter 1555.1006696427853 ns/iter 0.99
Evaluator_2019_09_Unevaluated_Properties 73.86921874999531 ns/iter 73.77338169642604 ns/iter 1.00
Evaluator_2019_09_OMC_JSON_V2_1 1890.8668668453747 ns/iter 1938.5607487150558 ns/iter 0.98
Evaluator_2020_12_Dynamic_Ref 903.2525878337549 ns/iter 867.1043450428695 ns/iter 1.04
Evaluator_2020_12_Dynamic_Ref_Single 14.23623408823348 ns/iter 14.29252225762294 ns/iter 1.00
Evaluator_2020_12_CQL_1 5095.297321428152 ns/iter 4962.500892856627 ns/iter 1.03
Evaluator_2020_12_OpenAPI 282338.77059059514 ns/iter 273132.6375711705 ns/iter 1.03

This comment was automatically generated by workflow using github-action-benchmark.

Please sign in to comment.