Upgrade JSON Schema Test Suite to 06481b143722c8c06671bd40dcde99b422ffd531#655
Upgrade JSON Schema Test Suite to 06481b143722c8c06671bd40dcde99b422ffd531#655
06481b143722c8c06671bd40dcde99b422ffd531#655Conversation
🤖 Augment PR SummarySummary: This PR bumps the vendored JSON Schema Test Suite to commit Changes:
Technical Notes: The suite now relies more heavily on draft-scoped remote paths for HTTP $ref resolution, so any harness code that maps remote URIs to local files must stay in sync with these updated URLs. 🤖 Was this summary useful? React with 👍 or 👎 |
…ffd531` Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
There was a problem hiding this comment.
Benchmark (linux/llvm)
Details
| Benchmark suite | Current: 0f741a3 | Previous: 6ea546a | Ratio |
|---|---|---|---|
E2E_Compiler_adaptivecard |
59084567.88889301 ns/iter |
60659334.88889641 ns/iter |
0.97 |
E2E_Compiler_ansible_meta |
26973613.346154496 ns/iter |
26682800.879998468 ns/iter |
1.01 |
E2E_Compiler_aws_cdk |
351760.0947103342 ns/iter |
347215.1878097203 ns/iter |
1.01 |
E2E_Compiler_babelrc |
2431548.362369223 ns/iter |
2397080.671232821 ns/iter |
1.01 |
E2E_Compiler_clang_format |
17224046.365854297 ns/iter |
16941999.682926953 ns/iter |
1.02 |
E2E_Compiler_cmake_presets |
25379963.92857167 ns/iter |
24919618.214287963 ns/iter |
1.02 |
E2E_Compiler_code_climate |
2417279.083044871 ns/iter |
2391495.312925061 ns/iter |
1.01 |
E2E_Compiler_cql2 |
13020708.509090832 ns/iter |
12616387.285713617 ns/iter |
1.03 |
E2E_Compiler_cspell |
21947632.281250406 ns/iter |
22296264.906248808 ns/iter |
0.98 |
E2E_Compiler_cypress |
3806365.0113635752 ns/iter |
3799682.597825994 ns/iter |
1.00 |
E2E_Compiler_deno |
7171897.336734543 ns/iter |
7171381.7010312285 ns/iter |
1.00 |
E2E_Compiler_dependabot |
3607456.283505472 ns/iter |
3609477.0362693937 ns/iter |
1.00 |
E2E_Compiler_draft_04 |
2521283.7132614604 ns/iter |
2508998.487454957 ns/iter |
1.00 |
E2E_Compiler_fabric_mod |
4451144.891719619 ns/iter |
4450685.605095158 ns/iter |
1.00 |
E2E_Compiler_geojson |
20728424.352940317 ns/iter |
20923825.499999247 ns/iter |
0.99 |
E2E_Compiler_gitpod_configuration |
4566190.248365898 ns/iter |
4593133.269737175 ns/iter |
0.99 |
E2E_Compiler_helm_chart_lock |
651114.4387277999 ns/iter |
651376.7546641533 ns/iter |
1.00 |
E2E_Compiler_importmap |
265082.53494524356 ns/iter |
263806.99397361034 ns/iter |
1.00 |
E2E_Compiler_jasmine |
1263879.8876610363 ns/iter |
1266040.1500903852 ns/iter |
1.00 |
E2E_Compiler_jshintrc |
4075979.1686045798 ns/iter |
4077284.668604735 ns/iter |
1.00 |
E2E_Compiler_jsconfig |
20330936.176472224 ns/iter |
20456580.411766537 ns/iter |
0.99 |
E2E_Compiler_krakend |
131590331.40000248 ns/iter |
138407762.19999498 ns/iter |
0.95 |
E2E_Compiler_lazygit |
31187518.913043275 ns/iter |
31504468.09090888 ns/iter |
0.99 |
E2E_Compiler_lerna |
1484042.536997859 ns/iter |
1481638.6602972085 ns/iter |
1.00 |
E2E_Compiler_nest_cli |
6900057.8712866 ns/iter |
6897065.20588248 ns/iter |
1.00 |
E2E_Compiler_omc |
143736506.00000474 ns/iter |
151337451.74998125 ns/iter |
0.95 |
E2E_Compiler_omnisharp |
6217126.482142582 ns/iter |
6266541.849557312 ns/iter |
0.99 |
E2E_Compiler_openapi |
23565240.60000235 ns/iter |
24004690.4333326 ns/iter |
0.98 |
E2E_Compiler_pre_commit_hooks |
5037282.028369101 ns/iter |
4943564.028168803 ns/iter |
1.02 |
E2E_Compiler_pulumi |
3766614.107527163 ns/iter |
3773098.4731183527 ns/iter |
1.00 |
E2E_Compiler_semantic_release |
1458162.7234926585 ns/iter |
1456194.010373401 ns/iter |
1.00 |
E2E_Compiler_stale |
1442875.9544513563 ns/iter |
1446444.7551438813 ns/iter |
1.00 |
E2E_Compiler_stylecop |
5535404.793651167 ns/iter |
5549312.349206135 ns/iter |
1.00 |
E2E_Compiler_tmuxinator |
1801335.002570705 ns/iter |
1809211.655527085 ns/iter |
1.00 |
E2E_Compiler_ui5 |
45899886.93332998 ns/iter |
47060913.93333433 ns/iter |
0.98 |
E2E_Compiler_ui5_manifest |
299524748.500005 ns/iter |
322256850.5000254 ns/iter |
0.93 |
E2E_Compiler_unreal_engine_uproject |
4255480.323170853 ns/iter |
4280320.725609677 ns/iter |
0.99 |
E2E_Compiler_vercel |
12197514.034481032 ns/iter |
12151944.81034328 ns/iter |
1.00 |
E2E_Compiler_yamllint |
324135.7118959211 ns/iter |
324647.3599446415 ns/iter |
1.00 |
E2E_Evaluator_adaptivecard |
26333.174983069057 ns/iter |
26993.2786081156 ns/iter |
0.98 |
E2E_Evaluator_ansible_meta |
237608.79898131912 ns/iter |
236410.40447911926 ns/iter |
1.01 |
E2E_Evaluator_aws_cdk |
53472.125625509005 ns/iter |
53278.451117006894 ns/iter |
1.00 |
E2E_Evaluator_babelrc |
109995.96846153718 ns/iter |
108826.4728840175 ns/iter |
1.01 |
E2E_Evaluator_cerebrum_criminal_case |
1334993.373814151 ns/iter |
1332170.9719438567 ns/iter |
1.00 |
E2E_Evaluator_clang_format |
128584.30722890251 ns/iter |
128087.94662451248 ns/iter |
1.00 |
E2E_Evaluator_cmake_presets |
4357114.180123921 ns/iter |
5098062.489051089 ns/iter |
0.85 |
E2E_Evaluator_code_climate |
183352.4236363618 ns/iter |
181978.11261377032 ns/iter |
1.01 |
E2E_Evaluator_cql2 |
225378.91886732433 ns/iter |
224333.3402822003 ns/iter |
1.00 |
E2E_Evaluator_cspell |
581985.1306865053 ns/iter |
584287.0042016796 ns/iter |
1.00 |
E2E_Evaluator_cypress |
193863.01052046142 ns/iter |
196420.7272981338 ns/iter |
0.99 |
E2E_Evaluator_deno |
323968.59225089406 ns/iter |
327571.1386691278 ns/iter |
0.99 |
E2E_Evaluator_dependabot |
430497.52980941994 ns/iter |
433396.9299442038 ns/iter |
0.99 |
E2E_Evaluator_draft_04 |
7009903.727272113 ns/iter |
8079659.794871893 ns/iter |
0.87 |
E2E_Evaluator_fabric_mod |
723441.0133469843 ns/iter |
727933.1264249221 ns/iter |
0.99 |
E2E_Evaluator_geojson |
15509993.288888937 ns/iter |
15973881.06818378 ns/iter |
0.97 |
E2E_Evaluator_gitpod_configuration |
245045.02621458215 ns/iter |
244277.79532774043 ns/iter |
1.00 |
E2E_Evaluator_helm_chart_lock |
374049.0502405092 ns/iter |
367861.7474907796 ns/iter |
1.02 |
E2E_Evaluator_importmap |
51858.441421346455 ns/iter |
51446.556783701286 ns/iter |
1.01 |
E2E_Evaluator_jasmine |
109896.38976194849 ns/iter |
110534.72325183744 ns/iter |
0.99 |
E2E_Evaluator_jshintrc |
1225839.5918002801 ns/iter |
1239365.5876106666 ns/iter |
0.99 |
E2E_Evaluator_jsconfig |
429779.5432781175 ns/iter |
439807.31042946246 ns/iter |
0.98 |
E2E_Evaluator_krakend |
226763.47443366525 ns/iter |
225453.68266406783 ns/iter |
1.01 |
E2E_Evaluator_lazygit |
157963.81892257018 ns/iter |
159377.06480017892 ns/iter |
0.99 |
E2E_Evaluator_lerna |
153234.75955554182 ns/iter |
157948.0695746887 ns/iter |
0.97 |
E2E_Evaluator_nest_cli |
188209.08247422168 ns/iter |
188077.22192004204 ns/iter |
1.00 |
E2E_Evaluator_omc |
21195.295368194813 ns/iter |
21179.99553438448 ns/iter |
1.00 |
E2E_Evaluator_omnisharp |
627106.8940754158 ns/iter |
630471.2903225846 ns/iter |
0.99 |
E2E_Evaluator_openapi |
12283602.054545058 ns/iter |
15993532.34000091 ns/iter |
0.77 |
E2E_Evaluator_pre_commit_hooks |
503874.9626705536 ns/iter |
505034.5406593123 ns/iter |
1.00 |
E2E_Evaluator_pulumi |
692444.304303238 ns/iter |
698466.8109503698 ns/iter |
0.99 |
E2E_Evaluator_semantic_release |
102348.31654157458 ns/iter |
102607.52817410014 ns/iter |
1.00 |
E2E_Evaluator_stale |
155143.44080825776 ns/iter |
154480.89248505174 ns/iter |
1.00 |
E2E_Evaluator_stylecop |
303644.5862822145 ns/iter |
301192.869130427 ns/iter |
1.01 |
E2E_Evaluator_tmuxinator |
98289.6247533205 ns/iter |
103678.97704406852 ns/iter |
0.95 |
E2E_Evaluator_ui5 |
534376.2636932691 ns/iter |
555551.3023438152 ns/iter |
0.96 |
E2E_Evaluator_ui5_manifest |
2656931.5399240036 ns/iter |
2706321.8554688185 ns/iter |
0.98 |
E2E_Evaluator_unreal_engine_uproject |
437854.9428032256 ns/iter |
441425.42334388004 ns/iter |
0.99 |
E2E_Evaluator_vercel |
323723.60793357785 ns/iter |
322074.1897269808 ns/iter |
1.01 |
E2E_Evaluator_yamllint |
11280.299052535127 ns/iter |
11496.94469511045 ns/iter |
0.98 |
Micro_Draft4_Meta_1_No_Callback |
198.4738766746554 ns/iter |
194.78157637379948 ns/iter |
1.02 |
Micro_Draft4_Required_Properties |
808.7144643722779 ns/iter |
814.6333667489068 ns/iter |
0.99 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
24.86063779618348 ns/iter |
24.8510568851671 ns/iter |
1.00 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
13.688150964523633 ns/iter |
13.690146867824486 ns/iter |
1.00 |
Micro_Draft4_Items_Schema |
308.24834101692846 ns/iter |
298.86708518387496 ns/iter |
1.03 |
Micro_Draft4_Nested_Object |
3.734712709788864 ns/iter |
3.73608892359592 ns/iter |
1.00 |
Micro_Draft4_Properties_Triad_Optional |
361.3509675804142 ns/iter |
346.25034026321873 ns/iter |
1.04 |
Micro_Draft4_Properties_Triad_Closed |
297.1636065564109 ns/iter |
289.13453201506485 ns/iter |
1.03 |
Micro_Draft4_Properties_Triad_Required |
363.21150652969493 ns/iter |
362.6146876245118 ns/iter |
1.00 |
Micro_Draft4_Properties_Closed |
61.378680121039956 ns/iter |
61.626662668984004 ns/iter |
1.00 |
Micro_Draft4_Non_Recursive_Ref |
14.400007631099317 ns/iter |
14.460236311419324 ns/iter |
1.00 |
Micro_Draft4_Pattern_Properties_True |
214.12057474528532 ns/iter |
214.30421618744387 ns/iter |
1.00 |
Micro_Draft4_Ref_To_Single_Property |
13.694438559988138 ns/iter |
13.889363687998566 ns/iter |
0.99 |
Micro_Draft4_Additional_Properties_Type |
24.210367552876836 ns/iter |
24.232314859229763 ns/iter |
1.00 |
Micro_Draft4_Nested_Oneof |
59.7304818048438 ns/iter |
59.20552671355316 ns/iter |
1.01 |
Micro_Draft4_Short_Enum |
13.235063732378354 ns/iter |
13.232677407031572 ns/iter |
1.00 |
Micro_Draft4_Long_Enum |
16.212395358684198 ns/iter |
16.50267239062065 ns/iter |
0.98 |
Micro_Draft4_Long_Enum_Short_Strings |
13.075087844883344 ns/iter |
13.299040117813396 ns/iter |
0.98 |
Micro_Draft4_Type_Object |
5.910853697514724 ns/iter |
5.912619211705434 ns/iter |
1.00 |
Micro_Draft4_Ref_Single_100 |
2328610.4900000733 ns/iter |
2330085.9536425527 ns/iter |
1.00 |
Micro_Draft4_Compile_Ref_Many_Nested |
1691107.6932365396 ns/iter |
1687480.1180721484 ns/iter |
1.00 |
Micro_Draft4_Compile_Wrap |
2309006.561056389 ns/iter |
2296103.2196720033 ns/iter |
1.01 |
Micro_Draft6_Property_Names |
112.73690218786835 ns/iter |
113.11524240047011 ns/iter |
1.00 |
Micro_Draft6_Compile_FHIR |
13701579882.000032 ns/iter |
14724802701.000044 ns/iter |
0.93 |
Micro_Draft7_If_Then_Else |
26.16185762145889 ns/iter |
26.13405918892253 ns/iter |
1.00 |
Micro_2019_09_Unevaluated_Properties |
37.60818775778622 ns/iter |
36.44728936379553 ns/iter |
1.03 |
Micro_2019_09_Compile_Wrap |
269220656.0000159 ns/iter |
289380502.50002337 ns/iter |
0.93 |
Micro_2019_09_KrakenD_Linter_Check |
1179091926.999945 ns/iter |
1168781767.0000412 ns/iter |
1.01 |
Micro_2019_09_KrakenD_Linter_Apply |
10244970924.999962 ns/iter |
10557310410.000013 ns/iter |
0.97 |
Micro_2020_12_Dynamic_Ref |
232.06665042488942 ns/iter |
256.65858928209525 ns/iter |
0.90 |
Micro_2020_12_Dynamic_Ref_Single |
5.9158263557174875 ns/iter |
5.91459645466037 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Mask |
140311.3882915086 ns/iter |
140443.03722875912 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Annotations |
166291.34710742827 ns/iter |
165313.5724844799 ns/iter |
1.01 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1024010.1763847222 ns/iter |
1022662.8671532529 ns/iter |
1.00 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
Benchmark (macos/llvm)
Details
| Benchmark suite | Current: 0f741a3 | Previous: 6ea546a | Ratio |
|---|---|---|---|
E2E_Compiler_adaptivecard |
89304607.14285411 ns/iter |
59445429.461544126 ns/iter |
1.50 |
E2E_Compiler_ansible_meta |
33387222.20833764 ns/iter |
24725592.7419349 ns/iter |
1.35 |
E2E_Compiler_aws_cdk |
309140.093974922 ns/iter |
288179.0089221708 ns/iter |
1.07 |
E2E_Compiler_babelrc |
1969834.2653634055 ns/iter |
2252697.2594937147 ns/iter |
0.87 |
E2E_Compiler_clang_format |
12458194.444442833 ns/iter |
15944201.086955693 ns/iter |
0.78 |
E2E_Compiler_cmake_presets |
24374997.000003465 ns/iter |
27725597.222225018 ns/iter |
0.88 |
E2E_Compiler_code_climate |
1906077.0777477152 ns/iter |
2024717.2102275162 ns/iter |
0.94 |
E2E_Compiler_cql2 |
11201681.222221144 ns/iter |
13946443.685184745 ns/iter |
0.80 |
E2E_Compiler_cspell |
20299118.421049617 ns/iter |
20021568.61764808 ns/iter |
1.01 |
E2E_Compiler_cypress |
3967563.8888891423 ns/iter |
3917993.784530807 ns/iter |
1.01 |
E2E_Compiler_deno |
6846025.252525119 ns/iter |
7453903.900900391 ns/iter |
0.92 |
E2E_Compiler_dependabot |
3557949.7020197585 ns/iter |
3484863.4020615523 ns/iter |
1.02 |
E2E_Compiler_draft_04 |
2009632.0261626355 ns/iter |
2355549.3206997714 ns/iter |
0.85 |
E2E_Compiler_fabric_mod |
3784396.2880438776 ns/iter |
4445346.40236655 ns/iter |
0.85 |
E2E_Compiler_geojson |
28756995.83333547 ns/iter |
23996251.7826064 ns/iter |
1.20 |
E2E_Compiler_gitpod_configuration |
5359311.1510783415 ns/iter |
4617255.368098058 ns/iter |
1.16 |
E2E_Compiler_helm_chart_lock |
650031.8210971046 ns/iter |
509186.49999994156 ns/iter |
1.28 |
E2E_Compiler_importmap |
262750.44729780575 ns/iter |
213858.30166615197 ns/iter |
1.23 |
E2E_Compiler_jasmine |
1292698.9981785924 ns/iter |
1027882.9652405872 ns/iter |
1.26 |
E2E_Compiler_jshintrc |
3934963.9849242703 ns/iter |
3133611.3489361834 ns/iter |
1.26 |
E2E_Compiler_jsconfig |
22456772.599999957 ns/iter |
18035155.684210144 ns/iter |
1.25 |
E2E_Compiler_krakend |
198640427.25004083 ns/iter |
135779187.50000134 ns/iter |
1.46 |
E2E_Compiler_lazygit |
44564449.999991976 ns/iter |
30972849.652174696 ns/iter |
1.44 |
E2E_Compiler_lerna |
2328227.4258755413 ns/iter |
1257793.1857923614 ns/iter |
1.85 |
E2E_Compiler_nest_cli |
8206625.666663592 ns/iter |
5821845.9449539995 ns/iter |
1.41 |
E2E_Compiler_omc |
214575319.66666463 ns/iter |
165910260.25000134 ns/iter |
1.29 |
E2E_Compiler_omnisharp |
6728264.563106085 ns/iter |
5885808.029629684 ns/iter |
1.14 |
E2E_Compiler_openapi |
22387902.777777694 ns/iter |
27068738.636361644 ns/iter |
0.83 |
E2E_Compiler_pre_commit_hooks |
3791066.0511357714 ns/iter |
5832279.580000659 ns/iter |
0.65 |
E2E_Compiler_pulumi |
3027122.6958529325 ns/iter |
4323979.041420021 ns/iter |
0.70 |
E2E_Compiler_semantic_release |
1225532.2569560348 ns/iter |
1805131.7835421558 ns/iter |
0.68 |
E2E_Compiler_stale |
1288093.552676952 ns/iter |
1666506.9911698613 ns/iter |
0.77 |
E2E_Compiler_stylecop |
5104933.53174622 ns/iter |
6137500.000000313 ns/iter |
0.83 |
E2E_Compiler_tmuxinator |
1538045.5583865324 ns/iter |
1537185.1230424165 ns/iter |
1.00 |
E2E_Compiler_ui5 |
64246642.333330326 ns/iter |
59903208.30769983 ns/iter |
1.07 |
E2E_Compiler_ui5_manifest |
300656187.4999534 ns/iter |
346788624.99998784 ns/iter |
0.87 |
E2E_Compiler_unreal_engine_uproject |
3707515.5747668967 ns/iter |
3993897.72727296 ns/iter |
0.93 |
E2E_Compiler_vercel |
13183056.508473706 ns/iter |
14451787.573771294 ns/iter |
0.91 |
E2E_Compiler_yamllint |
240917.89155868007 ns/iter |
285576.66141480306 ns/iter |
0.84 |
E2E_Evaluator_adaptivecard |
23666.246912852566 ns/iter |
23304.012058648346 ns/iter |
1.02 |
E2E_Evaluator_ansible_meta |
198571.10074534468 ns/iter |
172798.77260733116 ns/iter |
1.15 |
E2E_Evaluator_aws_cdk |
34235.77245078304 ns/iter |
39487.513282412125 ns/iter |
0.87 |
E2E_Evaluator_babelrc |
84483.90379546072 ns/iter |
85990.87557317954 ns/iter |
0.98 |
E2E_Evaluator_cerebrum_criminal_case |
846141.7464115005 ns/iter |
1091279.3428570777 ns/iter |
0.78 |
E2E_Evaluator_clang_format |
112855.41096845471 ns/iter |
108300.95095229789 ns/iter |
1.04 |
E2E_Evaluator_cmake_presets |
3235979.525861655 ns/iter |
3640385.520201782 ns/iter |
0.89 |
E2E_Evaluator_code_climate |
138078.87160972567 ns/iter |
196165.00757151443 ns/iter |
0.70 |
E2E_Evaluator_cql2 |
154391.37942049385 ns/iter |
182159.9285140694 ns/iter |
0.85 |
E2E_Evaluator_cspell |
354978.7818278599 ns/iter |
503173.58399991004 ns/iter |
0.71 |
E2E_Evaluator_cypress |
151143.9513582132 ns/iter |
171725.94522541272 ns/iter |
0.88 |
E2E_Evaluator_deno |
237360.1952624921 ns/iter |
351089.82310463925 ns/iter |
0.68 |
E2E_Evaluator_dependabot |
337087.6113703812 ns/iter |
433611.96581196296 ns/iter |
0.78 |
E2E_Evaluator_draft_04 |
6037914.81249922 ns/iter |
6612375.939848994 ns/iter |
0.91 |
E2E_Evaluator_fabric_mod |
559181.8736915113 ns/iter |
660227.9967452878 ns/iter |
0.85 |
E2E_Evaluator_geojson |
12737277.764704142 ns/iter |
13465087.264151251 ns/iter |
0.95 |
E2E_Evaluator_gitpod_configuration |
182661.09815812754 ns/iter |
188163.48314608991 ns/iter |
0.97 |
E2E_Evaluator_helm_chart_lock |
221511.5324472181 ns/iter |
294753.45781467296 ns/iter |
0.75 |
E2E_Evaluator_importmap |
37293.99799752575 ns/iter |
40034.77823499764 ns/iter |
0.93 |
E2E_Evaluator_jasmine |
88097.3325772737 ns/iter |
99803.73378590759 ns/iter |
0.88 |
E2E_Evaluator_jshintrc |
909567.0219638367 ns/iter |
1188429.238596543 ns/iter |
0.77 |
E2E_Evaluator_jsconfig |
354470.39021280635 ns/iter |
359963.4650417183 ns/iter |
0.98 |
E2E_Evaluator_krakend |
172607.37067965462 ns/iter |
184779.60335837453 ns/iter |
0.93 |
E2E_Evaluator_lazygit |
120255.67104203267 ns/iter |
125483.07442273099 ns/iter |
0.96 |
E2E_Evaluator_lerna |
145366.28115883662 ns/iter |
140968.99300375552 ns/iter |
1.03 |
E2E_Evaluator_nest_cli |
128329.04991051987 ns/iter |
164545.01964494603 ns/iter |
0.78 |
E2E_Evaluator_omc |
14521.796909718021 ns/iter |
18518.023685149386 ns/iter |
0.78 |
E2E_Evaluator_omnisharp |
527472.0000002162 ns/iter |
551450.1659999951 ns/iter |
0.96 |
E2E_Evaluator_openapi |
8363963.597704482 ns/iter |
10330911.085364323 ns/iter |
0.81 |
E2E_Evaluator_pre_commit_hooks |
389645.32303925446 ns/iter |
417993.16551383946 ns/iter |
0.93 |
E2E_Evaluator_pulumi |
525382.2778282006 ns/iter |
647542.8824921569 ns/iter |
0.81 |
E2E_Evaluator_semantic_release |
84279.63597926528 ns/iter |
92603.41972941926 ns/iter |
0.91 |
E2E_Evaluator_stale |
112348.60119540365 ns/iter |
174764.96593675122 ns/iter |
0.64 |
E2E_Evaluator_stylecop |
188419.5989650846 ns/iter |
210540.2752863967 ns/iter |
0.89 |
E2E_Evaluator_tmuxinator |
77451.49441142396 ns/iter |
89852.39875968997 ns/iter |
0.86 |
E2E_Evaluator_ui5 |
405741.51989561727 ns/iter |
360037.8026031016 ns/iter |
1.13 |
E2E_Evaluator_ui5_manifest |
1604012.2316516058 ns/iter |
2505580.6198624913 ns/iter |
0.64 |
E2E_Evaluator_unreal_engine_uproject |
339795.5907296009 ns/iter |
336135.049882643 ns/iter |
1.01 |
E2E_Evaluator_vercel |
239704.64601763396 ns/iter |
234935.45398347313 ns/iter |
1.02 |
E2E_Evaluator_yamllint |
10807.74409182769 ns/iter |
13692.162068527685 ns/iter |
0.79 |
Micro_Draft4_Meta_1_No_Callback |
139.8851505153545 ns/iter |
165.43333141876255 ns/iter |
0.85 |
Micro_Draft4_Required_Properties |
661.796882273112 ns/iter |
808.3490360581626 ns/iter |
0.82 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
19.937891238649794 ns/iter |
24.09322753331074 ns/iter |
0.83 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
9.507748244850664 ns/iter |
10.615450768687351 ns/iter |
0.90 |
Micro_Draft4_Items_Schema |
261.91627612765933 ns/iter |
290.3059155397123 ns/iter |
0.90 |
Micro_Draft4_Nested_Object |
2.831900203211151 ns/iter |
2.9701574129646655 ns/iter |
0.95 |
Micro_Draft4_Properties_Triad_Optional |
252.9624073613912 ns/iter |
237.3099011122667 ns/iter |
1.07 |
Micro_Draft4_Properties_Triad_Closed |
220.29802425725765 ns/iter |
206.87974009927999 ns/iter |
1.06 |
Micro_Draft4_Properties_Triad_Required |
240.4418655327535 ns/iter |
287.3929985601553 ns/iter |
0.84 |
Micro_Draft4_Properties_Closed |
50.55096720966193 ns/iter |
51.713779199985765 ns/iter |
0.98 |
Micro_Draft4_Non_Recursive_Ref |
15.675922883437565 ns/iter |
15.679775864635962 ns/iter |
1.00 |
Micro_Draft4_Pattern_Properties_True |
179.4377313044884 ns/iter |
150.87729705872425 ns/iter |
1.19 |
Micro_Draft4_Ref_To_Single_Property |
10.253125589747361 ns/iter |
9.679503839441209 ns/iter |
1.06 |
Micro_Draft4_Additional_Properties_Type |
28.44187944483496 ns/iter |
30.694805794192764 ns/iter |
0.93 |
Micro_Draft4_Nested_Oneof |
50.01979395522959 ns/iter |
51.859762499998396 ns/iter |
0.96 |
Micro_Draft4_Short_Enum |
7.712406578058813 ns/iter |
8.476961738347567 ns/iter |
0.91 |
Micro_Draft4_Long_Enum |
11.797324546315007 ns/iter |
13.320058199341716 ns/iter |
0.89 |
Micro_Draft4_Long_Enum_Short_Strings |
8.82718751890747 ns/iter |
10.275734445306401 ns/iter |
0.86 |
Micro_Draft4_Type_Object |
5.007637906388692 ns/iter |
5.174474068367463 ns/iter |
0.97 |
Micro_Draft4_Ref_Single_100 |
1869120.967741946 ns/iter |
2277095.0696202745 ns/iter |
0.82 |
Micro_Draft4_Compile_Ref_Many_Nested |
1268847.6782004351 ns/iter |
1340288.4375000214 ns/iter |
0.95 |
Micro_Draft4_Compile_Wrap |
2197908.1042950577 ns/iter |
2270075.3111116174 ns/iter |
0.97 |
Micro_Draft6_Property_Names |
96.99894230496125 ns/iter |
104.99083446547955 ns/iter |
0.92 |
Micro_Draft6_Compile_FHIR |
12397951500.00009 ns/iter |
12288595624.999971 ns/iter |
1.01 |
Micro_Draft7_If_Then_Else |
19.142091081489422 ns/iter |
20.363942051537826 ns/iter |
0.94 |
Micro_2019_09_Unevaluated_Properties |
27.7863721444653 ns/iter |
31.61594197981576 ns/iter |
0.88 |
Micro_2019_09_Compile_Wrap |
281988208.00002974 ns/iter |
418976646.00003284 ns/iter |
0.67 |
Micro_2019_09_KrakenD_Linter_Check |
653524750.0000879 ns/iter |
824102249.9998963 ns/iter |
0.79 |
Micro_2019_09_KrakenD_Linter_Apply |
6690223874.999447 ns/iter |
7117510749.999838 ns/iter |
0.94 |
Micro_2020_12_Dynamic_Ref |
219.02653282117103 ns/iter |
206.42810032600306 ns/iter |
1.06 |
Micro_2020_12_Dynamic_Ref_Single |
5.659366087234133 ns/iter |
5.2130450209360655 ns/iter |
1.09 |
Micro_2020_12_Simple_Output_Mask |
180336.43151833076 ns/iter |
152178.46232177978 ns/iter |
1.19 |
Micro_2020_12_Simple_Output_Annotations |
207842.74144927514 ns/iter |
174429.84386039255 ns/iter |
1.19 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1181299.5049505916 ns/iter |
887785.4283853755 ns/iter |
1.33 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
Benchmark (linux/gcc)
Details
| Benchmark suite | Current: 0f741a3 | Previous: 6ea546a | Ratio |
|---|---|---|---|
Micro_2020_12_Dynamic_Ref |
274.81297249281926 ns/iter |
266.6945468629929 ns/iter |
1.03 |
Micro_2020_12_Dynamic_Ref_Single |
6.910442409121184 ns/iter |
6.890667767299105 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Mask |
139462.05322810073 ns/iter |
138458.75020033433 ns/iter |
1.01 |
Micro_2020_12_Simple_Output_Annotations |
177023.63980805964 ns/iter |
172669.50637879004 ns/iter |
1.03 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1144183.9183008699 ns/iter |
1139783.8682924197 ns/iter |
1.00 |
Micro_2019_09_Unevaluated_Properties |
30.58290757209136 ns/iter |
30.597570571944082 ns/iter |
1.00 |
Micro_2019_09_Compile_Wrap |
302887964.49997336 ns/iter |
305639005.50009745 ns/iter |
0.99 |
Micro_2019_09_KrakenD_Linter_Check |
1273051340.9999275 ns/iter |
1255532893.0000086 ns/iter |
1.01 |
Micro_2019_09_KrakenD_Linter_Apply |
11425808584.999914 ns/iter |
10695776266.999928 ns/iter |
1.07 |
Micro_Draft7_If_Then_Else |
28.03058313771277 ns/iter |
28.039213576720403 ns/iter |
1.00 |
Micro_Draft6_Property_Names |
151.11356454403574 ns/iter |
151.9486014998924 ns/iter |
0.99 |
Micro_Draft6_Compile_FHIR |
14876199751.00006 ns/iter |
14261773454.999912 ns/iter |
1.04 |
Micro_Draft4_Meta_1_No_Callback |
180.6268908517875 ns/iter |
182.74851584465094 ns/iter |
0.99 |
Micro_Draft4_Required_Properties |
811.2590632932604 ns/iter |
807.3882673968357 ns/iter |
1.00 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
24.124584128620967 ns/iter |
23.685190083788772 ns/iter |
1.02 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
16.03972893498661 ns/iter |
15.380626722385866 ns/iter |
1.04 |
Micro_Draft4_Items_Schema |
383.14371451357687 ns/iter |
364.33395868545995 ns/iter |
1.05 |
Micro_Draft4_Nested_Object |
4.092450939110193 ns/iter |
4.043174581388518 ns/iter |
1.01 |
Micro_Draft4_Properties_Triad_Optional |
494.83715566075057 ns/iter |
419.32361827536334 ns/iter |
1.18 |
Micro_Draft4_Properties_Triad_Closed |
395.8228388307674 ns/iter |
359.6442919752802 ns/iter |
1.10 |
Micro_Draft4_Properties_Triad_Required |
449.9361120310257 ns/iter |
427.5288708190179 ns/iter |
1.05 |
Micro_Draft4_Properties_Closed |
66.11663915591332 ns/iter |
62.73799042167651 ns/iter |
1.05 |
Micro_Draft4_Non_Recursive_Ref |
12.470817017911902 ns/iter |
11.866604941769591 ns/iter |
1.05 |
Micro_Draft4_Pattern_Properties_True |
224.6489276748612 ns/iter |
220.26118201069465 ns/iter |
1.02 |
Micro_Draft4_Ref_To_Single_Property |
15.527020552652697 ns/iter |
15.310101282319508 ns/iter |
1.01 |
Micro_Draft4_Additional_Properties_Type |
17.49030451887262 ns/iter |
16.86036991279066 ns/iter |
1.04 |
Micro_Draft4_Nested_Oneof |
68.85904476137178 ns/iter |
68.90901036260782 ns/iter |
1.00 |
Micro_Draft4_Short_Enum |
14.017580050088567 ns/iter |
14.258203908532394 ns/iter |
0.98 |
Micro_Draft4_Long_Enum |
16.485608789790742 ns/iter |
16.555265501039546 ns/iter |
1.00 |
Micro_Draft4_Long_Enum_Short_Strings |
14.034182249005307 ns/iter |
14.0559371550577 ns/iter |
1.00 |
Micro_Draft4_Type_Object |
6.912716706564575 ns/iter |
6.882662367263364 ns/iter |
1.00 |
Micro_Draft4_Ref_Single_100 |
2478971.141342971 ns/iter |
2430201.714285983 ns/iter |
1.02 |
Micro_Draft4_Compile_Ref_Many_Nested |
1814195.9792742948 ns/iter |
1752582.055137863 ns/iter |
1.04 |
Micro_Draft4_Compile_Wrap |
2515684.075812685 ns/iter |
2467774.985915748 ns/iter |
1.02 |
E2E_Compiler_adaptivecard |
66513124.60001008 ns/iter |
64853822.0000112 ns/iter |
1.03 |
E2E_Compiler_ansible_meta |
28736763.041668683 ns/iter |
27847417.599996332 ns/iter |
1.03 |
E2E_Compiler_aws_cdk |
394301.49803260126 ns/iter |
391836.93508671207 ns/iter |
1.01 |
E2E_Compiler_babelrc |
2656043.5757575664 ns/iter |
2641377.0340904347 ns/iter |
1.01 |
E2E_Compiler_clang_format |
18802776.86486069 ns/iter |
18870874.552631952 ns/iter |
1.00 |
E2E_Compiler_cmake_presets |
26866199.9615373 ns/iter |
26250854.846151784 ns/iter |
1.02 |
E2E_Compiler_code_climate |
2680044.6168585443 ns/iter |
2644663.703007698 ns/iter |
1.01 |
E2E_Compiler_cql2 |
13893699.647059845 ns/iter |
13755452.705882978 ns/iter |
1.01 |
E2E_Compiler_cspell |
23921068.10344589 ns/iter |
23195673.16666659 ns/iter |
1.03 |
E2E_Compiler_cypress |
4160483.5263162963 ns/iter |
4037621.1560698533 ns/iter |
1.03 |
E2E_Compiler_deno |
7894461.772728144 ns/iter |
7741602.555557216 ns/iter |
1.02 |
E2E_Compiler_dependabot |
4023562.897143295 ns/iter |
3966110.448863767 ns/iter |
1.01 |
E2E_Compiler_draft_04 |
2813564.330645316 ns/iter |
2797912.2231070404 ns/iter |
1.01 |
E2E_Compiler_fabric_mod |
4956366.687942949 ns/iter |
4919514.345070178 ns/iter |
1.01 |
E2E_Compiler_geojson |
23040777.43332679 ns/iter |
23049433.741936166 ns/iter |
1.00 |
E2E_Compiler_gitpod_configuration |
5088809.467153198 ns/iter |
4995151.517984576 ns/iter |
1.02 |
E2E_Compiler_helm_chart_lock |
708949.3116089868 ns/iter |
703596.8018018112 ns/iter |
1.01 |
E2E_Compiler_importmap |
296287.96872357186 ns/iter |
293211.0774382663 ns/iter |
1.01 |
E2E_Compiler_jasmine |
1400652.2429717476 ns/iter |
1381286.0495048396 ns/iter |
1.01 |
E2E_Compiler_jshintrc |
4538249.116882519 ns/iter |
4480620.788462066 ns/iter |
1.01 |
E2E_Compiler_jsconfig |
22342926.193547808 ns/iter |
21936272.65624798 ns/iter |
1.02 |
E2E_Compiler_krakend |
143639739.39998686 ns/iter |
140989696.39999267 ns/iter |
1.02 |
E2E_Compiler_lazygit |
34426111.45 ns/iter |
33661743.71428445 ns/iter |
1.02 |
E2E_Compiler_lerna |
1664279.8428571431 ns/iter |
1639337.084705617 ns/iter |
1.02 |
E2E_Compiler_nest_cli |
7636494.891303497 ns/iter |
7599010.494623242 ns/iter |
1.00 |
E2E_Compiler_omc |
163789050.74998328 ns/iter |
171487896.99996313 ns/iter |
0.96 |
E2E_Compiler_omnisharp |
7001968.090000901 ns/iter |
6855960.572814633 ns/iter |
1.02 |
E2E_Compiler_openapi |
26159420.592598002 ns/iter |
25723654.07407536 ns/iter |
1.02 |
E2E_Compiler_pre_commit_hooks |
5575476.031495553 ns/iter |
5448361.976744824 ns/iter |
1.02 |
E2E_Compiler_pulumi |
4191078.4491024795 ns/iter |
4156779.029761722 ns/iter |
1.01 |
E2E_Compiler_semantic_release |
1628803.35714287 ns/iter |
1604384.1270207139 ns/iter |
1.02 |
E2E_Compiler_stale |
1590846.925000216 ns/iter |
1568100.286036284 ns/iter |
1.01 |
E2E_Compiler_stylecop |
5842916.350000375 ns/iter |
5757165.418033571 ns/iter |
1.01 |
E2E_Compiler_tmuxinator |
2025697.9827089384 ns/iter |
1989671.6590905457 ns/iter |
1.02 |
E2E_Compiler_ui5 |
48940331.857141115 ns/iter |
48738498.42856868 ns/iter |
1.00 |
E2E_Compiler_ui5_manifest |
336117650.5000003 ns/iter |
332438068.500096 ns/iter |
1.01 |
E2E_Compiler_unreal_engine_uproject |
4730155.13422686 ns/iter |
4688548.027396393 ns/iter |
1.01 |
E2E_Compiler_vercel |
13026025.092589978 ns/iter |
12945896.351850562 ns/iter |
1.01 |
E2E_Compiler_yamllint |
361482.79253110563 ns/iter |
358706.59240251203 ns/iter |
1.01 |
E2E_Evaluator_adaptivecard |
25145.853626710657 ns/iter |
23356.04763973115 ns/iter |
1.08 |
E2E_Evaluator_ansible_meta |
256692.62976538506 ns/iter |
248525.6097129037 ns/iter |
1.03 |
E2E_Evaluator_aws_cdk |
51145.89412869776 ns/iter |
50236.29719049109 ns/iter |
1.02 |
E2E_Evaluator_babelrc |
103619.12370062793 ns/iter |
105563.1973800202 ns/iter |
0.98 |
E2E_Evaluator_cerebrum_criminal_case |
1371756.332681177 ns/iter |
1329857.0898663749 ns/iter |
1.03 |
E2E_Evaluator_clang_format |
109272.81738720473 ns/iter |
108812.30056712608 ns/iter |
1.00 |
E2E_Evaluator_cmake_presets |
4556576.538461216 ns/iter |
4478106.679245295 ns/iter |
1.02 |
E2E_Evaluator_code_climate |
187658.4353540565 ns/iter |
185196.63877120588 ns/iter |
1.01 |
E2E_Evaluator_cql2 |
236340.6212525309 ns/iter |
223273.9103953657 ns/iter |
1.06 |
E2E_Evaluator_cspell |
552796.2772907903 ns/iter |
560360.7993707069 ns/iter |
0.99 |
E2E_Evaluator_cypress |
173898.1021970055 ns/iter |
178572.7100409475 ns/iter |
0.97 |
E2E_Evaluator_deno |
332292.8223278809 ns/iter |
339212.2658227672 ns/iter |
0.98 |
E2E_Evaluator_dependabot |
460313.30150418077 ns/iter |
455860.08333338884 ns/iter |
1.01 |
E2E_Evaluator_draft_04 |
7107621.652173055 ns/iter |
7760290.72222223 ns/iter |
0.92 |
E2E_Evaluator_fabric_mod |
757776.1769230814 ns/iter |
749123.0959489226 ns/iter |
1.01 |
E2E_Evaluator_geojson |
16962684.45238318 ns/iter |
16071524.558139233 ns/iter |
1.06 |
E2E_Evaluator_gitpod_configuration |
256870.8725490173 ns/iter |
256397.43071298895 ns/iter |
1.00 |
E2E_Evaluator_helm_chart_lock |
334401.7416428519 ns/iter |
330872.0701090036 ns/iter |
1.01 |
E2E_Evaluator_importmap |
51334.107799993944 ns/iter |
51811.13080411648 ns/iter |
0.99 |
E2E_Evaluator_jasmine |
119480.20092303513 ns/iter |
115062.45007525664 ns/iter |
1.04 |
E2E_Evaluator_jshintrc |
1068424.1709145373 ns/iter |
1061943.0679759532 ns/iter |
1.01 |
E2E_Evaluator_jsconfig |
416788.7371257242 ns/iter |
407954.54275736574 ns/iter |
1.02 |
E2E_Evaluator_krakend |
215686.00333335836 ns/iter |
214083.75053564075 ns/iter |
1.01 |
E2E_Evaluator_lazygit |
152363.61844998845 ns/iter |
148000.91378197804 ns/iter |
1.03 |
E2E_Evaluator_lerna |
147261.73570550335 ns/iter |
143843.32574036202 ns/iter |
1.02 |
E2E_Evaluator_nest_cli |
198269.5393512528 ns/iter |
200111.5269241408 ns/iter |
0.99 |
E2E_Evaluator_omc |
20844.5313627203 ns/iter |
20197.037341913827 ns/iter |
1.03 |
E2E_Evaluator_omnisharp |
614103.8218724866 ns/iter |
584637.748542749 ns/iter |
1.05 |
E2E_Evaluator_openapi |
13566030.730771672 ns/iter |
13957343.020834401 ns/iter |
0.97 |
E2E_Evaluator_pre_commit_hooks |
587942.0518133667 ns/iter |
517890.9778433846 ns/iter |
1.14 |
E2E_Evaluator_pulumi |
738430.5606217897 ns/iter |
723411.3241815328 ns/iter |
1.02 |
E2E_Evaluator_semantic_release |
107554.79580687007 ns/iter |
105046.88282890565 ns/iter |
1.02 |
E2E_Evaluator_stale |
158262.1799191551 ns/iter |
154304.44858357043 ns/iter |
1.03 |
E2E_Evaluator_stylecop |
316804.6387154423 ns/iter |
305146.28235297714 ns/iter |
1.04 |
E2E_Evaluator_tmuxinator |
100985.22515991892 ns/iter |
102068.35414908112 ns/iter |
0.99 |
E2E_Evaluator_ui5 |
571868.4943273893 ns/iter |
555208.1426282248 ns/iter |
1.03 |
E2E_Evaluator_ui5_manifest |
2931636.9545450313 ns/iter |
2763594.6521741063 ns/iter |
1.06 |
E2E_Evaluator_unreal_engine_uproject |
476547.84404934366 ns/iter |
466919.9806538138 ns/iter |
1.02 |
E2E_Evaluator_vercel |
314955.2373188321 ns/iter |
316481.103153172 ns/iter |
1.00 |
E2E_Evaluator_yamllint |
12132.87243906081 ns/iter |
11954.59553239121 ns/iter |
1.01 |
This comment was automatically generated by workflow using github-action-benchmark.
Signed-off-by: Juan Cruz Viotti jv@jviotti.com