Prototype a new LoopItemsIntegerBounded instruction#713
Conversation
🤖 Augment PR SummarySummary: This PR prototypes a new fast-path instruction, Changes:
Technical Notes: This change is primarily about instruction-level specialization in 🤖 Was this summary useful? React with 👍 or 👎 |
| } | ||
| } | ||
|
|
||
| auto is_number_type_check(const Instruction &instruction) -> bool { |
There was a problem hiding this comment.
src/compiler/default_compiler_draft4.h:1477 — is_number_type_check currently returns true for AssertionTypeStrict/AssertionType when the schema type is just integer, and for AssertionTypeStrictAny when the type-set includes integer+real (even if other types are also allowed). That can make is_integer_bounded_pattern fire for type: "integer" (or unions like ["number","string"]), causing LoopItemsIntegerBounded to reject values the original schema would accept / accept values (reals) the original schema would reject.
Severity: high
🤖 Was this useful? React with 👍 or 👎, or 🚀 if it prevented an incident/outage.
| break; | ||
| } | ||
| } else { | ||
| const auto real{element.as_real()}; |
There was a problem hiding this comment.
src/evaluator/include/sourcemeta/blaze/evaluator_dispatch.h:2228 — In LoopItemsIntegerBounded, the non-integer branch calls element.as_real(), but JSON::as_real() asserts for Type::Decimal even though element.is_number() includes decimals. This can trigger an assertion failure when validating arrays containing decimal numbers under a type: "number" schema.
Severity: high
🤖 Was this useful? React with 👍 or 👎, or 🚀 if it prevented an incident/outage.
There was a problem hiding this comment.
Benchmark (linux/llvm)
Details
| Benchmark suite | Current: 300aafe | Previous: a718931 | Ratio |
|---|---|---|---|
E2E_Compiler_adaptivecard |
61887836.500000045 ns/iter |
63006591.555557 ns/iter |
0.98 |
E2E_Compiler_ansible_meta |
28419945.360001292 ns/iter |
29609852.33333465 ns/iter |
0.96 |
E2E_Compiler_aws_cdk |
374331.05026737775 ns/iter |
383953.3782894789 ns/iter |
0.97 |
E2E_Compiler_babelrc |
2566394.0996309975 ns/iter |
2614683.6753729843 ns/iter |
0.98 |
E2E_Compiler_clang_format |
18236414.641025115 ns/iter |
18702282.108107112 ns/iter |
0.98 |
E2E_Compiler_cmake_presets |
25766833.392856777 ns/iter |
26307519.74074083 ns/iter |
0.98 |
E2E_Compiler_code_climate |
2551144.716363648 ns/iter |
2623012.28947368 ns/iter |
0.97 |
E2E_Compiler_cql2 |
12651089.65454622 ns/iter |
13148938.981132388 ns/iter |
0.96 |
E2E_Compiler_cspell |
22443753.54838769 ns/iter |
23171081.96774231 ns/iter |
0.97 |
E2E_Compiler_cypress |
3870409.6910110144 ns/iter |
3942238.842696586 ns/iter |
0.98 |
E2E_Compiler_deno |
7757997.641304393 ns/iter |
7909738.808988361 ns/iter |
0.98 |
E2E_Compiler_dependabot |
3870513.4444446308 ns/iter |
3949748.6666666423 ns/iter |
0.98 |
E2E_Compiler_draft_04 |
2671358.1793894493 ns/iter |
2725024.4179688464 ns/iter |
0.98 |
E2E_Compiler_fabric_mod |
4739648.621621753 ns/iter |
4818531.328767253 ns/iter |
0.98 |
E2E_Compiler_geojson |
21728953.18750001 ns/iter |
22197414.967743333 ns/iter |
0.98 |
E2E_Compiler_gitpod_configuration |
4865452.486111366 ns/iter |
4995462.028368788 ns/iter |
0.97 |
E2E_Compiler_helm_chart_lock |
700384.5424769925 ns/iter |
719794.7871900711 ns/iter |
0.97 |
E2E_Compiler_importmap |
283345.5640194388 ns/iter |
294689.50523669436 ns/iter |
0.96 |
E2E_Compiler_jasmine |
1360625.4718446357 ns/iter |
1378436.8641732794 ns/iter |
0.99 |
E2E_Compiler_jshintrc |
4326673.481250154 ns/iter |
4403819.227848004 ns/iter |
0.98 |
E2E_Compiler_jsconfig |
21707009.62499694 ns/iter |
21967892.43749997 ns/iter |
0.99 |
E2E_Compiler_krakend |
137381473.20000282 ns/iter |
138578967.79999238 ns/iter |
0.99 |
E2E_Compiler_lazygit |
33394867.761904564 ns/iter |
33545515.33333333 ns/iter |
1.00 |
E2E_Compiler_lerna |
1583810.7641722625 ns/iter |
1610152.1241379248 ns/iter |
0.98 |
E2E_Compiler_nest_cli |
7373242.957894371 ns/iter |
7488290.361702082 ns/iter |
0.98 |
E2E_Compiler_omc |
151670368.20000702 ns/iter |
151131868.59999815 ns/iter |
1.00 |
E2E_Compiler_omnisharp |
6664531.923809677 ns/iter |
6789029.74757299 ns/iter |
0.98 |
E2E_Compiler_openapi |
25182279.571428776 ns/iter |
25296798.607143957 ns/iter |
1.00 |
E2E_Compiler_pre_commit_hooks |
5283482.894736365 ns/iter |
5412253.294573668 ns/iter |
0.98 |
E2E_Compiler_pulumi |
4015913.64367761 ns/iter |
4081093.691860426 ns/iter |
0.98 |
E2E_Compiler_semantic_release |
1561922.4022727127 ns/iter |
1595809.3022726935 ns/iter |
0.98 |
E2E_Compiler_stale |
1547547.3090507083 ns/iter |
1584932.3355855877 ns/iter |
0.98 |
E2E_Compiler_stylecop |
6150755.859649555 ns/iter |
6277730.196428268 ns/iter |
0.98 |
E2E_Compiler_tmuxinator |
1916251.021917523 ns/iter |
1958835.9134078035 ns/iter |
0.98 |
E2E_Compiler_ui5 |
46219253.866668925 ns/iter |
47201462.19999985 ns/iter |
0.98 |
E2E_Compiler_ui5_manifest |
307239006.4999695 ns/iter |
310689010.00000435 ns/iter |
0.99 |
E2E_Compiler_unreal_engine_uproject |
4568709.9673204115 ns/iter |
4666021.1599999 ns/iter |
0.98 |
E2E_Compiler_users_array |
761450.1757049831 ns/iter |
784100.5112866667 ns/iter |
0.97 |
E2E_Compiler_vercel |
12309508.596490959 ns/iter |
12594763.26785704 ns/iter |
0.98 |
E2E_Compiler_yamllint |
345265.4953132638 ns/iter |
356180.065715739 ns/iter |
0.97 |
E2E_Evaluator_adaptivecard |
24896.706860264367 ns/iter |
24422.66545659767 ns/iter |
1.02 |
E2E_Evaluator_ansible_meta |
228812.3148148107 ns/iter |
230093.72643679535 ns/iter |
0.99 |
E2E_Evaluator_aws_cdk |
50284.18418977903 ns/iter |
49924.486455496364 ns/iter |
1.01 |
E2E_Evaluator_babelrc |
118664.460126794 ns/iter |
112273.07135540672 ns/iter |
1.06 |
E2E_Evaluator_cerebrum_criminal_case |
1198832.0365217868 ns/iter |
1222086.839441463 ns/iter |
0.98 |
E2E_Evaluator_clang_format |
123735.34837449573 ns/iter |
129281.26552105983 ns/iter |
0.96 |
E2E_Evaluator_cmake_presets |
4138470.4792900537 ns/iter |
4259385.812121185 ns/iter |
0.97 |
E2E_Evaluator_code_climate |
177821.3055555394 ns/iter |
171466.8044871831 ns/iter |
1.04 |
E2E_Evaluator_cql2 |
207053.09618231078 ns/iter |
212711.96592317958 ns/iter |
0.97 |
E2E_Evaluator_cspell |
564700.7331730855 ns/iter |
553426.1961874721 ns/iter |
1.02 |
E2E_Evaluator_cypress |
191649.69262407147 ns/iter |
207635.35493120176 ns/iter |
0.92 |
E2E_Evaluator_deno |
313948.6476190444 ns/iter |
318595.59782606846 ns/iter |
0.99 |
E2E_Evaluator_dependabot |
426991.54273502773 ns/iter |
431961.3242424139 ns/iter |
0.99 |
E2E_Evaluator_draft_04 |
7273364.589473443 ns/iter |
7481495.134020547 ns/iter |
0.97 |
E2E_Evaluator_fabric_mod |
709878.8191161593 ns/iter |
762519.3351528144 ns/iter |
0.93 |
E2E_Evaluator_geojson |
15703567.377777796 ns/iter |
15914017.209302813 ns/iter |
0.99 |
E2E_Evaluator_gitpod_configuration |
232791.7065253091 ns/iter |
234521.7498336521 ns/iter |
0.99 |
E2E_Evaluator_helm_chart_lock |
352471.6500249422 ns/iter |
357193.4768212189 ns/iter |
0.99 |
E2E_Evaluator_importmap |
49393.61300395446 ns/iter |
47460.30200576834 ns/iter |
1.04 |
E2E_Evaluator_jasmine |
123024.74280196255 ns/iter |
128034.40623291703 ns/iter |
0.96 |
E2E_Evaluator_jshintrc |
1201349.6701031404 ns/iter |
1281722.9012797505 ns/iter |
0.94 |
E2E_Evaluator_jsconfig |
431094.6230816626 ns/iter |
429028.4159509209 ns/iter |
1.00 |
E2E_Evaluator_krakend |
206399.10638298147 ns/iter |
218400.63064170678 ns/iter |
0.95 |
E2E_Evaluator_lazygit |
145046.72767295656 ns/iter |
145918.53846154572 ns/iter |
0.99 |
E2E_Evaluator_lerna |
142448.94114066823 ns/iter |
148610.93105604354 ns/iter |
0.96 |
E2E_Evaluator_nest_cli |
183655.7558233012 ns/iter |
188201.8899008744 ns/iter |
0.98 |
E2E_Evaluator_omc |
19636.089181852833 ns/iter |
19450.98848506731 ns/iter |
1.01 |
E2E_Evaluator_omnisharp |
616326.7670157149 ns/iter |
639571.7577981629 ns/iter |
0.96 |
E2E_Evaluator_openapi |
14661575.638296625 ns/iter |
13471065.99999866 ns/iter |
1.09 |
E2E_Evaluator_pre_commit_hooks |
473808.0379834286 ns/iter |
483877.45897073153 ns/iter |
0.98 |
E2E_Evaluator_pulumi |
670778.7603464979 ns/iter |
693777.9880715848 ns/iter |
0.97 |
E2E_Evaluator_semantic_release |
98510.25250556205 ns/iter |
103503.28849532492 ns/iter |
0.95 |
E2E_Evaluator_stale |
151052.49567475598 ns/iter |
197514.3190661283 ns/iter |
0.76 |
E2E_Evaluator_stylecop |
291304.80761273124 ns/iter |
289641.9552052825 ns/iter |
1.01 |
E2E_Evaluator_tmuxinator |
94482.63700393924 ns/iter |
98714.68341284516 ns/iter |
0.96 |
E2E_Evaluator_ui5 |
497721.3107142526 ns/iter |
493327.258731339 ns/iter |
1.01 |
E2E_Evaluator_ui5_manifest |
2509863.1305971295 ns/iter |
2508570.1702897805 ns/iter |
1.00 |
E2E_Evaluator_unreal_engine_uproject |
440618.0692695276 ns/iter |
435632.4703680376 ns/iter |
1.01 |
E2E_Evaluator_users_array |
1491970.8487394557 ns/iter |
2007856.7146970993 ns/iter |
0.74 |
E2E_Evaluator_vercel |
316176.97249775275 ns/iter |
316870.9486948473 ns/iter |
1.00 |
E2E_Evaluator_yamllint |
8750.84622597378 ns/iter |
8889.963276079387 ns/iter |
0.98 |
Micro_Draft4_Meta_1_No_Callback |
192.78350041267308 ns/iter |
198.6166402977058 ns/iter |
0.97 |
Micro_Draft4_Required_Properties |
850.5641274175134 ns/iter |
802.1921232596592 ns/iter |
1.06 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
21.561094894527116 ns/iter |
21.703293952646693 ns/iter |
0.99 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
11.230353514881303 ns/iter |
10.929812016941876 ns/iter |
1.03 |
Micro_Draft4_Items_Schema |
306.9179244390793 ns/iter |
289.61580275849235 ns/iter |
1.06 |
Micro_Draft4_Nested_Object |
1.782428502754745 ns/iter |
1.781225080055344 ns/iter |
1.00 |
Micro_Draft4_Properties_Triad_Optional |
339.6975425267576 ns/iter |
328.6452484174157 ns/iter |
1.03 |
Micro_Draft4_Properties_Triad_Closed |
269.42587841902184 ns/iter |
274.5992590103732 ns/iter |
0.98 |
Micro_Draft4_Properties_Triad_Required |
339.7959741517647 ns/iter |
334.24288012620343 ns/iter |
1.02 |
Micro_Draft4_Properties_Closed |
55.01099976255473 ns/iter |
56.74931288408709 ns/iter |
0.97 |
Micro_Draft4_Non_Recursive_Ref |
14.319110595654896 ns/iter |
12.112872650101687 ns/iter |
1.18 |
Micro_Draft4_Pattern_Properties_True |
157.21169381107404 ns/iter |
161.3141856678029 ns/iter |
0.97 |
Micro_Draft4_Ref_To_Single_Property |
11.21210079913223 ns/iter |
10.910081457725925 ns/iter |
1.03 |
Micro_Draft4_Additional_Properties_Type |
28.374320927091297 ns/iter |
21.50932081134321 ns/iter |
1.32 |
Micro_Draft4_Nested_Oneof |
56.37295409949484 ns/iter |
57.82699101158155 ns/iter |
0.97 |
Micro_Draft4_Short_Enum |
14.139007197248528 ns/iter |
14.01283352088136 ns/iter |
1.01 |
Micro_Draft4_Long_Enum |
14.434513028615271 ns/iter |
14.341946314143755 ns/iter |
1.01 |
Micro_Draft4_Long_Enum_Short_Strings |
14.018594968076835 ns/iter |
14.015068806092152 ns/iter |
1.00 |
Micro_Draft4_Type_Object |
3.7418451433709055 ns/iter |
3.4237832305841454 ns/iter |
1.09 |
Micro_Draft4_Ref_Single_100 |
2355393.167785538 ns/iter |
2411340.031034311 ns/iter |
0.98 |
Micro_Draft4_Compile_Ref_Many_Nested |
1701560.4219511992 ns/iter |
1740538.568238351 ns/iter |
0.98 |
Micro_Draft4_Compile_Wrap |
2344743.685618648 ns/iter |
2398962.048611095 ns/iter |
0.98 |
Micro_Draft6_Property_Names |
134.89893389731134 ns/iter |
126.84167301539097 ns/iter |
1.06 |
Micro_Draft6_Compile_FHIR |
13801758757.000015 ns/iter |
13948282915.999926 ns/iter |
0.99 |
Micro_Draft7_If_Then_Else |
23.040358447975986 ns/iter |
22.74820845516957 ns/iter |
1.01 |
Micro_2019_09_Unevaluated_Properties |
28.922012046902175 ns/iter |
33.31409246674675 ns/iter |
0.87 |
Micro_2019_09_Compile_Wrap |
292627096.49998444 ns/iter |
298717307.9999934 ns/iter |
0.98 |
Micro_2020_12_Dynamic_Ref |
222.17313657996957 ns/iter |
224.57159437060187 ns/iter |
0.99 |
Micro_2020_12_Dynamic_Ref_Single |
3.4256276515443886 ns/iter |
3.4297300470833973 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Mask |
64748.88582823018 ns/iter |
68563.17085571798 ns/iter |
0.94 |
Micro_2020_12_Simple_Output_Annotations |
100457.8139777026 ns/iter |
110072.54106888929 ns/iter |
0.91 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1087319.9020218665 ns/iter |
1116961.074960078 ns/iter |
0.97 |
Micro_2020_12_Exhaustive_Deep_Numeric |
8197.69010963664 ns/iter |
8147.63131754798 ns/iter |
1.01 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
172995.27073355293 ns/iter |
178176.384239005 ns/iter |
0.97 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
22462.263624720974 ns/iter |
22692.301652893213 ns/iter |
0.99 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
151.28433476781407 ns/iter |
139.45083299885673 ns/iter |
1.08 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
4127.088530527637 ns/iter |
4403.502472031614 ns/iter |
0.94 |
Alterschema_Check_Readibility_ISO_Language_Set_3 |
341783759.50000376 ns/iter |
356236698.9999646 ns/iter |
0.96 |
Alterschema_Check_Readibility_OMC |
83955239.99999455 ns/iter |
85722104.87500343 ns/iter |
0.98 |
Alterschema_Check_Readibility_KrakenD |
1164593533.0000157 ns/iter |
1193342206.0000112 ns/iter |
0.98 |
Alterschema_Apply_Readibility_KrakenD |
118271646424.99997 ns/iter |
120115498644.00012 ns/iter |
0.98 |
Alterschema_Check_Invalid_External_Refs |
302814803.0000466 ns/iter |
309498250.9999795 ns/iter |
0.98 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (linux/llvm)
Details
| Benchmark suite | Current: 300aafe | Previous: a718931 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
115907 ns |
119241 ns |
0.97 |
E2E_Evaluator_ansible-meta |
592204 ns |
618784 ns |
0.96 |
E2E_Evaluator_aws-cdk |
136734 ns |
139673 ns |
0.98 |
E2E_Evaluator_babelrc |
328241 ns |
334290 ns |
0.98 |
E2E_Evaluator_cerebrum-criminal-case |
2618103 ns |
2681890 ns |
0.98 |
E2E_Evaluator_clang-format |
284817 ns |
294679 ns |
0.97 |
E2E_Evaluator_cmake-presets |
19417097 ns |
20072556 ns |
0.97 |
E2E_Evaluator_code-climate |
435442 ns |
443276 ns |
0.98 |
E2E_Evaluator_cql2 |
1183893 ns |
1187884 ns |
1.00 |
E2E_Evaluator_cspell |
1593291 ns |
1613024 ns |
0.99 |
E2E_Evaluator_cypress |
888900 ns |
884269 ns |
1.01 |
E2E_Evaluator_deno |
1124720 ns |
1107029 ns |
1.02 |
E2E_Evaluator_dependabot |
1092670 ns |
1126303 ns |
0.97 |
E2E_Evaluator_draft-04 |
20520092 ns |
21304285 ns |
0.96 |
E2E_Evaluator_fabric-mod |
2541330 ns |
2559348 ns |
0.99 |
E2E_Evaluator_geojson |
20341359 ns |
21573790 ns |
0.94 |
E2E_Evaluator_gitpod-configuration |
775677 ns |
783651 ns |
0.99 |
E2E_Evaluator_helm-chart-lock |
998968 ns |
996110 ns |
1.00 |
E2E_Evaluator_importmap |
282655 ns |
303294 ns |
0.93 |
E2E_Evaluator_jasmine |
295927 ns |
296964 ns |
1.00 |
E2E_Evaluator_jsconfig |
1370978 ns |
1397458 ns |
0.98 |
E2E_Evaluator_jshintrc |
3174582 ns |
3293019 ns |
0.96 |
E2E_Evaluator_krakend |
767803 ns |
804466 ns |
0.95 |
E2E_Evaluator_lazygit |
566194 ns |
628436 ns |
0.90 |
E2E_Evaluator_lerna |
466779 ns |
478077 ns |
0.98 |
E2E_Evaluator_nest-cli |
636010 ns |
651067 ns |
0.98 |
E2E_Evaluator_omc |
85306 ns |
87752 ns |
0.97 |
E2E_Evaluator_omnisharp |
1610033 ns |
1592833 ns |
1.01 |
E2E_Evaluator_openapi |
37181061 ns |
39426023 ns |
0.94 |
E2E_Evaluator_pre-commit-hooks |
2044341 ns |
2071391 ns |
0.99 |
E2E_Evaluator_pulumi |
1986144 ns |
1989802 ns |
1.00 |
E2E_Evaluator_semantic-release |
263614 ns |
273537 ns |
0.96 |
E2E_Evaluator_stale |
440827 ns |
449791 ns |
0.98 |
E2E_Evaluator_stylecop |
1249587 ns |
1257050 ns |
0.99 |
E2E_Evaluator_tmuxinator |
227325 ns |
232526 ns |
0.98 |
E2E_Evaluator_ui5 |
2239493 ns |
2280747 ns |
0.98 |
E2E_Evaluator_ui5-manifest |
11444755 ns |
11504796 ns |
0.99 |
E2E_Evaluator_unreal-engine-uproject |
1505702 ns |
1562090 ns |
0.96 |
E2E_Evaluator_users-array |
3067688 ns |
3158452 ns |
0.97 |
E2E_Evaluator_vercel |
1066154 ns |
1076936 ns |
0.99 |
E2E_Evaluator_yamllint |
25374 ns |
24993 ns |
1.02 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
1 issue found across 12 files
Prompt for AI agents (unresolved issues)
Check if these issues are valid — if so, understand the root cause of each and fix them. If appropriate, use sub-agents to investigate and fix each issue separately.
<file name="src/evaluator/include/sourcemeta/blaze/evaluator_dispatch.h">
<violation number="1" location="src/evaluator/include/sourcemeta/blaze/evaluator_dispatch.h:2216">
P1: `LoopItemsIntegerBounded` drops the original numeric type constraint and only checks `is_number()`, which can incorrectly accept values that should fail (for example, fractional values when the original pattern required integers).</violation>
</file>
Reply with feedback, questions, or to request a fix. Tag @cubic-dev-ai to re-run a review.
| const auto value{assume_value_copy<ValueIntegerBounds>(instruction.value)}; | ||
| result = true; | ||
| for (const auto &element : target.as_array()) { | ||
| if (!element.is_number()) [[unlikely]] { |
There was a problem hiding this comment.
P1: LoopItemsIntegerBounded drops the original numeric type constraint and only checks is_number(), which can incorrectly accept values that should fail (for example, fractional values when the original pattern required integers).
Prompt for AI agents
Check if this issue is valid — if so, understand the root cause and fix it. At src/evaluator/include/sourcemeta/blaze/evaluator_dispatch.h, line 2216:
<comment>`LoopItemsIntegerBounded` drops the original numeric type constraint and only checks `is_number()`, which can incorrectly accept values that should fail (for example, fractional values when the original pattern required integers).</comment>
<file context>
@@ -2207,6 +2207,36 @@ INSTRUCTION_HANDLER(LoopItemsPropertiesExactlyTypeStrictHash3) {
+ const auto value{assume_value_copy<ValueIntegerBounds>(instruction.value)};
+ result = true;
+ for (const auto &element : target.as_array()) {
+ if (!element.is_number()) [[unlikely]] {
+ result = false;
+ break;
</file context>
Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
f39c65f to
f21470e
Compare
There was a problem hiding this comment.
Benchmark (linux/gcc)
Details
| Benchmark suite | Current: 300aafe | Previous: a718931 | Ratio |
|---|---|---|---|
Alterschema_Check_Readibility_ISO_Language_Set_3 |
359276179.500057 ns/iter |
362961703.499991 ns/iter |
0.99 |
Alterschema_Check_Readibility_OMC |
95451296.71427536 ns/iter |
95536426.14287128 ns/iter |
1.00 |
Alterschema_Check_Readibility_KrakenD |
1320416971.9999754 ns/iter |
1327500353.000005 ns/iter |
0.99 |
Alterschema_Apply_Readibility_KrakenD |
121458388253.00006 ns/iter |
135729939811.99966 ns/iter |
0.89 |
Alterschema_Check_Invalid_External_Refs |
328121616.00008947 ns/iter |
336609241.50001395 ns/iter |
0.97 |
Micro_2020_12_Dynamic_Ref |
242.7170172775621 ns/iter |
261.16393414333413 ns/iter |
0.93 |
Micro_2020_12_Dynamic_Ref_Single |
4.979389267917229 ns/iter |
4.99892446150098 ns/iter |
1.00 |
Micro_2020_12_Simple_Output_Mask |
74917.27485758592 ns/iter |
74022.22688272843 ns/iter |
1.01 |
Micro_2020_12_Simple_Output_Annotations |
113063.92288962082 ns/iter |
114681.15262111607 ns/iter |
0.99 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1203846.3247422772 ns/iter |
1204863.8881237984 ns/iter |
1.00 |
Micro_2020_12_Exhaustive_Deep_Numeric |
8171.380645082581 ns/iter |
8660.628874054233 ns/iter |
0.94 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
165652.22343451294 ns/iter |
165312.56126295243 ns/iter |
1.00 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
26184.325652043102 ns/iter |
25194.814881447062 ns/iter |
1.04 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
128.76649582440055 ns/iter |
155.15003022345957 ns/iter |
0.83 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
4723.903265008025 ns/iter |
4738.032301525813 ns/iter |
1.00 |
Micro_2019_09_Unevaluated_Properties |
28.350692733723438 ns/iter |
29.943009700618823 ns/iter |
0.95 |
Micro_2019_09_Compile_Wrap |
300843836.00001276 ns/iter |
311663014.5000272 ns/iter |
0.97 |
Micro_Draft7_If_Then_Else |
25.247631984592395 ns/iter |
24.613539000218033 ns/iter |
1.03 |
Micro_Draft6_Property_Names |
142.56784428549022 ns/iter |
143.24897327752447 ns/iter |
1.00 |
Micro_Draft6_Compile_FHIR |
13313456928.999813 ns/iter |
13336585866.999939 ns/iter |
1.00 |
Micro_Draft4_Meta_1_No_Callback |
171.71772885839567 ns/iter |
167.64204264758084 ns/iter |
1.02 |
Micro_Draft4_Required_Properties |
841.6864841414344 ns/iter |
810.997183510812 ns/iter |
1.04 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
21.57209051691034 ns/iter |
21.28520853190144 ns/iter |
1.01 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
13.413499677597622 ns/iter |
13.724557555965017 ns/iter |
0.98 |
Micro_Draft4_Items_Schema |
334.01246330946054 ns/iter |
350.481763410774 ns/iter |
0.95 |
Micro_Draft4_Nested_Object |
1.8681553226280225 ns/iter |
1.870152063459547 ns/iter |
1.00 |
Micro_Draft4_Properties_Triad_Optional |
368.20480950298185 ns/iter |
419.0885477238753 ns/iter |
0.88 |
Micro_Draft4_Properties_Triad_Closed |
306.6299521133016 ns/iter |
319.95730433766875 ns/iter |
0.96 |
Micro_Draft4_Properties_Triad_Required |
394.2543750104034 ns/iter |
436.2024857236958 ns/iter |
0.90 |
Micro_Draft4_Properties_Closed |
62.770545660827985 ns/iter |
64.30051261929981 ns/iter |
0.98 |
Micro_Draft4_Non_Recursive_Ref |
9.647134401324902 ns/iter |
10.275675609996652 ns/iter |
0.94 |
Micro_Draft4_Pattern_Properties_True |
201.87437675051854 ns/iter |
226.90629903659286 ns/iter |
0.89 |
Micro_Draft4_Ref_To_Single_Property |
13.105101192819943 ns/iter |
13.728759983930022 ns/iter |
0.95 |
Micro_Draft4_Additional_Properties_Type |
14.94783747811728 ns/iter |
14.945386969540573 ns/iter |
1.00 |
Micro_Draft4_Nested_Oneof |
65.41524200554437 ns/iter |
65.73407400269899 ns/iter |
1.00 |
Micro_Draft4_Short_Enum |
14.634938702277037 ns/iter |
14.681796942463157 ns/iter |
1.00 |
Micro_Draft4_Long_Enum |
13.960262885763672 ns/iter |
14.029409804131722 ns/iter |
1.00 |
Micro_Draft4_Long_Enum_Short_Strings |
14.645316355863173 ns/iter |
14.66050513158344 ns/iter |
1.00 |
Micro_Draft4_Type_Object |
4.981553545101603 ns/iter |
4.999751506463238 ns/iter |
1.00 |
Micro_Draft4_Ref_Single_100 |
2522472.613475121 ns/iter |
2501146.7992826705 ns/iter |
1.01 |
Micro_Draft4_Compile_Ref_Many_Nested |
1812081.1979434716 ns/iter |
1819952.7734375682 ns/iter |
1.00 |
Micro_Draft4_Compile_Wrap |
2560763.175824332 ns/iter |
2587108.4206643337 ns/iter |
0.99 |
E2E_Compiler_adaptivecard |
65193488.90907912 ns/iter |
66443940.72726424 ns/iter |
0.98 |
E2E_Compiler_ansible_meta |
30039603.17390841 ns/iter |
30410665.217400298 ns/iter |
0.99 |
E2E_Compiler_aws_cdk |
407288.94158883224 ns/iter |
412556.12838622887 ns/iter |
0.99 |
E2E_Compiler_babelrc |
2774937.450593512 ns/iter |
2793545.146825441 ns/iter |
0.99 |
E2E_Compiler_clang_format |
19449493.805559035 ns/iter |
19686403.38889019 ns/iter |
0.99 |
E2E_Compiler_cmake_presets |
26798629.03846697 ns/iter |
27348075.26923515 ns/iter |
0.98 |
E2E_Compiler_code_climate |
2785956.848605478 ns/iter |
2811059.575396795 ns/iter |
0.99 |
E2E_Compiler_cql2 |
13847568.470590191 ns/iter |
14065367.599996533 ns/iter |
0.98 |
E2E_Compiler_cspell |
23917738.689658955 ns/iter |
23978795.310344577 ns/iter |
1.00 |
E2E_Compiler_cypress |
4151900.2117651966 ns/iter |
4180678.455621296 ns/iter |
0.99 |
E2E_Compiler_deno |
8175646.686045501 ns/iter |
8232242.682352615 ns/iter |
0.99 |
E2E_Compiler_dependabot |
4140847.0898207263 ns/iter |
4212877.333333695 ns/iter |
0.98 |
E2E_Compiler_draft_04 |
2912544.0920499815 ns/iter |
2941802.1008410016 ns/iter |
0.99 |
E2E_Compiler_fabric_mod |
5114461.992754012 ns/iter |
5158285.735294545 ns/iter |
0.99 |
E2E_Compiler_geojson |
23663331.827586673 ns/iter |
23851978.482753113 ns/iter |
0.99 |
E2E_Compiler_gitpod_configuration |
5265228.787879316 ns/iter |
5277052.641791168 ns/iter |
1.00 |
E2E_Compiler_helm_chart_lock |
747608.7083334364 ns/iter |
756044.3365904937 ns/iter |
0.99 |
E2E_Compiler_importmap |
311677.5875606008 ns/iter |
312226.37198930676 ns/iter |
1.00 |
E2E_Compiler_jasmine |
1459808.1746359817 ns/iter |
1470869.4106381717 ns/iter |
0.99 |
E2E_Compiler_jshintrc |
4681838.1517243385 ns/iter |
4700647.540000015 ns/iter |
1.00 |
E2E_Compiler_jsconfig |
23098530.40000386 ns/iter |
23326913.50000005 ns/iter |
0.99 |
E2E_Compiler_krakend |
142488683.2000084 ns/iter |
150503698.20000926 ns/iter |
0.95 |
E2E_Compiler_lazygit |
35212774.19999933 ns/iter |
35920303.24999769 ns/iter |
0.98 |
E2E_Compiler_lerna |
1740698.8320982675 ns/iter |
1739401.39356404 ns/iter |
1.00 |
E2E_Compiler_nest_cli |
7940897.3863647515 ns/iter |
7991774.850575767 ns/iter |
0.99 |
E2E_Compiler_omc |
162376920.4999803 ns/iter |
169284185.99997032 ns/iter |
0.96 |
E2E_Compiler_omnisharp |
7169516.464645395 ns/iter |
7218657.857142531 ns/iter |
0.99 |
E2E_Compiler_openapi |
26776196.53846145 ns/iter |
27329796.30769268 ns/iter |
0.98 |
E2E_Compiler_pre_commit_hooks |
5674582.593496964 ns/iter |
5747767.221311703 ns/iter |
0.99 |
E2E_Compiler_pulumi |
4349633.105591086 ns/iter |
4402394.345911689 ns/iter |
0.99 |
E2E_Compiler_semantic_release |
1704689.9037038123 ns/iter |
1699496.3131066286 ns/iter |
1.00 |
E2E_Compiler_stale |
1663728.5390070826 ns/iter |
1670364.0548922978 ns/iter |
1.00 |
E2E_Compiler_stylecop |
6323430.864864218 ns/iter |
6393839.550459851 ns/iter |
0.99 |
E2E_Compiler_tmuxinator |
2097944.3143713474 ns/iter |
2111455.853731452 ns/iter |
0.99 |
E2E_Compiler_ui5 |
48905287.357147895 ns/iter |
50542101.42856976 ns/iter |
0.97 |
E2E_Compiler_ui5_manifest |
320330784.0000207 ns/iter |
332453927.50006884 ns/iter |
0.96 |
E2E_Compiler_unreal_engine_uproject |
4938919.601399776 ns/iter |
4972280.943262531 ns/iter |
0.99 |
E2E_Compiler_users_array |
850960.9552598669 ns/iter |
858688.5364075738 ns/iter |
0.99 |
E2E_Compiler_vercel |
13056640.01851828 ns/iter |
13276607.415092548 ns/iter |
0.98 |
E2E_Compiler_yamllint |
378158.18398256775 ns/iter |
381044.8511450594 ns/iter |
0.99 |
E2E_Evaluator_adaptivecard |
22791.341585299157 ns/iter |
23672.09100504381 ns/iter |
0.96 |
E2E_Evaluator_ansible_meta |
241619.46422403865 ns/iter |
248692.22529226472 ns/iter |
0.97 |
E2E_Evaluator_aws_cdk |
51518.83211308319 ns/iter |
51879.461947684074 ns/iter |
0.99 |
E2E_Evaluator_babelrc |
107183.2311512353 ns/iter |
108318.58168168146 ns/iter |
0.99 |
E2E_Evaluator_cerebrum_criminal_case |
1270704.3057553032 ns/iter |
1292855.8699633747 ns/iter |
0.98 |
E2E_Evaluator_clang_format |
107742.22061313229 ns/iter |
108676.52569593128 ns/iter |
0.99 |
E2E_Evaluator_cmake_presets |
4362428.596273868 ns/iter |
4917209.71428679 ns/iter |
0.89 |
E2E_Evaluator_code_climate |
182490.52409479115 ns/iter |
188958.1175838497 ns/iter |
0.97 |
E2E_Evaluator_cql2 |
210224.3837174859 ns/iter |
227716.1571340904 ns/iter |
0.92 |
E2E_Evaluator_cspell |
543389.8381678918 ns/iter |
553992.4812149937 ns/iter |
0.98 |
E2E_Evaluator_cypress |
171145.51720771327 ns/iter |
173877.63606642824 ns/iter |
0.98 |
E2E_Evaluator_deno |
333155.23311439034 ns/iter |
342536.82450165827 ns/iter |
0.97 |
E2E_Evaluator_dependabot |
459966.77075104986 ns/iter |
470158.2326667146 ns/iter |
0.98 |
E2E_Evaluator_draft_04 |
6858522.329998777 ns/iter |
8319642.453488466 ns/iter |
0.82 |
E2E_Evaluator_fabric_mod |
718179.0642203168 ns/iter |
724874.617647004 ns/iter |
0.99 |
E2E_Evaluator_geojson |
16559091.380951853 ns/iter |
16101388.46511523 ns/iter |
1.03 |
E2E_Evaluator_gitpod_configuration |
249971.8433391794 ns/iter |
260152.58258924168 ns/iter |
0.96 |
E2E_Evaluator_helm_chart_lock |
320375.5783809416 ns/iter |
325616.05673425226 ns/iter |
0.98 |
E2E_Evaluator_importmap |
47649.45860186316 ns/iter |
49598.39322521962 ns/iter |
0.96 |
E2E_Evaluator_jasmine |
120240.26477891614 ns/iter |
122299.24196929824 ns/iter |
0.98 |
E2E_Evaluator_jshintrc |
1077082.9329266562 ns/iter |
1042692.0968705683 ns/iter |
1.03 |
E2E_Evaluator_jsconfig |
405121.37586208794 ns/iter |
405807.205916479 ns/iter |
1.00 |
E2E_Evaluator_krakend |
201857.71267439408 ns/iter |
207999.43744428837 ns/iter |
0.97 |
E2E_Evaluator_lazygit |
139460.4579676346 ns/iter |
138798.422554596 ns/iter |
1.00 |
E2E_Evaluator_lerna |
148224.51687762464 ns/iter |
157775.1171576168 ns/iter |
0.94 |
E2E_Evaluator_nest_cli |
191746.43921142345 ns/iter |
198645.9205997084 ns/iter |
0.97 |
E2E_Evaluator_omc |
19033.039625576894 ns/iter |
19129.283356514377 ns/iter |
0.99 |
E2E_Evaluator_omnisharp |
552543.8118108761 ns/iter |
574643.2841757704 ns/iter |
0.96 |
E2E_Evaluator_openapi |
13430387.403843723 ns/iter |
15066101.260868968 ns/iter |
0.89 |
E2E_Evaluator_pre_commit_hooks |
625096.4269005362 ns/iter |
513289.47249437054 ns/iter |
1.22 |
E2E_Evaluator_pulumi |
705056.9797978125 ns/iter |
715705.269662888 ns/iter |
0.99 |
E2E_Evaluator_semantic_release |
103386.2988407256 ns/iter |
102548.34816084972 ns/iter |
1.01 |
E2E_Evaluator_stale |
156325.56545294187 ns/iter |
157196.5819744247 ns/iter |
0.99 |
E2E_Evaluator_stylecop |
304194.85289039323 ns/iter |
306591.7823656609 ns/iter |
0.99 |
E2E_Evaluator_tmuxinator |
99037.43096884256 ns/iter |
99658.30891989695 ns/iter |
0.99 |
E2E_Evaluator_ui5 |
538268.3802601733 ns/iter |
535332.2741934797 ns/iter |
1.01 |
E2E_Evaluator_ui5_manifest |
2707594.2988503953 ns/iter |
2749694.0039368635 ns/iter |
0.98 |
E2E_Evaluator_unreal_engine_uproject |
462446.48510924325 ns/iter |
471107.92267276667 ns/iter |
0.98 |
E2E_Evaluator_users_array |
1638787.8004692146 ns/iter |
2112095.4640719537 ns/iter |
0.78 |
E2E_Evaluator_vercel |
310961.9256307916 ns/iter |
315630.89252126665 ns/iter |
0.99 |
E2E_Evaluator_yamllint |
10558.377766922777 ns/iter |
11005.737518326123 ns/iter |
0.96 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (linux/gcc)
Details
| Benchmark suite | Current: 300aafe | Previous: a718931 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
114478 ns |
118356 ns |
0.97 |
E2E_Evaluator_ansible-meta |
588831 ns |
585877 ns |
1.01 |
E2E_Evaluator_aws-cdk |
137182 ns |
137427 ns |
1.00 |
E2E_Evaluator_babelrc |
321473 ns |
327042 ns |
0.98 |
E2E_Evaluator_cerebrum-criminal-case |
2628333 ns |
2667925 ns |
0.99 |
E2E_Evaluator_clang-format |
291730 ns |
279024 ns |
1.05 |
E2E_Evaluator_cmake-presets |
19361358 ns |
20163315 ns |
0.96 |
E2E_Evaluator_code-climate |
423687 ns |
436565 ns |
0.97 |
E2E_Evaluator_cql2 |
1179603 ns |
1192274 ns |
0.99 |
E2E_Evaluator_cspell |
1567939 ns |
1610752 ns |
0.97 |
E2E_Evaluator_cypress |
854362 ns |
870912 ns |
0.98 |
E2E_Evaluator_deno |
1096996 ns |
1129987 ns |
0.97 |
E2E_Evaluator_dependabot |
1162206 ns |
1112120 ns |
1.05 |
E2E_Evaluator_draft-04 |
20741942 ns |
21077221 ns |
0.98 |
E2E_Evaluator_fabric-mod |
2506336 ns |
2547062 ns |
0.98 |
E2E_Evaluator_geojson |
20506406 ns |
21030483 ns |
0.98 |
E2E_Evaluator_gitpod-configuration |
764291 ns |
772689 ns |
0.99 |
E2E_Evaluator_helm-chart-lock |
1032437 ns |
1036555 ns |
1.00 |
E2E_Evaluator_importmap |
284922 ns |
280094 ns |
1.02 |
E2E_Evaluator_jasmine |
292741 ns |
300843 ns |
0.97 |
E2E_Evaluator_jsconfig |
1384432 ns |
1385240 ns |
1.00 |
E2E_Evaluator_jshintrc |
3077901 ns |
3186480 ns |
0.97 |
E2E_Evaluator_krakend |
769184 ns |
779526 ns |
0.99 |
E2E_Evaluator_lazygit |
579822 ns |
591025 ns |
0.98 |
E2E_Evaluator_lerna |
477943 ns |
479068 ns |
1.00 |
E2E_Evaluator_nest-cli |
634833 ns |
642554 ns |
0.99 |
E2E_Evaluator_omc |
87499 ns |
86051 ns |
1.02 |
E2E_Evaluator_omnisharp |
1598326 ns |
1618194 ns |
0.99 |
E2E_Evaluator_openapi |
40037528 ns |
39179223 ns |
1.02 |
E2E_Evaluator_pre-commit-hooks |
2008107 ns |
2080587 ns |
0.97 |
E2E_Evaluator_pulumi |
1972945 ns |
2004297 ns |
0.98 |
E2E_Evaluator_semantic-release |
262091 ns |
267460 ns |
0.98 |
E2E_Evaluator_stale |
424397 ns |
437643 ns |
0.97 |
E2E_Evaluator_stylecop |
1212177 ns |
1264941 ns |
0.96 |
E2E_Evaluator_tmuxinator |
230282 ns |
232264 ns |
0.99 |
E2E_Evaluator_ui5 |
2260314 ns |
2297950 ns |
0.98 |
E2E_Evaluator_ui5-manifest |
10915544 ns |
11925685 ns |
0.92 |
E2E_Evaluator_unreal-engine-uproject |
1506379 ns |
1583198 ns |
0.95 |
E2E_Evaluator_users-array |
3156245 ns |
3363775 ns |
0.94 |
E2E_Evaluator_vercel |
1052747 ns |
1090879 ns |
0.97 |
E2E_Evaluator_yamllint |
25098 ns |
24640 ns |
1.02 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
Benchmark (macos/llvm)
Details
| Benchmark suite | Current: 300aafe | Previous: 9cdd791 | Ratio |
|---|---|---|---|
E2E_Compiler_adaptivecard |
91310215.33335115 ns/iter |
58770704.54545736 ns/iter |
1.55 |
E2E_Compiler_ansible_meta |
35562800.00000243 ns/iter |
25852993.814817604 ns/iter |
1.38 |
E2E_Compiler_aws_cdk |
447324.33169661945 ns/iter |
306320.67436002503 ns/iter |
1.46 |
E2E_Compiler_babelrc |
3153139.0509808618 ns/iter |
2801808.960784123 ns/iter |
1.13 |
E2E_Compiler_clang_format |
20579648.29411423 ns/iter |
17302277.770833522 ns/iter |
1.19 |
E2E_Compiler_cmake_presets |
39914026.941179305 ns/iter |
32458797.086954527 ns/iter |
1.23 |
E2E_Compiler_code_climate |
2451707.203620395 ns/iter |
2516332.8173372434 ns/iter |
0.97 |
E2E_Compiler_cql2 |
13380489.931031315 ns/iter |
12870576.047618438 ns/iter |
1.04 |
E2E_Compiler_cspell |
22109710.93750658 ns/iter |
22194500.000000518 ns/iter |
1.00 |
E2E_Compiler_cypress |
4224001.786096924 ns/iter |
3953092.1052632337 ns/iter |
1.07 |
E2E_Compiler_deno |
7268831.920454618 ns/iter |
7827747.8070176905 ns/iter |
0.93 |
E2E_Compiler_dependabot |
4367415.140243671 ns/iter |
4289600.711656351 ns/iter |
1.02 |
E2E_Compiler_draft_04 |
2196545.527156489 ns/iter |
2020692.981424405 ns/iter |
1.09 |
E2E_Compiler_fabric_mod |
4613391.096551101 ns/iter |
4050687.4999998235 ns/iter |
1.14 |
E2E_Compiler_geojson |
25565824.99999725 ns/iter |
24463093.033333886 ns/iter |
1.05 |
E2E_Compiler_gitpod_configuration |
5391722.328468414 ns/iter |
5693584.084337588 ns/iter |
0.95 |
E2E_Compiler_helm_chart_lock |
669645.5738046591 ns/iter |
570207.4411135941 ns/iter |
1.17 |
E2E_Compiler_importmap |
303693.0722090652 ns/iter |
270036.93990043143 ns/iter |
1.12 |
E2E_Compiler_jasmine |
1213402.2068373743 ns/iter |
1394111.517367593 ns/iter |
0.87 |
E2E_Compiler_jshintrc |
4363050.802137946 ns/iter |
3954690.4139782665 ns/iter |
1.10 |
E2E_Compiler_jsconfig |
21262308.823532507 ns/iter |
28832536.45833387 ns/iter |
0.74 |
E2E_Compiler_krakend |
190564208.25000942 ns/iter |
216835513.6666757 ns/iter |
0.88 |
E2E_Compiler_lazygit |
41573776.06250634 ns/iter |
46184611.13333675 ns/iter |
0.90 |
E2E_Compiler_lerna |
1984940.082644048 ns/iter |
1755242.3295453226 ns/iter |
1.13 |
E2E_Compiler_nest_cli |
8438191.843751496 ns/iter |
7877617.790124229 ns/iter |
1.07 |
E2E_Compiler_omc |
230129541.66665623 ns/iter |
206442583.33334163 ns/iter |
1.11 |
E2E_Compiler_omnisharp |
7827728.260869426 ns/iter |
7381898.202531455 ns/iter |
1.06 |
E2E_Compiler_openapi |
29397888.888895437 ns/iter |
32911537.214285348 ns/iter |
0.89 |
E2E_Compiler_pre_commit_hooks |
5588058.329999512 ns/iter |
5791425.104575865 ns/iter |
0.96 |
E2E_Compiler_pulumi |
4154690.554141027 ns/iter |
4066926.609136991 ns/iter |
1.02 |
E2E_Compiler_semantic_release |
1538584.2518385823 ns/iter |
1694293.0622008136 ns/iter |
0.91 |
E2E_Compiler_stale |
1392720.545293 ns/iter |
1940586.1104165942 ns/iter |
0.72 |
E2E_Compiler_stylecop |
7417649.590162581 ns/iter |
7815185.985507106 ns/iter |
0.95 |
E2E_Compiler_tmuxinator |
1840298.9792147735 ns/iter |
2318201.6393937403 ns/iter |
0.79 |
E2E_Compiler_ui5 |
75408885.4166639 ns/iter |
74062795.80000046 ns/iter |
1.02 |
E2E_Compiler_ui5_manifest |
382099625.0000235 ns/iter |
452564166.49999666 ns/iter |
0.84 |
E2E_Compiler_unreal_engine_uproject |
4393747.933884073 ns/iter |
5612384.170000268 ns/iter |
0.78 |
E2E_Compiler_users_array |
841847.6226414191 ns/iter |
991662.8472385211 ns/iter |
0.85 |
E2E_Compiler_vercel |
13587728.312501213 ns/iter |
16396268.13043487 ns/iter |
0.83 |
E2E_Compiler_yamllint |
369183.5937499793 ns/iter |
334885.9692612946 ns/iter |
1.10 |
E2E_Evaluator_adaptivecard |
21620.655952297562 ns/iter |
21930.108214247553 ns/iter |
0.99 |
E2E_Evaluator_ansible_meta |
216765.47290779333 ns/iter |
199144.90913947762 ns/iter |
1.09 |
E2E_Evaluator_aws_cdk |
40494.000128572836 ns/iter |
40443.5379787302 ns/iter |
1.00 |
E2E_Evaluator_babelrc |
93089.08332295739 ns/iter |
89992.30156122384 ns/iter |
1.03 |
E2E_Evaluator_cerebrum_criminal_case |
1087781.5183674374 ns/iter |
1172910.774410676 ns/iter |
0.93 |
E2E_Evaluator_clang_format |
111706.2963227075 ns/iter |
121638.13212251778 ns/iter |
0.92 |
E2E_Evaluator_cmake_presets |
5039503.529100589 ns/iter |
4576779.893129402 ns/iter |
1.10 |
E2E_Evaluator_code_climate |
183588.0761571382 ns/iter |
172022.69850336082 ns/iter |
1.07 |
E2E_Evaluator_cql2 |
207796.815128027 ns/iter |
194771.54642116788 ns/iter |
1.07 |
E2E_Evaluator_cspell |
526132.7978788776 ns/iter |
630515.5256796721 ns/iter |
0.83 |
E2E_Evaluator_cypress |
180359.76595744022 ns/iter |
175834.01396208437 ns/iter |
1.03 |
E2E_Evaluator_deno |
284861.97320229764 ns/iter |
265602.9363496973 ns/iter |
1.07 |
E2E_Evaluator_dependabot |
403387.41434849956 ns/iter |
409089.1559576065 ns/iter |
0.99 |
E2E_Evaluator_draft_04 |
6413222.619046013 ns/iter |
7152957.175925941 ns/iter |
0.90 |
E2E_Evaluator_fabric_mod |
727913.6484100342 ns/iter |
491858.6783439458 ns/iter |
1.48 |
E2E_Evaluator_geojson |
11374904.999997852 ns/iter |
10798611.548385717 ns/iter |
1.05 |
E2E_Evaluator_gitpod_configuration |
176772.79354840174 ns/iter |
208137.86675666014 ns/iter |
0.85 |
E2E_Evaluator_helm_chart_lock |
222095.48243706275 ns/iter |
207620.22467487238 ns/iter |
1.07 |
E2E_Evaluator_importmap |
31900.380107695142 ns/iter |
32521.49597402516 ns/iter |
0.98 |
E2E_Evaluator_jasmine |
83894.59177017283 ns/iter |
82901.75485850671 ns/iter |
1.01 |
E2E_Evaluator_jshintrc |
1095600.7653059412 ns/iter |
910574.6422253131 ns/iter |
1.20 |
E2E_Evaluator_jsconfig |
319589.33681814664 ns/iter |
323340.98995395785 ns/iter |
0.99 |
E2E_Evaluator_krakend |
131725.0202265504 ns/iter |
160898.41677171775 ns/iter |
0.82 |
E2E_Evaluator_lazygit |
105900.3770892702 ns/iter |
99258.73221882533 ns/iter |
1.07 |
E2E_Evaluator_lerna |
119028.74902660065 ns/iter |
131697.6455479503 ns/iter |
0.90 |
E2E_Evaluator_nest_cli |
126778.65720525071 ns/iter |
141861.04924388905 ns/iter |
0.89 |
E2E_Evaluator_omc |
15695.198103070761 ns/iter |
16981.222524779416 ns/iter |
0.92 |
E2E_Evaluator_omnisharp |
586537.7499999341 ns/iter |
501079.41700002813 ns/iter |
1.17 |
E2E_Evaluator_openapi |
9351356.544305453 ns/iter |
8201621.160920673 ns/iter |
1.14 |
E2E_Evaluator_pre_commit_hooks |
341168.5479376062 ns/iter |
328305.63789189555 ns/iter |
1.04 |
E2E_Evaluator_pulumi |
541981.4844813417 ns/iter |
503121.9349363685 ns/iter |
1.08 |
E2E_Evaluator_semantic_release |
75458.88462309362 ns/iter |
68192.53871861938 ns/iter |
1.11 |
E2E_Evaluator_stale |
112449.68545580999 ns/iter |
106066.30445619675 ns/iter |
1.06 |
E2E_Evaluator_stylecop |
205468.8026481391 ns/iter |
179792.65375124972 ns/iter |
1.14 |
E2E_Evaluator_tmuxinator |
75698.9092478736 ns/iter |
66385.38800873504 ns/iter |
1.14 |
E2E_Evaluator_ui5 |
382776.1846670623 ns/iter |
328088.9028284297 ns/iter |
1.17 |
E2E_Evaluator_ui5_manifest |
2013480.8743169927 ns/iter |
1522723.6183431128 ns/iter |
1.32 |
E2E_Evaluator_unreal_engine_uproject |
338620.6115745275 ns/iter |
304512.89586777374 ns/iter |
1.11 |
E2E_Evaluator_users_array |
1276981.3887883273 ns/iter |
1108800.8815165437 ns/iter |
1.15 |
E2E_Evaluator_vercel |
240759.03655538958 ns/iter |
225717.53917796328 ns/iter |
1.07 |
E2E_Evaluator_yamllint |
6565.561280787421 ns/iter |
5619.205414684148 ns/iter |
1.17 |
Micro_Draft4_Meta_1_No_Callback |
139.3784990876161 ns/iter |
122.8584695496916 ns/iter |
1.13 |
Micro_Draft4_Required_Properties |
667.7642035776697 ns/iter |
625.9016025580975 ns/iter |
1.07 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
16.957736459010377 ns/iter |
15.070874207085437 ns/iter |
1.13 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
7.787651121171111 ns/iter |
6.970001802849126 ns/iter |
1.12 |
Micro_Draft4_Items_Schema |
283.3887583431698 ns/iter |
247.11152084514814 ns/iter |
1.15 |
Micro_Draft4_Nested_Object |
0.7462828195844313 ns/iter |
0.6608710356187067 ns/iter |
1.13 |
Micro_Draft4_Properties_Triad_Optional |
215.8861918398198 ns/iter |
195.02418711164478 ns/iter |
1.11 |
Micro_Draft4_Properties_Triad_Closed |
199.21305906586193 ns/iter |
162.70186152177618 ns/iter |
1.22 |
Micro_Draft4_Properties_Triad_Required |
225.64555126396516 ns/iter |
204.0244054680907 ns/iter |
1.11 |
Micro_Draft4_Properties_Closed |
40.60067950106961 ns/iter |
35.7508075636675 ns/iter |
1.14 |
Micro_Draft4_Non_Recursive_Ref |
13.36881966825303 ns/iter |
12.158500474394023 ns/iter |
1.10 |
Micro_Draft4_Pattern_Properties_True |
166.9642499745467 ns/iter |
152.8559303519064 ns/iter |
1.09 |
Micro_Draft4_Ref_To_Single_Property |
8.588562395328427 ns/iter |
7.089234521308575 ns/iter |
1.21 |
Micro_Draft4_Additional_Properties_Type |
27.020931150825582 ns/iter |
25.430651972113406 ns/iter |
1.06 |
Micro_Draft4_Nested_Oneof |
44.41120980957727 ns/iter |
40.4207621185637 ns/iter |
1.10 |
Micro_Draft4_Short_Enum |
5.277264123337202 ns/iter |
4.856074410878951 ns/iter |
1.09 |
Micro_Draft4_Long_Enum |
10.930016978293109 ns/iter |
9.864636851654499 ns/iter |
1.11 |
Micro_Draft4_Long_Enum_Short_Strings |
6.7883019487913545 ns/iter |
6.337679938435475 ns/iter |
1.07 |
Micro_Draft4_Type_Object |
2.515823753883311 ns/iter |
2.200384268528664 ns/iter |
1.14 |
Micro_Draft4_Ref_Single_100 |
1977331.7460317593 ns/iter |
1725438.5517243939 ns/iter |
1.15 |
Micro_Draft4_Compile_Ref_Many_Nested |
1446310.910305346 ns/iter |
1245203.2110091967 ns/iter |
1.16 |
Micro_Draft4_Compile_Wrap |
2333972.7056965404 ns/iter |
1985113.668555636 ns/iter |
1.18 |
Micro_Draft6_Property_Names |
100.90184754346677 ns/iter |
93.13368148700894 ns/iter |
1.08 |
Micro_Draft6_Compile_FHIR |
12583737291.000034 ns/iter |
9614295209.000147 ns/iter |
1.31 |
Micro_Draft7_If_Then_Else |
17.407814202351414 ns/iter |
16.974697044105802 ns/iter |
1.03 |
Micro_2019_09_Unevaluated_Properties |
27.73583610063536 ns/iter |
25.86540825248404 ns/iter |
1.07 |
Micro_2019_09_Compile_Wrap |
364597437.4999241 ns/iter |
298086979.00000423 ns/iter |
1.22 |
Micro_2020_12_Dynamic_Ref |
216.75455534631124 ns/iter |
180.76547570801964 ns/iter |
1.20 |
Micro_2020_12_Dynamic_Ref_Single |
2.3649325673327213 ns/iter |
2.127379832462316 ns/iter |
1.11 |
Micro_2020_12_Simple_Output_Mask |
70334.12286587727 ns/iter |
60682.63178554379 ns/iter |
1.16 |
Micro_2020_12_Simple_Output_Annotations |
92070.32475170407 ns/iter |
84858.95681263675 ns/iter |
1.08 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
926276.2904328883 ns/iter |
790091.0743168315 ns/iter |
1.17 |
Micro_2020_12_Exhaustive_Deep_Numeric |
5714.758744078168 ns/iter |
5546.696002848691 ns/iter |
1.03 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
122898.11831709847 ns/iter |
116685.7056382077 ns/iter |
1.05 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
17655.608773481163 ns/iter |
14338.150401782545 ns/iter |
1.23 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
101.4244053392094 ns/iter |
90.85849195166483 ns/iter |
1.12 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
5056.410568028109 ns/iter |
4632.903955137752 ns/iter |
1.09 |
Alterschema_Check_Readibility_ISO_Language_Set_3 |
256901833.3333588 ns/iter |
222609971.99994865 ns/iter |
1.15 |
Alterschema_Check_Readibility_OMC |
79416504.66667245 ns/iter |
60542195.53846871 ns/iter |
1.31 |
Alterschema_Check_Readibility_KrakenD |
858962250.0001042 ns/iter |
611893332.9998981 ns/iter |
1.40 |
Alterschema_Apply_Readibility_KrakenD |
86602592082.99998 ns/iter |
64801805500 ns/iter |
1.34 |
Alterschema_Check_Invalid_External_Refs |
189127277.66670895 ns/iter |
172468250.00000852 ns/iter |
1.10 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (macos/llvm)
Details
| Benchmark suite | Current: 300aafe | Previous: 9cdd791 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
125584 ns |
123858 ns |
1.01 |
E2E_Evaluator_ansible-meta |
635430 ns |
571143 ns |
1.11 |
E2E_Evaluator_aws-cdk |
157683 ns |
137502 ns |
1.15 |
E2E_Evaluator_babelrc |
560695 ns |
347446 ns |
1.61 |
E2E_Evaluator_cerebrum-criminal-case |
2929571 ns |
2092338 ns |
1.40 |
E2E_Evaluator_clang-format |
352893 ns |
260832 ns |
1.35 |
E2E_Evaluator_cmake-presets |
19697766 ns |
14634218 ns |
1.35 |
E2E_Evaluator_code-climate |
514410 ns |
415368 ns |
1.24 |
E2E_Evaluator_cql2 |
1158436 ns |
981793 ns |
1.18 |
E2E_Evaluator_cspell |
1835078 ns |
1396490 ns |
1.31 |
E2E_Evaluator_cypress |
1283652 ns |
878389 ns |
1.46 |
E2E_Evaluator_deno |
1621318 ns |
896507 ns |
1.81 |
E2E_Evaluator_dependabot |
1314851 ns |
1008111 ns |
1.30 |
E2E_Evaluator_draft-04 |
19593695 ns |
16098046 ns |
1.22 |
E2E_Evaluator_fabric-mod |
3001874 ns |
1781507 ns |
1.69 |
E2E_Evaluator_geojson |
34298390 ns |
21565992 ns |
1.59 |
E2E_Evaluator_gitpod-configuration |
1048882 ns |
623900 ns |
1.68 |
E2E_Evaluator_helm-chart-lock |
1387465 ns |
1069115 ns |
1.30 |
E2E_Evaluator_importmap |
358943 ns |
209403 ns |
1.71 |
E2E_Evaluator_jasmine |
376997 ns |
261261 ns |
1.44 |
E2E_Evaluator_jsconfig |
1742414 ns |
1396934 ns |
1.25 |
E2E_Evaluator_jshintrc |
3483389 ns |
2696939 ns |
1.29 |
E2E_Evaluator_krakend |
701401 ns |
514168 ns |
1.36 |
E2E_Evaluator_lazygit |
647850 ns |
560275 ns |
1.16 |
E2E_Evaluator_lerna |
564029 ns |
421293 ns |
1.34 |
E2E_Evaluator_nest-cli |
922558 ns |
608682 ns |
1.52 |
E2E_Evaluator_omc |
114903 ns |
72544 ns |
1.58 |
E2E_Evaluator_omnisharp |
2013924 ns |
1375917 ns |
1.46 |
E2E_Evaluator_openapi |
37231020 ns |
26036621 ns |
1.43 |
E2E_Evaluator_pre-commit-hooks |
2083463 ns |
1700745 ns |
1.23 |
E2E_Evaluator_pulumi |
2499533 ns |
1869552 ns |
1.34 |
E2E_Evaluator_semantic-release |
333261 ns |
244805 ns |
1.36 |
E2E_Evaluator_stale |
539242 ns |
414096 ns |
1.30 |
E2E_Evaluator_stylecop |
1441619 ns |
898264 ns |
1.60 |
E2E_Evaluator_tmuxinator |
289020 ns |
261667 ns |
1.10 |
E2E_Evaluator_ui5 |
2376703 ns |
1733472 ns |
1.37 |
E2E_Evaluator_ui5-manifest |
12381796 ns |
9571608 ns |
1.29 |
E2E_Evaluator_unreal-engine-uproject |
1749421 ns |
1730478 ns |
1.01 |
E2E_Evaluator_users-array |
3116250 ns |
2378955 ns |
1.31 |
E2E_Evaluator_vercel |
2063004 ns |
1061739 ns |
1.94 |
E2E_Evaluator_yamllint |
46262 ns |
29775 ns |
1.55 |
This comment was automatically generated by workflow using github-action-benchmark.
Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
Signed-off-by: Juan Cruz Viotti jv@jviotti.com