[WIP] Revamp the canonicalizer starting on Draft 4#705
Draft
Conversation
d048d48 to
dcfb114
Compare
There was a problem hiding this comment.
Benchmark (linux/llvm)
Details
| Benchmark suite | Current: dcfb114 | Previous: 61eee69 | Ratio |
|---|---|---|---|
E2E_Compiler_adaptivecard |
65887780.00000022 ns/iter |
58053203.818184845 ns/iter |
1.13 |
E2E_Compiler_ansible_meta |
29221143.250000615 ns/iter |
25582875.481482595 ns/iter |
1.14 |
E2E_Compiler_aws_cdk |
379916.4899401843 ns/iter |
332958.32034219743 ns/iter |
1.14 |
E2E_Compiler_babelrc |
2595894.323420059 ns/iter |
2269353.808441553 ns/iter |
1.14 |
E2E_Compiler_clang_format |
18579946.49999963 ns/iter |
16155403.511627514 ns/iter |
1.15 |
E2E_Compiler_cmake_presets |
26083380.037035838 ns/iter |
23487528.233332947 ns/iter |
1.11 |
E2E_Compiler_code_climate |
2607885.7238804908 ns/iter |
2316463.5827815393 ns/iter |
1.13 |
E2E_Compiler_cql2 |
13065822.90740721 ns/iter |
11881666.745762425 ns/iter |
1.10 |
E2E_Compiler_cspell |
23244047.36666755 ns/iter |
20995916.151515774 ns/iter |
1.11 |
E2E_Compiler_cypress |
3940212.9494382525 ns/iter |
3502954.2250001105 ns/iter |
1.12 |
E2E_Compiler_deno |
7702994.133333303 ns/iter |
6698071.961904719 ns/iter |
1.15 |
E2E_Compiler_dependabot |
3941128.662921181 ns/iter |
3425503.3137252796 ns/iter |
1.15 |
E2E_Compiler_draft_04 |
2692501.438461538 ns/iter |
2409039.534482864 ns/iter |
1.12 |
E2E_Compiler_fabric_mod |
4797816.897260182 ns/iter |
4226540.636363318 ns/iter |
1.14 |
E2E_Compiler_geojson |
22284756.61290245 ns/iter |
19692632.028571617 ns/iter |
1.13 |
E2E_Compiler_gitpod_configuration |
4916536.4295770135 ns/iter |
4334123.913043508 ns/iter |
1.13 |
E2E_Compiler_helm_chart_lock |
711305.9195518479 ns/iter |
615207.7649122782 ns/iter |
1.16 |
E2E_Compiler_importmap |
287448.9654463114 ns/iter |
253948.99384056698 ns/iter |
1.13 |
E2E_Compiler_jasmine |
1375397.208251482 ns/iter |
1212875.2512997948 ns/iter |
1.13 |
E2E_Compiler_jshintrc |
4372476.757763811 ns/iter |
3747378.877005332 ns/iter |
1.17 |
E2E_Compiler_jsconfig |
22010219.84375018 ns/iter |
18614304.552630156 ns/iter |
1.18 |
E2E_Compiler_krakend |
143376089.59999672 ns/iter |
119009946.00000559 ns/iter |
1.20 |
E2E_Compiler_lazygit |
33720798.523810506 ns/iter |
29595509.374999553 ns/iter |
1.14 |
E2E_Compiler_lerna |
1607553.2178900868 ns/iter |
1405643.8236472998 ns/iter |
1.14 |
E2E_Compiler_nest_cli |
7522749.172042211 ns/iter |
6511247.361111124 ns/iter |
1.16 |
E2E_Compiler_omc |
157355947.00001344 ns/iter |
136428379.59999952 ns/iter |
1.15 |
E2E_Compiler_omnisharp |
6775881.747572182 ns/iter |
5799820.991735337 ns/iter |
1.17 |
E2E_Compiler_openapi |
25347036.67857181 ns/iter |
22116975.500001244 ns/iter |
1.15 |
E2E_Compiler_pre_commit_hooks |
5364123.679389007 ns/iter |
4619095.509933806 ns/iter |
1.16 |
E2E_Compiler_pulumi |
4074330.152046814 ns/iter |
3574280.9897959772 ns/iter |
1.14 |
E2E_Compiler_semantic_release |
1584126.2460496426 ns/iter |
1416991.7555555785 ns/iter |
1.12 |
E2E_Compiler_stale |
1569876.4036281477 ns/iter |
1369253.8747554757 ns/iter |
1.15 |
E2E_Compiler_stylecop |
6194678.398230232 ns/iter |
5312536.287878843 ns/iter |
1.17 |
E2E_Compiler_tmuxinator |
1971689.1722222525 ns/iter |
1716591.5647922386 ns/iter |
1.15 |
E2E_Compiler_ui5 |
47944894.60000478 ns/iter |
42208784.31249986 ns/iter |
1.14 |
E2E_Compiler_ui5_manifest |
320756381.0000238 ns/iter |
270801000.6666655 ns/iter |
1.18 |
E2E_Compiler_unreal_engine_uproject |
4676720.973333583 ns/iter |
4039890.352601105 ns/iter |
1.16 |
E2E_Compiler_vercel |
12442366.232144358 ns/iter |
11170465.285713831 ns/iter |
1.11 |
E2E_Compiler_yamllint |
349588.4999999823 ns/iter |
310640.1310657544 ns/iter |
1.13 |
E2E_Evaluator_adaptivecard |
26359.46126350142 ns/iter |
22066.18805457474 ns/iter |
1.19 |
E2E_Evaluator_ansible_meta |
237687.52756173784 ns/iter |
199822.9503566321 ns/iter |
1.19 |
E2E_Evaluator_aws_cdk |
50973.66271802867 ns/iter |
43228.34085834988 ns/iter |
1.18 |
E2E_Evaluator_babelrc |
111499.19634631509 ns/iter |
97199.00195913564 ns/iter |
1.15 |
E2E_Evaluator_cerebrum_criminal_case |
1248834.074204846 ns/iter |
1220472.1678322535 ns/iter |
1.02 |
E2E_Evaluator_clang_format |
125890.81280086661 ns/iter |
119060.27019214124 ns/iter |
1.06 |
E2E_Evaluator_cmake_presets |
4332609.7312501585 ns/iter |
4241869.200000041 ns/iter |
1.02 |
E2E_Evaluator_code_climate |
182513.84027956025 ns/iter |
176078.9011569498 ns/iter |
1.04 |
E2E_Evaluator_cql2 |
213752.55411658873 ns/iter |
182817.34590206976 ns/iter |
1.17 |
E2E_Evaluator_cspell |
580135.8428927675 ns/iter |
531914.8143621376 ns/iter |
1.09 |
E2E_Evaluator_cypress |
193504.43814004769 ns/iter |
179363.00716661688 ns/iter |
1.08 |
E2E_Evaluator_deno |
324062.28018429165 ns/iter |
316539.30612245883 ns/iter |
1.02 |
E2E_Evaluator_dependabot |
433020.5750915649 ns/iter |
413743.11681415467 ns/iter |
1.05 |
E2E_Evaluator_draft_04 |
7858463.269663138 ns/iter |
6709295.19607873 ns/iter |
1.17 |
E2E_Evaluator_fabric_mod |
731509.5609503865 ns/iter |
672839.3908826439 ns/iter |
1.09 |
E2E_Evaluator_geojson |
15709746.511627303 ns/iter |
15561350.244444031 ns/iter |
1.01 |
E2E_Evaluator_gitpod_configuration |
233561.32514930444 ns/iter |
222881.97453851387 ns/iter |
1.05 |
E2E_Evaluator_helm_chart_lock |
366486.4908136596 ns/iter |
379309.4214009986 ns/iter |
0.97 |
E2E_Evaluator_importmap |
49852.13458651456 ns/iter |
33907.29892607227 ns/iter |
1.47 |
E2E_Evaluator_jasmine |
122668.83254176955 ns/iter |
98248.4505695389 ns/iter |
1.25 |
E2E_Evaluator_jshintrc |
1279771.6568964634 ns/iter |
1179161.0841750696 ns/iter |
1.09 |
E2E_Evaluator_jsconfig |
437267.098503685 ns/iter |
385041.95637770434 ns/iter |
1.14 |
E2E_Evaluator_krakend |
211436.71576384103 ns/iter |
192330.51539090782 ns/iter |
1.10 |
E2E_Evaluator_lazygit |
148836.19155774234 ns/iter |
126799.14945054476 ns/iter |
1.17 |
E2E_Evaluator_lerna |
144719.3003746885 ns/iter |
128782.6328690791 ns/iter |
1.12 |
E2E_Evaluator_nest_cli |
185570.67689053103 ns/iter |
178660.25736040063 ns/iter |
1.04 |
E2E_Evaluator_omc |
20131.476662777935 ns/iter |
17254.546722694162 ns/iter |
1.17 |
E2E_Evaluator_omnisharp |
619163.082446766 ns/iter |
551607.7045813538 ns/iter |
1.12 |
E2E_Evaluator_openapi |
13953268.204081537 ns/iter |
12433784.314815192 ns/iter |
1.12 |
E2E_Evaluator_pre_commit_hooks |
476027.7975543628 ns/iter |
485513.767344086 ns/iter |
0.98 |
E2E_Evaluator_pulumi |
715124.5686071106 ns/iter |
724565.8250000749 ns/iter |
0.99 |
E2E_Evaluator_semantic_release |
102637.93291193256 ns/iter |
83052.99523014066 ns/iter |
1.24 |
E2E_Evaluator_stale |
152820.39013746922 ns/iter |
138432.84384920352 ns/iter |
1.10 |
E2E_Evaluator_stylecop |
287569.8554960845 ns/iter |
274341.9697564522 ns/iter |
1.05 |
E2E_Evaluator_tmuxinator |
97189.45503522927 ns/iter |
87914.70777380484 ns/iter |
1.11 |
E2E_Evaluator_ui5 |
517188.7652757176 ns/iter |
454556.0990290874 ns/iter |
1.14 |
E2E_Evaluator_ui5_manifest |
2606792.157303317 ns/iter |
2472774.281138989 ns/iter |
1.05 |
E2E_Evaluator_unreal_engine_uproject |
431896.2538319846 ns/iter |
424992.1189024623 ns/iter |
1.02 |
E2E_Evaluator_vercel |
321675.74145888817 ns/iter |
335371.1245886088 ns/iter |
0.96 |
E2E_Evaluator_yamllint |
8614.699649208067 ns/iter |
7426.629792298471 ns/iter |
1.16 |
Micro_Draft4_Meta_1_No_Callback |
194.02274690842248 ns/iter |
189.28135709241246 ns/iter |
1.03 |
Micro_Draft4_Required_Properties |
794.4193624049572 ns/iter |
813.7528959049176 ns/iter |
0.98 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
22.735467550984005 ns/iter |
21.727128236687953 ns/iter |
1.05 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
10.906207298780616 ns/iter |
9.99941646789098 ns/iter |
1.09 |
Micro_Draft4_Items_Schema |
279.11342609475906 ns/iter |
255.13142036188665 ns/iter |
1.09 |
Micro_Draft4_Nested_Object |
1.8162409808738051 ns/iter |
1.152652724782488 ns/iter |
1.58 |
Micro_Draft4_Properties_Triad_Optional |
326.7599690081061 ns/iter |
304.353876312917 ns/iter |
1.07 |
Micro_Draft4_Properties_Triad_Closed |
269.6077206165813 ns/iter |
250.53399541497558 ns/iter |
1.08 |
Micro_Draft4_Properties_Triad_Required |
338.7791192339976 ns/iter |
325.070871676716 ns/iter |
1.04 |
Micro_Draft4_Properties_Closed |
53.93284269963459 ns/iter |
53.616876391861034 ns/iter |
1.01 |
Micro_Draft4_Non_Recursive_Ref |
11.779309141849991 ns/iter |
9.822739467087214 ns/iter |
1.20 |
Micro_Draft4_Pattern_Properties_True |
161.8934737337386 ns/iter |
124.57426629281778 ns/iter |
1.30 |
Micro_Draft4_Ref_To_Single_Property |
11.32027851108885 ns/iter |
10.172727235923471 ns/iter |
1.11 |
Micro_Draft4_Additional_Properties_Type |
21.376022805700956 ns/iter |
18.473362628552398 ns/iter |
1.16 |
Micro_Draft4_Nested_Oneof |
57.479124905236056 ns/iter |
44.60894527092604 ns/iter |
1.29 |
Micro_Draft4_Short_Enum |
14.12847520728408 ns/iter |
10.389004262050173 ns/iter |
1.36 |
Micro_Draft4_Long_Enum |
14.0566480163586 ns/iter |
10.694790081913265 ns/iter |
1.31 |
Micro_Draft4_Long_Enum_Short_Strings |
14.101975743003477 ns/iter |
10.424647785864039 ns/iter |
1.35 |
Micro_Draft4_Type_Object |
3.5009559490491 ns/iter |
2.8826313927286997 ns/iter |
1.21 |
Micro_Draft4_Ref_Single_100 |
2356900.2013426223 ns/iter |
2102727.372372639 ns/iter |
1.12 |
Micro_Draft4_Compile_Ref_Many_Nested |
1710714.368292573 ns/iter |
1540332.646153739 ns/iter |
1.11 |
Micro_Draft4_Compile_Wrap |
2345564.8428095225 ns/iter |
2114572.060422743 ns/iter |
1.11 |
Micro_Draft6_Property_Names |
119.00919571299646 ns/iter |
113.07209209037356 ns/iter |
1.05 |
Micro_Draft6_Compile_FHIR |
14489334531.000053 ns/iter |
16988163107.99998 ns/iter |
0.85 |
Micro_Draft7_If_Then_Else |
22.739598824504636 ns/iter |
20.47610724907215 ns/iter |
1.11 |
Micro_2019_09_Unevaluated_Properties |
29.460966440174346 ns/iter |
24.032206440323456 ns/iter |
1.23 |
Micro_2019_09_Compile_Wrap |
328995391.4999728 ns/iter |
262054813.66666088 ns/iter |
1.26 |
Micro_2020_12_Dynamic_Ref |
231.3829497057356 ns/iter |
292.5328061377401 ns/iter |
0.79 |
Micro_2020_12_Dynamic_Ref_Single |
3.425169980626224 ns/iter |
3.7513892429927296 ns/iter |
0.91 |
Micro_2020_12_Simple_Output_Mask |
67380.06726156308 ns/iter |
59922.26652342636 ns/iter |
1.12 |
Micro_2020_12_Simple_Output_Annotations |
102216.98346131142 ns/iter |
96971.87121854996 ns/iter |
1.05 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1095883.5384616074 ns/iter |
985573.4161930874 ns/iter |
1.11 |
Micro_2020_12_Exhaustive_Deep_Numeric |
8343.816339784666 ns/iter |
8470.26245080391 ns/iter |
0.99 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
173847.87099143618 ns/iter |
152194.3682136649 ns/iter |
1.14 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
22308.29301625718 ns/iter |
21134.306240930488 ns/iter |
1.06 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
141.50174251557996 ns/iter |
127.64614070268684 ns/iter |
1.11 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
4296.741011239583 ns/iter |
3915.563474537414 ns/iter |
1.10 |
Alterschema_Check_Readibility_ISO_Language_Set_3 |
351498997.5000162 ns/iter |
300298774.4999928 ns/iter |
1.17 |
Alterschema_Check_Readibility_OMC |
84874635.5000003 ns/iter |
86144938.99999331 ns/iter |
0.99 |
Alterschema_Check_Readibility_KrakenD |
1211425766.0000477 ns/iter |
1382035449 ns/iter |
0.88 |
Alterschema_Apply_Readibility_KrakenD |
16573460350.000006 ns/iter |
17775292584.99999 ns/iter |
0.93 |
Alterschema_Check_Invalid_External_Refs |
308192719.00003284 ns/iter |
284414352.33332866 ns/iter |
1.08 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (linux/llvm)
Details
| Benchmark suite | Current: dcfb114 | Previous: 61eee69 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
117895 ns |
113009 ns |
1.04 |
E2E_Evaluator_ansible-meta |
609897 ns |
532234 ns |
1.15 |
E2E_Evaluator_aws-cdk |
136025 ns |
136157 ns |
1.00 |
E2E_Evaluator_babelrc |
329903 ns |
376105 ns |
0.88 |
E2E_Evaluator_cerebrum-criminal-case |
2628309 ns |
2495579 ns |
1.05 |
E2E_Evaluator_clang-format |
291387 ns |
288283 ns |
1.01 |
E2E_Evaluator_cmake-presets |
19531466 ns |
18469959 ns |
1.06 |
E2E_Evaluator_code-climate |
437356 ns |
436645 ns |
1.00 |
E2E_Evaluator_cql2 |
1168021 ns |
1128642 ns |
1.03 |
E2E_Evaluator_cspell |
1573249 ns |
1762523 ns |
0.89 |
E2E_Evaluator_cypress |
875797 ns |
975282 ns |
0.90 |
E2E_Evaluator_deno |
1125938 ns |
1107119 ns |
1.02 |
E2E_Evaluator_dependabot |
1103038 ns |
1100490 ns |
1.00 |
E2E_Evaluator_draft-04 |
21817870 ns |
20247582 ns |
1.08 |
E2E_Evaluator_fabric-mod |
2568073 ns |
2466852 ns |
1.04 |
E2E_Evaluator_geojson |
23296394 ns |
22957336 ns |
1.01 |
E2E_Evaluator_gitpod-configuration |
765198 ns |
763990 ns |
1.00 |
E2E_Evaluator_helm-chart-lock |
976164 ns |
1060330 ns |
0.92 |
E2E_Evaluator_importmap |
278083 ns |
319804 ns |
0.87 |
E2E_Evaluator_jasmine |
305668 ns |
313445 ns |
0.98 |
E2E_Evaluator_jsconfig |
1373188 ns |
1526345 ns |
0.90 |
E2E_Evaluator_jshintrc |
3213292 ns |
3472706 ns |
0.93 |
E2E_Evaluator_krakend |
779178 ns |
691185 ns |
1.13 |
E2E_Evaluator_lazygit |
557253 ns |
495161 ns |
1.13 |
E2E_Evaluator_lerna |
478315 ns |
483962 ns |
0.99 |
E2E_Evaluator_nest-cli |
644018 ns |
658634 ns |
0.98 |
E2E_Evaluator_omc |
84635 ns |
81232 ns |
1.04 |
E2E_Evaluator_omnisharp |
1593117 ns |
1695374 ns |
0.94 |
E2E_Evaluator_openapi |
37617557 ns |
32798415 ns |
1.15 |
E2E_Evaluator_pre-commit-hooks |
2031821 ns |
2018914 ns |
1.01 |
E2E_Evaluator_pulumi |
1974796 ns |
2120448 ns |
0.93 |
E2E_Evaluator_semantic-release |
264964 ns |
265330 ns |
1.00 |
E2E_Evaluator_stale |
438763 ns |
440375 ns |
1.00 |
E2E_Evaluator_stylecop |
1227155 ns |
1148873 ns |
1.07 |
E2E_Evaluator_tmuxinator |
222694 ns |
250879 ns |
0.89 |
E2E_Evaluator_ui5 |
2271271 ns |
2157145 ns |
1.05 |
E2E_Evaluator_ui5-manifest |
11135719 ns |
10019681 ns |
1.11 |
E2E_Evaluator_unreal-engine-uproject |
1492964 ns |
1599997 ns |
0.93 |
E2E_Evaluator_vercel |
1065485 ns |
1048946 ns |
1.02 |
E2E_Evaluator_yamllint |
24786 ns |
23210 ns |
1.07 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
Benchmark (macos/llvm)
Details
| Benchmark suite | Current: dcfb114 | Previous: 61eee69 | Ratio |
|---|---|---|---|
E2E_Compiler_adaptivecard |
69250069.44445361 ns/iter |
89828226.28571999 ns/iter |
0.77 |
E2E_Compiler_ansible_meta |
25734535.000001416 ns/iter |
36944578.94736939 ns/iter |
0.70 |
E2E_Compiler_aws_cdk |
296508.14772729675 ns/iter |
446978.4985423026 ns/iter |
0.66 |
E2E_Compiler_babelrc |
2445425.693141368 ns/iter |
3160752.1894736574 ns/iter |
0.77 |
E2E_Compiler_clang_format |
16152374.045454757 ns/iter |
22471405.083333846 ns/iter |
0.72 |
E2E_Compiler_cmake_presets |
29359192.708331723 ns/iter |
36055526.315785274 ns/iter |
0.81 |
E2E_Compiler_code_climate |
2406423.702702519 ns/iter |
3116790.555556387 ns/iter |
0.77 |
E2E_Compiler_cql2 |
12960405.5178569 ns/iter |
17343305.26530858 ns/iter |
0.75 |
E2E_Compiler_cspell |
27945899.718744725 ns/iter |
29956452.913043194 ns/iter |
0.93 |
E2E_Compiler_cypress |
4260436.7959184 ns/iter |
5273148.148148721 ns/iter |
0.81 |
E2E_Compiler_deno |
8028198.275860109 ns/iter |
9563019.769232666 ns/iter |
0.84 |
E2E_Compiler_dependabot |
3900871.448863086 ns/iter |
5288133.162162319 ns/iter |
0.74 |
E2E_Compiler_draft_04 |
2131737.952381132 ns/iter |
2982086.0169489235 ns/iter |
0.71 |
E2E_Compiler_fabric_mod |
4034020.7158475653 ns/iter |
5292683.329998909 ns/iter |
0.76 |
E2E_Compiler_geojson |
24046910.714292023 ns/iter |
33159969.315791294 ns/iter |
0.73 |
E2E_Compiler_gitpod_configuration |
4387520.31249976 ns/iter |
5864379.17000012 ns/iter |
0.75 |
E2E_Compiler_helm_chart_lock |
570835.8522250255 ns/iter |
744829.0074749711 ns/iter |
0.77 |
E2E_Compiler_importmap |
232030.3255813877 ns/iter |
302947.44411572214 ns/iter |
0.77 |
E2E_Compiler_jasmine |
1173453.385232909 ns/iter |
1591459.9064748955 ns/iter |
0.74 |
E2E_Compiler_jshintrc |
3450033.5916225654 ns/iter |
5111941.851647406 ns/iter |
0.67 |
E2E_Compiler_jsconfig |
25831431.07692474 ns/iter |
28045262.807687815 ns/iter |
0.92 |
E2E_Compiler_krakend |
148865333.25000075 ns/iter |
192377760.4999941 ns/iter |
0.77 |
E2E_Compiler_lazygit |
37335655.684213825 ns/iter |
52013766.599998236 ns/iter |
0.72 |
E2E_Compiler_lerna |
1501034.9462367992 ns/iter |
2175140.7254901007 ns/iter |
0.69 |
E2E_Compiler_nest_cli |
6497667.036035898 ns/iter |
9925762.37499776 ns/iter |
0.65 |
E2E_Compiler_omc |
186725104.0000042 ns/iter |
252884180.6667212 ns/iter |
0.74 |
E2E_Compiler_omnisharp |
6410842.789916517 ns/iter |
8323915.1376154935 ns/iter |
0.77 |
E2E_Compiler_openapi |
24044236.100000188 ns/iter |
29312112.153845124 ns/iter |
0.82 |
E2E_Compiler_pre_commit_hooks |
4315178.921567814 ns/iter |
4854530.357142396 ns/iter |
0.89 |
E2E_Compiler_pulumi |
3610987.4591829795 ns/iter |
3835491.2162159616 ns/iter |
0.94 |
E2E_Compiler_semantic_release |
1284592.0843804507 ns/iter |
1631725.2014790645 ns/iter |
0.79 |
E2E_Compiler_stale |
1293202.611218854 ns/iter |
2064752.5143679548 ns/iter |
0.63 |
E2E_Compiler_stylecop |
6979599.13793119 ns/iter |
8573823.386365637 ns/iter |
0.81 |
E2E_Compiler_tmuxinator |
1874799.4186044908 ns/iter |
2075876.2351596027 ns/iter |
0.90 |
E2E_Compiler_ui5 |
59383420.80000894 ns/iter |
74290253.4999909 ns/iter |
0.80 |
E2E_Compiler_ui5_manifest |
318385583.0000084 ns/iter |
394245374.9999686 ns/iter |
0.81 |
E2E_Compiler_unreal_engine_uproject |
3901773.5367235867 ns/iter |
5276948.340001581 ns/iter |
0.74 |
E2E_Compiler_vercel |
13449847.222221723 ns/iter |
17225360.46511693 ns/iter |
0.78 |
E2E_Compiler_yamllint |
261666.33321205952 ns/iter |
339954.1789883907 ns/iter |
0.77 |
E2E_Evaluator_adaptivecard |
19635.108953581206 ns/iter |
22888.132655654525 ns/iter |
0.86 |
E2E_Evaluator_ansible_meta |
204128.8004214338 ns/iter |
232591.1058477208 ns/iter |
0.88 |
E2E_Evaluator_aws_cdk |
35401.844679372974 ns/iter |
42827.77370926581 ns/iter |
0.83 |
E2E_Evaluator_babelrc |
89531.77406384502 ns/iter |
101959.4476980297 ns/iter |
0.88 |
E2E_Evaluator_cerebrum_criminal_case |
1012651.9094542837 ns/iter |
1055957.136494381 ns/iter |
0.96 |
E2E_Evaluator_clang_format |
101824.75161480602 ns/iter |
108101.67178994893 ns/iter |
0.94 |
E2E_Evaluator_cmake_presets |
3634090.484848512 ns/iter |
3718159.7599997725 ns/iter |
0.98 |
E2E_Evaluator_code_climate |
154875.90039467477 ns/iter |
145815.20252134505 ns/iter |
1.06 |
E2E_Evaluator_cql2 |
156970.03893984345 ns/iter |
160976.8111086544 ns/iter |
0.98 |
E2E_Evaluator_cspell |
462539.93014702515 ns/iter |
532770.1092620583 ns/iter |
0.87 |
E2E_Evaluator_cypress |
142762.34335028013 ns/iter |
155449.40800166363 ns/iter |
0.92 |
E2E_Evaluator_deno |
236698.04915136957 ns/iter |
335662.6855728503 ns/iter |
0.71 |
E2E_Evaluator_dependabot |
334328.8295238944 ns/iter |
416305.9602977806 ns/iter |
0.80 |
E2E_Evaluator_draft_04 |
5650504.562499492 ns/iter |
6376982.663716938 ns/iter |
0.89 |
E2E_Evaluator_fabric_mod |
496744.5981375403 ns/iter |
561685.9295775304 ns/iter |
0.88 |
E2E_Evaluator_geojson |
12585896.739126483 ns/iter |
15003715.285713173 ns/iter |
0.84 |
E2E_Evaluator_gitpod_configuration |
167864.7545893861 ns/iter |
182580.2915167384 ns/iter |
0.92 |
E2E_Evaluator_helm_chart_lock |
222887.41545033926 ns/iter |
226944.59833795318 ns/iter |
0.98 |
E2E_Evaluator_importmap |
33202.314742282564 ns/iter |
29960.24559132791 ns/iter |
1.11 |
E2E_Evaluator_jasmine |
87493.48024744104 ns/iter |
80715.2965221506 ns/iter |
1.08 |
E2E_Evaluator_jshintrc |
1010327.4999999355 ns/iter |
932073.793420853 ns/iter |
1.08 |
E2E_Evaluator_jsconfig |
338942.5958571532 ns/iter |
294844.8298772896 ns/iter |
1.15 |
E2E_Evaluator_krakend |
134919.4939951932 ns/iter |
136920.91347386772 ns/iter |
0.99 |
E2E_Evaluator_lazygit |
103095.16592212026 ns/iter |
98104.58315611116 ns/iter |
1.05 |
E2E_Evaluator_lerna |
157723.90060985682 ns/iter |
120877.24197188714 ns/iter |
1.30 |
E2E_Evaluator_nest_cli |
132592.9318138713 ns/iter |
126944.44692346323 ns/iter |
1.04 |
E2E_Evaluator_omc |
14996.921552509537 ns/iter |
13980.804958612287 ns/iter |
1.07 |
E2E_Evaluator_omnisharp |
462432.3051947991 ns/iter |
501370.94465649046 ns/iter |
0.92 |
E2E_Evaluator_openapi |
8621726.194804352 ns/iter |
8388625.506025832 ns/iter |
1.03 |
E2E_Evaluator_pre_commit_hooks |
608438.458000137 ns/iter |
369799.8051631043 ns/iter |
1.65 |
E2E_Evaluator_pulumi |
541804.4972506014 ns/iter |
499851.144373648 ns/iter |
1.08 |
E2E_Evaluator_semantic_release |
72800.84771572644 ns/iter |
69019.74982925986 ns/iter |
1.05 |
E2E_Evaluator_stale |
115633.53858948173 ns/iter |
109495.92451396034 ns/iter |
1.06 |
E2E_Evaluator_stylecop |
193264.51747494208 ns/iter |
190246.2044557049 ns/iter |
1.02 |
E2E_Evaluator_tmuxinator |
76260.2557090198 ns/iter |
70828.44531497512 ns/iter |
1.08 |
E2E_Evaluator_ui5 |
359692.9029367325 ns/iter |
352257.12500005105 ns/iter |
1.02 |
E2E_Evaluator_ui5_manifest |
1875236.0195437209 ns/iter |
1590628.4642034406 ns/iter |
1.18 |
E2E_Evaluator_unreal_engine_uproject |
391665.94516600604 ns/iter |
309102.3893249557 ns/iter |
1.27 |
E2E_Evaluator_vercel |
238608.4227673871 ns/iter |
227680.87754463634 ns/iter |
1.05 |
E2E_Evaluator_yamllint |
6287.303140947141 ns/iter |
6041.32445972105 ns/iter |
1.04 |
Micro_Draft4_Meta_1_No_Callback |
134.6904322274688 ns/iter |
126.9299267722623 ns/iter |
1.06 |
Micro_Draft4_Required_Properties |
673.3555813417026 ns/iter |
614.6987260217936 ns/iter |
1.10 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
19.255751431311054 ns/iter |
15.709523785142828 ns/iter |
1.23 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
7.47727474879837 ns/iter |
7.023280364355368 ns/iter |
1.06 |
Micro_Draft4_Items_Schema |
266.2207602315527 ns/iter |
254.56809495546312 ns/iter |
1.05 |
Micro_Draft4_Nested_Object |
0.7073088745652143 ns/iter |
0.6759388370221748 ns/iter |
1.05 |
Micro_Draft4_Properties_Triad_Optional |
209.3792170529084 ns/iter |
197.1095842177218 ns/iter |
1.06 |
Micro_Draft4_Properties_Triad_Closed |
169.9652562778479 ns/iter |
161.08111913828722 ns/iter |
1.06 |
Micro_Draft4_Properties_Triad_Required |
219.91230308025027 ns/iter |
208.94622610684257 ns/iter |
1.05 |
Micro_Draft4_Properties_Closed |
39.13117116430605 ns/iter |
36.53427796535609 ns/iter |
1.07 |
Micro_Draft4_Non_Recursive_Ref |
13.34742225064017 ns/iter |
12.508373671915875 ns/iter |
1.07 |
Micro_Draft4_Pattern_Properties_True |
144.4049891242121 ns/iter |
145.6625618643125 ns/iter |
0.99 |
Micro_Draft4_Ref_To_Single_Property |
7.420830288847725 ns/iter |
6.962046280532875 ns/iter |
1.07 |
Micro_Draft4_Additional_Properties_Type |
27.254535650557123 ns/iter |
25.147000747106656 ns/iter |
1.08 |
Micro_Draft4_Nested_Oneof |
51.63322432711705 ns/iter |
40.0001486166468 ns/iter |
1.29 |
Micro_Draft4_Short_Enum |
5.17131807191094 ns/iter |
4.7934432250845855 ns/iter |
1.08 |
Micro_Draft4_Long_Enum |
10.525442051746241 ns/iter |
9.75751971974396 ns/iter |
1.08 |
Micro_Draft4_Long_Enum_Short_Strings |
6.507371767475856 ns/iter |
6.055886636466472 ns/iter |
1.07 |
Micro_Draft4_Type_Object |
2.262258607317692 ns/iter |
2.1523616824284666 ns/iter |
1.05 |
Micro_Draft4_Ref_Single_100 |
1828434.6816973742 ns/iter |
1673681.8364056132 ns/iter |
1.09 |
Micro_Draft4_Compile_Ref_Many_Nested |
1397067.900584607 ns/iter |
1229583.703374629 ns/iter |
1.14 |
Micro_Draft4_Compile_Wrap |
2229482.10882337 ns/iter |
1985047.190201402 ns/iter |
1.12 |
Micro_Draft6_Property_Names |
99.47109758255161 ns/iter |
94.64081400066983 ns/iter |
1.05 |
Micro_Draft6_Compile_FHIR |
13219581832.999893 ns/iter |
9322151291.999945 ns/iter |
1.42 |
Micro_Draft7_If_Then_Else |
18.486725282848603 ns/iter |
17.37658592277096 ns/iter |
1.06 |
Micro_2019_09_Unevaluated_Properties |
30.70509449332583 ns/iter |
28.63488314226771 ns/iter |
1.07 |
Micro_2019_09_Compile_Wrap |
404814478.9999242 ns/iter |
312376312.4999641 ns/iter |
1.30 |
Micro_2020_12_Dynamic_Ref |
198.11261071196864 ns/iter |
183.70104094451656 ns/iter |
1.08 |
Micro_2020_12_Dynamic_Ref_Single |
2.5080925236318823 ns/iter |
2.160084139732002 ns/iter |
1.16 |
Micro_2020_12_Simple_Output_Mask |
68493.97995180212 ns/iter |
60884.08230947858 ns/iter |
1.12 |
Micro_2020_12_Simple_Output_Annotations |
92794.49046747314 ns/iter |
97552.5445658538 ns/iter |
0.95 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1030839.0990503985 ns/iter |
972144.0533807176 ns/iter |
1.06 |
Micro_2020_12_Exhaustive_Deep_Numeric |
6076.545427971884 ns/iter |
6942.736133205644 ns/iter |
0.88 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
136439.2591821233 ns/iter |
118743.02282732415 ns/iter |
1.15 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
16513.971211714954 ns/iter |
14281.892690355846 ns/iter |
1.16 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
94.6319370231799 ns/iter |
92.42188871580947 ns/iter |
1.02 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
5220.835854437841 ns/iter |
5242.89250000038 ns/iter |
1.00 |
Alterschema_Check_Readibility_ISO_Language_Set_3 |
299044167.0000337 ns/iter |
241446944.66667715 ns/iter |
1.24 |
Alterschema_Check_Readibility_OMC |
79018648.22221999 ns/iter |
66554636.363641545 ns/iter |
1.19 |
Alterschema_Check_Readibility_KrakenD |
708008958.000164 ns/iter |
977182166.9999099 ns/iter |
0.72 |
Alterschema_Apply_Readibility_KrakenD |
10980935541.000008 ns/iter |
9219671833.00012 ns/iter |
1.19 |
Alterschema_Check_Invalid_External_Refs |
222128944.33331105 ns/iter |
174821791.74999148 ns/iter |
1.27 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (macos/llvm)
Details
| Benchmark suite | Current: dcfb114 | Previous: 61eee69 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
92346 ns |
95416 ns |
0.97 |
E2E_Evaluator_ansible-meta |
534326 ns |
461586 ns |
1.16 |
E2E_Evaluator_aws-cdk |
121855 ns |
127212 ns |
0.96 |
E2E_Evaluator_babelrc |
354614 ns |
435581 ns |
0.81 |
E2E_Evaluator_cerebrum-criminal-case |
2202815 ns |
2952461 ns |
0.75 |
E2E_Evaluator_clang-format |
261060 ns |
259850 ns |
1.00 |
E2E_Evaluator_cmake-presets |
13729053 ns |
16297558 ns |
0.84 |
E2E_Evaluator_code-climate |
414115 ns |
412465 ns |
1.00 |
E2E_Evaluator_cql2 |
946797 ns |
969819 ns |
0.98 |
E2E_Evaluator_cspell |
1547083 ns |
1477244 ns |
1.05 |
E2E_Evaluator_cypress |
863004 ns |
1026368 ns |
0.84 |
E2E_Evaluator_deno |
845072 ns |
1189794 ns |
0.71 |
E2E_Evaluator_dependabot |
953577 ns |
1556987 ns |
0.61 |
E2E_Evaluator_draft-04 |
15860705 ns |
22595841 ns |
0.70 |
E2E_Evaluator_fabric-mod |
1955035 ns |
2525678 ns |
0.77 |
E2E_Evaluator_geojson |
22988076 ns |
24846572 ns |
0.93 |
E2E_Evaluator_gitpod-configuration |
819437 ns |
694166 ns |
1.18 |
E2E_Evaluator_helm-chart-lock |
1100207 ns |
1109463 ns |
0.99 |
E2E_Evaluator_importmap |
250072 ns |
249520 ns |
1.00 |
E2E_Evaluator_jasmine |
361406 ns |
305274 ns |
1.18 |
E2E_Evaluator_jsconfig |
1918661 ns |
1564509 ns |
1.23 |
E2E_Evaluator_jshintrc |
3723231 ns |
3125674 ns |
1.19 |
E2E_Evaluator_krakend |
744011 ns |
508651 ns |
1.46 |
E2E_Evaluator_lazygit |
422495 ns |
379807 ns |
1.11 |
E2E_Evaluator_lerna |
438832 ns |
403990 ns |
1.09 |
E2E_Evaluator_nest-cli |
614494 ns |
612842 ns |
1.00 |
E2E_Evaluator_omc |
73929 ns |
77265 ns |
0.96 |
E2E_Evaluator_omnisharp |
1471301 ns |
1366153 ns |
1.08 |
E2E_Evaluator_openapi |
25889467 ns |
27014662 ns |
0.96 |
E2E_Evaluator_pre-commit-hooks |
1717666 ns |
1779464 ns |
0.97 |
E2E_Evaluator_pulumi |
1897426 ns |
1845121 ns |
1.03 |
E2E_Evaluator_semantic-release |
296043 ns |
245882 ns |
1.20 |
E2E_Evaluator_stale |
403721 ns |
389622 ns |
1.04 |
E2E_Evaluator_stylecop |
915488 ns |
936417 ns |
0.98 |
E2E_Evaluator_tmuxinator |
239326 ns |
238269 ns |
1.00 |
E2E_Evaluator_ui5 |
1707661 ns |
1666346 ns |
1.02 |
E2E_Evaluator_ui5-manifest |
8661646 ns |
8709183 ns |
0.99 |
E2E_Evaluator_unreal-engine-uproject |
1542481 ns |
1493120 ns |
1.03 |
E2E_Evaluator_vercel |
1023187 ns |
954708 ns |
1.07 |
E2E_Evaluator_yamllint |
28776 ns |
29815 ns |
0.97 |
This comment was automatically generated by workflow using github-action-benchmark.
Signed-off-by: Juan Cruz Viotti <jv@jviotti.com>
dcfb114 to
2e40214
Compare
There was a problem hiding this comment.
Benchmark (linux/gcc)
Details
| Benchmark suite | Current: dcfb114 | Previous: 61eee69 | Ratio |
|---|---|---|---|
Alterschema_Check_Readibility_ISO_Language_Set_3 |
344307792.49998975 ns/iter |
349083163.0000457 ns/iter |
0.99 |
Alterschema_Check_Readibility_OMC |
99012936.71427019 ns/iter |
98694395.71428171 ns/iter |
1.00 |
Alterschema_Check_Readibility_KrakenD |
1430432442.9999723 ns/iter |
1355581393.0000796 ns/iter |
1.06 |
Alterschema_Apply_Readibility_KrakenD |
18998411295.999973 ns/iter |
17788000893.000004 ns/iter |
1.07 |
Alterschema_Check_Invalid_External_Refs |
318194387.4999433 ns/iter |
340769519.499986 ns/iter |
0.93 |
Micro_2020_12_Dynamic_Ref |
260.4930896400851 ns/iter |
264.55155263738624 ns/iter |
0.98 |
Micro_2020_12_Dynamic_Ref_Single |
4.570316812454637 ns/iter |
4.980924498692055 ns/iter |
0.92 |
Micro_2020_12_Simple_Output_Mask |
72435.2186505122 ns/iter |
75355.18916024039 ns/iter |
0.96 |
Micro_2020_12_Simple_Output_Annotations |
101194.81757734065 ns/iter |
114559.77934658313 ns/iter |
0.88 |
Micro_2020_12_Compile_NonCircular_Shared_Refs |
1192234.262350802 ns/iter |
1210401.6868511594 ns/iter |
0.98 |
Micro_2020_12_Exhaustive_Deep_Numeric |
7964.243008115667 ns/iter |
8388.853908058752 ns/iter |
0.95 |
Micro_2020_12_Exhaustive_Deep_Numeric_SimpleOutput |
163959.6885168853 ns/iter |
169030.71411368717 ns/iter |
0.97 |
Micro_2020_12_Exhaustive_Deep_Numeric_TraceOutput |
26528.917562314396 ns/iter |
25605.939553170952 ns/iter |
1.04 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail |
131.8069469505976 ns/iter |
130.52366932861673 ns/iter |
1.01 |
Micro_2020_12_Exhaustive_Deep_Numeric_Fail_SimpleOutput |
4431.271467440637 ns/iter |
4707.767229872407 ns/iter |
0.94 |
Micro_2019_09_Unevaluated_Properties |
29.25063548578798 ns/iter |
30.867293876263435 ns/iter |
0.95 |
Micro_2019_09_Compile_Wrap |
322359407.00002176 ns/iter |
324178097.5000097 ns/iter |
0.99 |
Micro_Draft7_If_Then_Else |
26.880279916734356 ns/iter |
24.744159666007384 ns/iter |
1.09 |
Micro_Draft6_Property_Names |
142.55399059786268 ns/iter |
142.5014868664055 ns/iter |
1.00 |
Micro_Draft6_Compile_FHIR |
14894286134.00014 ns/iter |
14401530200.9999 ns/iter |
1.03 |
Micro_Draft4_Meta_1_No_Callback |
173.00225829056322 ns/iter |
171.0532562463375 ns/iter |
1.01 |
Micro_Draft4_Required_Properties |
821.5655245799196 ns/iter |
803.8621663890153 ns/iter |
1.02 |
Micro_Draft4_Many_Optional_Properties_Minimal_Match |
23.91568739426011 ns/iter |
21.217234114212808 ns/iter |
1.13 |
Micro_Draft4_Few_Optional_Properties_Minimal_Match |
13.01333276169586 ns/iter |
13.712328775721366 ns/iter |
0.95 |
Micro_Draft4_Items_Schema |
315.6116064533414 ns/iter |
350.5405773822702 ns/iter |
0.90 |
Micro_Draft4_Nested_Object |
2.4624147998854222 ns/iter |
1.8674872046756372 ns/iter |
1.32 |
Micro_Draft4_Properties_Triad_Optional |
406.41014883265535 ns/iter |
372.2029812890234 ns/iter |
1.09 |
Micro_Draft4_Properties_Triad_Closed |
330.6163022593056 ns/iter |
297.28236825692454 ns/iter |
1.11 |
Micro_Draft4_Properties_Triad_Required |
496.90775485778033 ns/iter |
389.191252198298 ns/iter |
1.28 |
Micro_Draft4_Properties_Closed |
62.56559817409241 ns/iter |
64.18718575532935 ns/iter |
0.97 |
Micro_Draft4_Non_Recursive_Ref |
8.850592535272744 ns/iter |
10.280038365982362 ns/iter |
0.86 |
Micro_Draft4_Pattern_Properties_True |
191.90672944836427 ns/iter |
222.6783949727243 ns/iter |
0.86 |
Micro_Draft4_Ref_To_Single_Property |
13.019266283744217 ns/iter |
13.713123376157233 ns/iter |
0.95 |
Micro_Draft4_Additional_Properties_Type |
14.566558721982977 ns/iter |
14.959968533864934 ns/iter |
0.97 |
Micro_Draft4_Nested_Oneof |
65.80357444424048 ns/iter |
65.71199404191697 ns/iter |
1.00 |
Micro_Draft4_Short_Enum |
14.883319533863725 ns/iter |
14.712785116897855 ns/iter |
1.01 |
Micro_Draft4_Long_Enum |
13.636543738459755 ns/iter |
14.661198468755549 ns/iter |
0.93 |
Micro_Draft4_Long_Enum_Short_Strings |
14.780759752679533 ns/iter |
14.704073351421604 ns/iter |
1.01 |
Micro_Draft4_Type_Object |
4.571944509001022 ns/iter |
4.9849672844580715 ns/iter |
0.92 |
Micro_Draft4_Ref_Single_100 |
2519608.5884482646 ns/iter |
2505827.2329751546 ns/iter |
1.01 |
Micro_Draft4_Compile_Ref_Many_Nested |
1828316.9999999688 ns/iter |
1825298.2025972286 ns/iter |
1.00 |
Micro_Draft4_Compile_Wrap |
2585203.4080875963 ns/iter |
2602242.3851852887 ns/iter |
0.99 |
E2E_Compiler_adaptivecard |
66727119.60000016 ns/iter |
66237203.36363642 ns/iter |
1.01 |
E2E_Compiler_ansible_meta |
31190062.782610293 ns/iter |
30587468.21739078 ns/iter |
1.02 |
E2E_Compiler_aws_cdk |
400231.43707092816 ns/iter |
418597.63647277554 ns/iter |
0.96 |
E2E_Compiler_babelrc |
2817605.495968036 ns/iter |
2811135.039841051 ns/iter |
1.00 |
E2E_Compiler_clang_format |
19966006.514284473 ns/iter |
19666927.085713074 ns/iter |
1.02 |
E2E_Compiler_cmake_presets |
28147736.199998688 ns/iter |
27144971.53846633 ns/iter |
1.04 |
E2E_Compiler_code_climate |
2838146.069105211 ns/iter |
2811078.3466138267 ns/iter |
1.01 |
E2E_Compiler_cql2 |
14192229.91999959 ns/iter |
13920594.839996738 ns/iter |
1.02 |
E2E_Compiler_cspell |
24577500.62069016 ns/iter |
23826251.413789455 ns/iter |
1.03 |
E2E_Compiler_cypress |
4337628.709091597 ns/iter |
4127901.641175627 ns/iter |
1.05 |
E2E_Compiler_deno |
8368631.809524967 ns/iter |
8497309.482350722 ns/iter |
0.98 |
E2E_Compiler_dependabot |
4268650.152439699 ns/iter |
4240596.964285444 ns/iter |
1.01 |
E2E_Compiler_draft_04 |
3036411.924050272 ns/iter |
2965037.57627179 ns/iter |
1.02 |
E2E_Compiler_fabric_mod |
5198037.214815351 ns/iter |
5159292.36296331 ns/iter |
1.01 |
E2E_Compiler_geojson |
24407309.448273234 ns/iter |
23867310.620689437 ns/iter |
1.02 |
E2E_Compiler_gitpod_configuration |
5340716.8549610395 ns/iter |
5312823.560605769 ns/iter |
1.01 |
E2E_Compiler_helm_chart_lock |
732964.5826359151 ns/iter |
755245.9178377584 ns/iter |
0.97 |
E2E_Compiler_importmap |
298172.05108564656 ns/iter |
311026.62949800165 ns/iter |
0.96 |
E2E_Compiler_jasmine |
1466730.0953387935 ns/iter |
1473997.1494739286 ns/iter |
1.00 |
E2E_Compiler_jshintrc |
4710220.405406068 ns/iter |
4713162.040540947 ns/iter |
1.00 |
E2E_Compiler_jsconfig |
23715486.699999627 ns/iter |
23424113.03333544 ns/iter |
1.01 |
E2E_Compiler_krakend |
143598233.2000094 ns/iter |
151383846.19999668 ns/iter |
0.95 |
E2E_Compiler_lazygit |
36515473.947366975 ns/iter |
35855327.00000158 ns/iter |
1.02 |
E2E_Compiler_lerna |
1728456.3557213056 ns/iter |
1752269.4019847112 ns/iter |
0.99 |
E2E_Compiler_nest_cli |
8110440.209303876 ns/iter |
7994247.897727292 ns/iter |
1.01 |
E2E_Compiler_omc |
171312371.9999885 ns/iter |
164510080.49995154 ns/iter |
1.04 |
E2E_Compiler_omnisharp |
7298974.281250518 ns/iter |
7189067.680412299 ns/iter |
1.02 |
E2E_Compiler_openapi |
27348260.96153798 ns/iter |
26995395.692307074 ns/iter |
1.01 |
E2E_Compiler_pre_commit_hooks |
5834165.140494263 ns/iter |
5735827.557377068 ns/iter |
1.02 |
E2E_Compiler_pulumi |
4407638.1823903015 ns/iter |
4399217.867924122 ns/iter |
1.00 |
E2E_Compiler_semantic_release |
1707314.3545232934 ns/iter |
1711049.3960881685 ns/iter |
1.00 |
E2E_Compiler_stale |
1675527.521531454 ns/iter |
1700482.1658653887 ns/iter |
0.99 |
E2E_Compiler_stylecop |
6458439.240740669 ns/iter |
6411358.827271711 ns/iter |
1.01 |
E2E_Compiler_tmuxinator |
2098186.1077843914 ns/iter |
2127468.7085886877 ns/iter |
0.99 |
E2E_Compiler_ui5 |
51452015.07693505 ns/iter |
48580760.28571238 ns/iter |
1.06 |
E2E_Compiler_ui5_manifest |
329890241.0000437 ns/iter |
321003389.9999871 ns/iter |
1.03 |
E2E_Compiler_unreal_engine_uproject |
4992542.564285226 ns/iter |
4980409.404255469 ns/iter |
1.00 |
E2E_Compiler_vercel |
13342114.980769811 ns/iter |
13068487.52829985 ns/iter |
1.02 |
E2E_Compiler_yamllint |
365748.50130548247 ns/iter |
381707.74480874714 ns/iter |
0.96 |
E2E_Evaluator_adaptivecard |
23041.48605798765 ns/iter |
23148.864319618013 ns/iter |
1.00 |
E2E_Evaluator_ansible_meta |
222864.8933375933 ns/iter |
248789.975523201 ns/iter |
0.90 |
E2E_Evaluator_aws_cdk |
44137.14677691181 ns/iter |
52547.79869746369 ns/iter |
0.84 |
E2E_Evaluator_babelrc |
86971.30065628594 ns/iter |
110487.86589917932 ns/iter |
0.79 |
E2E_Evaluator_cerebrum_criminal_case |
1307282.0973785599 ns/iter |
1288731.9798168507 ns/iter |
1.01 |
E2E_Evaluator_clang_format |
94063.44085005113 ns/iter |
111876.14488413386 ns/iter |
0.84 |
E2E_Evaluator_cmake_presets |
4504561.275641896 ns/iter |
4496084.350318545 ns/iter |
1.00 |
E2E_Evaluator_code_climate |
159248.37834772776 ns/iter |
188666.23897848043 ns/iter |
0.84 |
E2E_Evaluator_cql2 |
203089.39368723033 ns/iter |
218005.28138666594 ns/iter |
0.93 |
E2E_Evaluator_cspell |
511681.01991143345 ns/iter |
549187.5752864967 ns/iter |
0.93 |
E2E_Evaluator_cypress |
136450.09265307023 ns/iter |
176464.17879625468 ns/iter |
0.77 |
E2E_Evaluator_deno |
296606.2730130664 ns/iter |
338032.35779820615 ns/iter |
0.88 |
E2E_Evaluator_dependabot |
439039.410466528 ns/iter |
470185.1462926054 ns/iter |
0.93 |
E2E_Evaluator_draft_04 |
7523430.322579017 ns/iter |
7111423.181820073 ns/iter |
1.06 |
E2E_Evaluator_fabric_mod |
698914.0040361958 ns/iter |
748273.4579739294 ns/iter |
0.93 |
E2E_Evaluator_geojson |
17858400.0487806 ns/iter |
15891928.977776438 ns/iter |
1.12 |
E2E_Evaluator_gitpod_configuration |
220769.03522014356 ns/iter |
261291.67370802432 ns/iter |
0.84 |
E2E_Evaluator_helm_chart_lock |
212420.55255067223 ns/iter |
321321.7900045819 ns/iter |
0.66 |
E2E_Evaluator_importmap |
41031.925653396225 ns/iter |
48492.95551097689 ns/iter |
0.85 |
E2E_Evaluator_jasmine |
104818.66509296904 ns/iter |
118896.25488530516 ns/iter |
0.88 |
E2E_Evaluator_jshintrc |
981634.8002835084 ns/iter |
1057859.0604230918 ns/iter |
0.93 |
E2E_Evaluator_jsconfig |
369737.3858267622 ns/iter |
406116.4055780982 ns/iter |
0.91 |
E2E_Evaluator_krakend |
181545.40987012154 ns/iter |
213326.0870382227 ns/iter |
0.85 |
E2E_Evaluator_lazygit |
120332.15262975394 ns/iter |
134211.55514494932 ns/iter |
0.90 |
E2E_Evaluator_lerna |
118733.18225257006 ns/iter |
164857.82380835898 ns/iter |
0.72 |
E2E_Evaluator_nest_cli |
178609.4680254832 ns/iter |
198244.93210749875 ns/iter |
0.90 |
E2E_Evaluator_omc |
18883.50574930838 ns/iter |
19932.01119014775 ns/iter |
0.95 |
E2E_Evaluator_omnisharp |
506230.3494504214 ns/iter |
594929.7495798412 ns/iter |
0.85 |
E2E_Evaluator_openapi |
12800190.777780967 ns/iter |
13179725.249996793 ns/iter |
0.97 |
E2E_Evaluator_pre_commit_hooks |
467109.0146764228 ns/iter |
529654.1652766982 ns/iter |
0.88 |
E2E_Evaluator_pulumi |
715427.1134021253 ns/iter |
720611.2874744622 ns/iter |
0.99 |
E2E_Evaluator_semantic_release |
92179.47135095115 ns/iter |
102348.9817152729 ns/iter |
0.90 |
E2E_Evaluator_stale |
147145.42979343032 ns/iter |
163332.90240549258 ns/iter |
0.90 |
E2E_Evaluator_stylecop |
281337.97256957355 ns/iter |
296626.4216027179 ns/iter |
0.95 |
E2E_Evaluator_tmuxinator |
96793.30067396766 ns/iter |
100107.92562815944 ns/iter |
0.97 |
E2E_Evaluator_ui5 |
492716.1698669484 ns/iter |
542010.7486630225 ns/iter |
0.91 |
E2E_Evaluator_ui5_manifest |
2605413.164178911 ns/iter |
2849524.765182142 ns/iter |
0.91 |
E2E_Evaluator_unreal_engine_uproject |
421909.98178507463 ns/iter |
467678.7923279662 ns/iter |
0.90 |
E2E_Evaluator_vercel |
263706.22079880786 ns/iter |
317403.60426107957 ns/iter |
0.83 |
E2E_Evaluator_yamllint |
9249.248106312049 ns/iter |
11062.965466684627 ns/iter |
0.84 |
This comment was automatically generated by workflow using github-action-benchmark.
There was a problem hiding this comment.
JavaScript (linux/gcc)
Details
| Benchmark suite | Current: dcfb114 | Previous: 61eee69 | Ratio |
|---|---|---|---|
E2E_Evaluator_adaptivecard |
116984 ns |
116009 ns |
1.01 |
E2E_Evaluator_ansible-meta |
603516 ns |
584527 ns |
1.03 |
E2E_Evaluator_aws-cdk |
130825 ns |
137012 ns |
0.95 |
E2E_Evaluator_babelrc |
319623 ns |
327766 ns |
0.98 |
E2E_Evaluator_cerebrum-criminal-case |
3115419 ns |
2685381 ns |
1.16 |
E2E_Evaluator_clang-format |
273904 ns |
278515 ns |
0.98 |
E2E_Evaluator_cmake-presets |
20440413 ns |
18904714 ns |
1.08 |
E2E_Evaluator_code-climate |
423155 ns |
433050 ns |
0.98 |
E2E_Evaluator_cql2 |
1206917 ns |
1166482 ns |
1.03 |
E2E_Evaluator_cspell |
1854855 ns |
1605854 ns |
1.16 |
E2E_Evaluator_cypress |
934208 ns |
845354 ns |
1.11 |
E2E_Evaluator_deno |
1156099 ns |
1120922 ns |
1.03 |
E2E_Evaluator_dependabot |
1145605 ns |
1080356 ns |
1.06 |
E2E_Evaluator_draft-04 |
20671039 ns |
21536316 ns |
0.96 |
E2E_Evaluator_fabric-mod |
2857230 ns |
2544539 ns |
1.12 |
E2E_Evaluator_geojson |
22778710 ns |
20225278 ns |
1.13 |
E2E_Evaluator_gitpod-configuration |
823234 ns |
763699 ns |
1.08 |
E2E_Evaluator_helm-chart-lock |
1030392 ns |
1009384 ns |
1.02 |
E2E_Evaluator_importmap |
282126 ns |
277747 ns |
1.02 |
E2E_Evaluator_jasmine |
297573 ns |
275853 ns |
1.08 |
E2E_Evaluator_jsconfig |
1517476 ns |
1404979 ns |
1.08 |
E2E_Evaluator_jshintrc |
3425233 ns |
3159011 ns |
1.08 |
E2E_Evaluator_krakend |
728650 ns |
772396 ns |
0.94 |
E2E_Evaluator_lazygit |
487259 ns |
569771 ns |
0.86 |
E2E_Evaluator_lerna |
466800 ns |
459815 ns |
1.02 |
E2E_Evaluator_nest-cli |
684688 ns |
639474 ns |
1.07 |
E2E_Evaluator_omc |
87813 ns |
84935 ns |
1.03 |
E2E_Evaluator_omnisharp |
1723542 ns |
1575687 ns |
1.09 |
E2E_Evaluator_openapi |
38146080 ns |
38030955 ns |
1.00 |
E2E_Evaluator_pre-commit-hooks |
2180003 ns |
2064888 ns |
1.06 |
E2E_Evaluator_pulumi |
2194567 ns |
1980515 ns |
1.11 |
E2E_Evaluator_semantic-release |
246120 ns |
268460 ns |
0.92 |
E2E_Evaluator_stale |
444655 ns |
439880 ns |
1.01 |
E2E_Evaluator_stylecop |
1259983 ns |
1235232 ns |
1.02 |
E2E_Evaluator_tmuxinator |
247820 ns |
227795 ns |
1.09 |
E2E_Evaluator_ui5 |
2244792 ns |
2230772 ns |
1.01 |
E2E_Evaluator_ui5-manifest |
10080017 ns |
11389317 ns |
0.89 |
E2E_Evaluator_unreal-engine-uproject |
1574179 ns |
1516630 ns |
1.04 |
E2E_Evaluator_vercel |
1052682 ns |
1055649 ns |
1.00 |
E2E_Evaluator_yamllint |
24118 ns |
24627 ns |
0.98 |
This comment was automatically generated by workflow using github-action-benchmark.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Add this suggestion to a batch that can be applied as a single commit.This suggestion is invalid because no changes were made to the code.Suggestions cannot be applied while the pull request is closed.Suggestions cannot be applied while viewing a subset of changes.Only one suggestion per line can be applied in a batch.Add this suggestion to a batch that can be applied as a single commit.Applying suggestions on deleted lines is not supported.You must change the existing code in this line in order to create a valid suggestion.Outdated suggestions cannot be applied.This suggestion has been applied or marked resolved.Suggestions cannot be applied from pending reviews.Suggestions cannot be applied on multi-line comments.Suggestions cannot be applied while the pull request is queued to merge.Suggestion cannot be applied right now. Please check back later.
Signed-off-by: Juan Cruz Viotti jv@jviotti.com