Skip to content

Commit

Permalink
chore: update benchmarks for TVM0.42-alpha10 -> 0.42 upgrade
Browse files Browse the repository at this point in the history 
The relevant difference in performance is caught by the diff in the
Triton VM repo where the instructions `pick` and `place` are introduced:
TritonVM/triton-vm@b769392

The main cost is captured by the STARK-verify benchmark, showing a 2.813
increase in the processor table row count and a 3.623 increase in the
RAM table. These increases are less than 2 % of the total row count, so
these new instructions seem worthwhile! Very nice!
  • Loading branch information
@Sword-Smith
Sword-Smith committed Sep 17, 2024
1 parent 434d393 commit d66afd0
Show file tree
Hide file tree
Showing 16 changed files with 116 additions and 116 deletions.
12 changes: 6 additions & 6 deletions ...mlib_array_inner_product_of_463_xfes.json → ...mlib_array_inner_product_of_467_xfes.json
View file
Original file line number Diff line number Diff line change
@@ -1,23 +1,23 @@
[
{
"name": "tasmlib_array_inner_product_of_463_xfes",
"name": "tasmlib_array_inner_product_of_467_xfes",
"benchmark_result": {
"clock_cycle_count": 473,
"clock_cycle_count": 477,
"hash_table_height": 294,
"u32_table_height": 0,
"op_stack_table_height": 5,
"ram_table_height": 2778
"ram_table_height": 2802
},
"case": "CommonCase"
},
{
"name": "tasmlib_array_inner_product_of_463_xfes",
"name": "tasmlib_array_inner_product_of_467_xfes",
"benchmark_result": {
"clock_cycle_count": 473,
"clock_cycle_count": 477,
"hash_table_height": 294,
"u32_table_height": 0,
"op_stack_table_height": 5,
"ram_table_height": 2778
"ram_table_height": 2802
},
"case": "WorstCase"
}
Expand Down
12 changes: 6 additions & 6 deletions ...mlib_array_inner_product_of_592_xfes.json → ...mlib_array_inner_product_of_596_xfes.json
View file
Original file line number Diff line number Diff line change
@@ -1,23 +1,23 @@
[
{
"name": "tasmlib_array_inner_product_of_592_xfes",
"name": "tasmlib_array_inner_product_of_596_xfes",
"benchmark_result": {
"clock_cycle_count": 602,
"clock_cycle_count": 606,
"hash_table_height": 372,
"u32_table_height": 0,
"op_stack_table_height": 5,
"ram_table_height": 3552
"ram_table_height": 3576
},
"case": "CommonCase"
},
{
"name": "tasmlib_array_inner_product_of_592_xfes",
"name": "tasmlib_array_inner_product_of_596_xfes",
"benchmark_result": {
"clock_cycle_count": 602,
"clock_cycle_count": 606,
"hash_table_height": 372,
"u32_table_height": 0,
"op_stack_table_height": 5,
"ram_table_height": 3552
"ram_table_height": 3576
},
"case": "WorstCase"
}
Expand Down
8 changes: 4 additions & 4 deletions ...ib/benchmarks/tasmlib_array_inner_product_of_three_rows_with_weights_Bfe_mainrowelem.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,22 +2,22 @@
{
"name": "tasmlib_array_inner_product_of_three_rows_with_weights_Bfe_mainrowelem",
"benchmark_result": {
"clock_cycle_count": 477,
"clock_cycle_count": 481,
"hash_table_height": 300,
"u32_table_height": 0,
"op_stack_table_height": 6,
"ram_table_height": 2022
"ram_table_height": 2038
},
"case": "CommonCase"
},
{
"name": "tasmlib_array_inner_product_of_three_rows_with_weights_Bfe_mainrowelem",
"benchmark_result": {
"clock_cycle_count": 477,
"clock_cycle_count": 481,
"hash_table_height": 300,
"u32_table_height": 0,
"op_stack_table_height": 6,
"ram_table_height": 2022
"ram_table_height": 2038
},
"case": "WorstCase"
}
Expand Down
8 changes: 4 additions & 4 deletions ...ib/benchmarks/tasmlib_array_inner_product_of_three_rows_with_weights_Xfe_mainrowelem.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,22 +2,22 @@
{
"name": "tasmlib_array_inner_product_of_three_rows_with_weights_Xfe_mainrowelem",
"benchmark_result": {
"clock_cycle_count": 477,
"clock_cycle_count": 481,
"hash_table_height": 300,
"u32_table_height": 0,
"op_stack_table_height": 6,
"ram_table_height": 2772
"ram_table_height": 2796
},
"case": "CommonCase"
},
{
"name": "tasmlib_array_inner_product_of_three_rows_with_weights_Xfe_mainrowelem",
"benchmark_result": {
"clock_cycle_count": 477,
"clock_cycle_count": 481,
"hash_table_height": 300,
"u32_table_height": 0,
"op_stack_table_height": 6,
"ram_table_height": 2772
"ram_table_height": 2796
},
"case": "WorstCase"
}
Expand Down
24 changes: 0 additions & 24 deletions tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_air_constraint_evaluation.json
View file

This file was deleted.

24 changes: 0 additions & 24 deletions tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_divide_out_zerofiers.json
View file

This file was deleted.

24 changes: 0 additions & 24 deletions tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_verify_Main_table_rows.json
View file

This file was deleted.

24 changes: 24 additions & 0 deletions tasm-lib/benchmarks/tasmlib_verifier_master_table_air_constraint_evaluation.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
[
{
"name": "tasmlib_verifier_master_table_air_constraint_evaluation",
"benchmark_result": {
"clock_cycle_count": 37762,
"hash_table_height": 40578,
"u32_table_height": 0,
"op_stack_table_height": 70227,
"ram_table_height": 24996
},
"case": "CommonCase"
},
{
"name": "tasmlib_verifier_master_table_air_constraint_evaluation",
"benchmark_result": {
"clock_cycle_count": 37762,
"hash_table_height": 40578,
"u32_table_height": 0,
"op_stack_table_height": 70227,
"ram_table_height": 24996
},
"case": "WorstCase"
}
]
24 changes: 24 additions & 0 deletions tasm-lib/benchmarks/tasmlib_verifier_master_table_divide_out_zerofiers.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
[
{
"name": "tasmlib_verifier_master_table_divide_out_zerofiers",
"benchmark_result": {
"clock_cycle_count": 7473,
"hash_table_height": 8298,
"u32_table_height": 22,
"op_stack_table_height": 8639,
"ram_table_height": 5379
},
"case": "CommonCase"
},
{
"name": "tasmlib_verifier_master_table_divide_out_zerofiers",
"benchmark_result": {
"clock_cycle_count": 7473,
"hash_table_height": 8298,
"u32_table_height": 22,
"op_stack_table_height": 8639,
"ram_table_height": 5379
},
"case": "WorstCase"
}
]
4 changes: 2 additions & 2 deletions ...ster_aux_table_verify_Aux_table_rows.json → ...r_master_table_verify_Aux_table_rows.json
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[
{
"name": "tasmlib_verifier_master_aux_table_verify_Aux_table_rows",
"name": "tasmlib_verifier_master_table_verify_Aux_table_rows",
"benchmark_result": {
"clock_cycle_count": 415,
"hash_table_height": 933,
Expand All @@ -11,7 +11,7 @@
"case": "CommonCase"
},
{
"name": "tasmlib_verifier_master_aux_table_verify_Aux_table_rows",
"name": "tasmlib_verifier_master_table_verify_Aux_table_rows",
"benchmark_result": {
"clock_cycle_count": 445,
"hash_table_height": 1023,
Expand Down
24 changes: 24 additions & 0 deletions tasm-lib/benchmarks/tasmlib_verifier_master_table_verify_Main_table_rows.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
[
{
"name": "tasmlib_verifier_master_table_verify_Main_table_rows",
"benchmark_result": {
"clock_cycle_count": 436,
"hash_table_height": 1131,
"u32_table_height": 564,
"op_stack_table_height": 249,
"ram_table_height": 1146
},
"case": "CommonCase"
},
{
"name": "tasmlib_verifier_master_table_verify_Main_table_rows",
"benchmark_result": {
"clock_cycle_count": 466,
"hash_table_height": 1221,
"u32_table_height": 885,
"op_stack_table_height": 249,
"ram_table_height": 1146
},
"case": "WorstCase"
}
]
4 changes: 2 additions & 2 deletions ...aux_table_verify_Quotient_table_rows.json → ...ter_table_verify_Quotient_table_rows.json
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[
{
"name": "tasmlib_verifier_master_aux_table_verify_Quotient_table_rows",
"name": "tasmlib_verifier_master_table_verify_Quotient_table_rows",
"benchmark_result": {
"clock_cycle_count": 346,
"hash_table_height": 471,
Expand All @@ -11,7 +11,7 @@
"case": "CommonCase"
},
{
"name": "tasmlib_verifier_master_aux_table_verify_Quotient_table_rows",
"name": "tasmlib_verifier_master_table_verify_Quotient_table_rows",
"benchmark_result": {
"clock_cycle_count": 376,
"hash_table_height": 561,
Expand Down
10 changes: 5 additions & 5 deletions ...b/benchmarks/tasmlib_verifier_stark_verify_dynamic_inner_padded_height_256_fri_exp_4.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@
{
"name": "tasmlib_verifier_stark_verify_dynamic_inner_padded_height_256_fri_exp_4",
"benchmark_result": {
"clock_cycle_count": 195675,
"hash_table_height": 139885,
"u32_table_height": 25051,
"op_stack_table_height": 178100,
"ram_table_height": 285557
"clock_cycle_count": 198488,
"hash_table_height": 142867,
"u32_table_height": 25439,
"op_stack_table_height": 182986,
"ram_table_height": 289180
},
"case": "CommonCase"
}
Expand Down
10 changes: 5 additions & 5 deletions ...b/benchmarks/tasmlib_verifier_stark_verify_dynamic_inner_padded_height_512_fri_exp_4.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@
{
"name": "tasmlib_verifier_stark_verify_dynamic_inner_padded_height_512_fri_exp_4",
"benchmark_result": {
"clock_cycle_count": 204428,
"hash_table_height": 147577,
"u32_table_height": 33689,
"op_stack_table_height": 184228,
"ram_table_height": 286735
"clock_cycle_count": 207241,
"hash_table_height": 150559,
"u32_table_height": 33969,
"op_stack_table_height": 189114,
"ram_table_height": 290358
},
"case": "CommonCase"
}
Expand Down
10 changes: 5 additions & 5 deletions ...ib/benchmarks/tasmlib_verifier_stark_verify_static_inner_padded_height_256_fri_exp_4.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@
{
"name": "tasmlib_verifier_stark_verify_static_inner_padded_height_256_fri_exp_4",
"benchmark_result": {
"clock_cycle_count": 184245,
"hash_table_height": 126169,
"u32_table_height": 25644,
"op_stack_table_height": 170476,
"ram_table_height": 281749
"clock_cycle_count": 186785,
"hash_table_height": 128827,
"u32_table_height": 25309,
"op_stack_table_height": 175180,
"ram_table_height": 285281
},
"case": "CommonCase"
}
Expand Down
10 changes: 5 additions & 5 deletions ...ib/benchmarks/tasmlib_verifier_stark_verify_static_inner_padded_height_512_fri_exp_4.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@
{
"name": "tasmlib_verifier_stark_verify_static_inner_padded_height_512_fri_exp_4",
"benchmark_result": {
"clock_cycle_count": 192998,
"hash_table_height": 133861,
"u32_table_height": 33815,
"op_stack_table_height": 176604,
"ram_table_height": 282927
"clock_cycle_count": 195538,
"hash_table_height": 136519,
"u32_table_height": 34122,
"op_stack_table_height": 181308,
"ram_table_height": 286459
},
"case": "CommonCase"
}
Expand Down

0 comments on commit d66afd0

Please sign in to comment.