Skip to content

Commit

Permalink
add Benchmark (googlecpp) benchmark result for 9db1f5f
Browse files Browse the repository at this point in the history
  • Loading branch information
github-action-benchmark committed Jul 19, 2023
1 parent 1969e7c commit cc56634
Showing 1 changed file with 307 additions and 1 deletion.
308 changes: 307 additions & 1 deletion dev/bench/data.js
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
window.BENCHMARK_DATA = {
"lastUpdate": 1687466718478,
"lastUpdate": 1689777824511,
"repoUrl": "https://github.com/VowpalWabbit/vowpal_wabbit",
"entries": {
"Benchmark": [
Expand Down Expand Up @@ -137000,6 +137000,312 @@ window.BENCHMARK_DATA = {
"range": "± 1371.3112041973925"
}
]
},
{
"commit": {
"author": {
"email": "jackgerrits@users.noreply.github.com",
"name": "Jack Gerrits",
"username": "jackgerrits"
},
"committer": {
"email": "noreply@github.com",
"name": "GitHub",
"username": "web-flow"
},
"distinct": true,
"id": "9db1f5ffda0023f78c4e72d520702de28cb7e2d1",
"message": "chore: update version to 9.9.0 (#4625)\n\n* chore: update version to 9.9.0\r\n\r\n* bump wasm version",
"timestamp": "2023-07-19T10:17:19-04:00",
"tree_id": "5fe519faf9fd7bd2f303e78e3dd81331bfc04e45",
"url": "https://github.com/VowpalWabbit/vowpal_wabbit/commit/9db1f5ffda0023f78c4e72d520702de28cb7e2d1"
},
"date": 1689777763169,
"tool": "googlecpp",
"benches": [
{
"name": "bench_text/120_string_fts",
"value": 8682.440975124602,
"unit": "ns/iter",
"extra": "iterations: 484533\ncpu: 8680.669015319905 ns\nthreads: 1"
},
{
"name": "bench_text/120_num_fts",
"value": 5497.515781290737,
"unit": "ns/iter",
"extra": "iterations: 725511\ncpu: 5496.628996665798 ns\nthreads: 1"
},
{
"name": "benchmark_learn_simple/8_features",
"value": 123.87149571580716,
"unit": "ns/iter",
"extra": "iterations: 34376029\ncpu: 123.85698476109619 ns\nthreads: 1"
},
{
"name": "benchmark_learn_simple/1_feature",
"value": 233.51762537385912,
"unit": "ns/iter",
"extra": "iterations: 17932726\ncpu: 233.49294468671414 ns\nthreads: 1"
},
{
"name": "benchmark_ccb_adf_learn/few_features",
"value": 10239.076262297516,
"unit": "ns/iter",
"extra": "iterations: 407095\ncpu: 10237.805180608948 ns\nthreads: 1"
},
{
"name": "benchmark_ccb_adf_learn/many_features",
"value": 17745.889461850707,
"unit": "ns/iter",
"extra": "iterations: 237945\ncpu: 17744.012271743457 ns\nthreads: 1"
},
{
"name": "benchmark_ccb_adf_learn/few_features_no_predict",
"value": 4750.884752466876,
"unit": "ns/iter",
"extra": "iterations: 896991\ncpu: 4750.336402483415 ns\nthreads: 1"
},
{
"name": "benchmark_ccb_adf_learn/many_features_no_predic",
"value": 6968.8850652965475,
"unit": "ns/iter",
"extra": "iterations: 580199\ncpu: 6968.142137439056 ns\nthreads: 1"
},
{
"name": "benchmark_cb_adf_learn/few_features",
"value": 1805.81910429021,
"unit": "ns/iter",
"extra": "iterations: 2296793\ncpu: 1805.6281084102923 ns\nthreads: 1"
},
{
"name": "benchmark_cb_adf_learn/many_features/min_time:15.000",
"value": 88333.55766218457,
"unit": "ns/iter",
"extra": "iterations: 239403\ncpu: 88324.03019176867 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_no_namespaces/min_time:15.000",
"value": 414065.14234616683,
"unit": "ns/iter",
"extra": "iterations: 50883\ncpu: 414015.4727512136 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_diff_char_no_interactions/min_time:15.000",
"value": 426649.3383753038,
"unit": "ns/iter",
"extra": "iterations: 48526\ncpu: 426599.3384989491 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_diff_char_interactions/min_time:15.000",
"value": 729318.3400041484,
"unit": "ns/iter",
"extra": "iterations: 28932\ncpu: 729233.4543066499 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_same_char_no_interactions/min_time:15.000",
"value": 373588.14635388175,
"unit": "ns/iter",
"extra": "iterations: 51068\ncpu: 373403.9868410749 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_same_char_interactions/min_time:15.000",
"value": 519585.7862861394,
"unit": "ns/iter",
"extra": "iterations: 40470\ncpu: 519522.77489498403 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_no_namespaces/min_time:15.000",
"value": 828072.9459556924,
"unit": "ns/iter",
"extra": "iterations: 24961\ncpu: 827961.419814911 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_diff_char_no_interactions/min_time:15.000",
"value": 1034144.5044714055,
"unit": "ns/iter",
"extra": "iterations: 20687\ncpu: 1034006.8883840092 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_diff_char_interactions/min_time:15.000",
"value": 3188817.2631578688,
"unit": "ns/iter",
"extra": "iterations: 6631\ncpu: 3188432.8608053084 ns\nthreads: 1"
},
{
"name": "benchmark_multi_predict/ccb_adf_diff_char_interactions_predict/min_time:15.000",
"value": 7042662.008999968,
"unit": "ns/iter",
"extra": "iterations: 3000\ncpu: 7041844.133333332 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_same_char_no_interactions/min_time:15.000",
"value": 857249.1240635847,
"unit": "ns/iter",
"extra": "iterations: 25229\ncpu: 857141.4483332657 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_same_char_interactions/min_time:15.000",
"value": 2527704.105823259,
"unit": "ns/iter",
"extra": "iterations: 8363\ncpu: 2527248.2123639863 ns\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions/min_time:15.000/real_time",
"value": 2.273455179055144,
"unit": "ms/iter",
"extra": "iterations: 9377\ncpu: 2.2731588247840455 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_max_threads/min_time:15.000/real_time",
"value": 2.3721993559950585,
"unit": "ms/iter",
"extra": "iterations: 8899\ncpu: 2.2382198449263986 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_plaincb/min_time:15.000/real_time",
"value": 1.5288269957317482,
"unit": "ms/iter",
"extra": "iterations: 13823\ncpu: 1.5286776893583167 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_500actions/min_time:15.000/real_time",
"value": 3.7304179975588516,
"unit": "ms/iter",
"extra": "iterations: 5735\ncpu: 3.729315937227548 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_500actions_max_threads/min_time:15.000/real_time",
"value": 3.8363442340505065,
"unit": "ms/iter",
"extra": "iterations: 5345\ncpu: 3.6658200748362915 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_500actions_plaincb/min_time:15.000/real_time",
"value": 2.5691919664372764,
"unit": "ms/iter",
"extra": "iterations: 8283\ncpu: 2.5682606905710483 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_10features_1thread/min_time:15.000/real_time",
"value": 2.9125436181667594,
"unit": "ms/iter",
"extra": "iterations: 7244\ncpu: 2.9118416068470525 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_10features_1thread_simd/min_time:15.000/real_time",
"value": 2.912683276774463,
"unit": "ms/iter",
"extra": "iterations: 7143\ncpu: 2.9122902561948827 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_20features_1thread/min_time:15.000/real_time",
"value": 7.910861496575349,
"unit": "ms/iter",
"extra": "iterations: 2628\ncpu: 7.909287633181105 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_20features_1thread_simd/min_time:15.000/real_time",
"value": 7.9009566037806485,
"unit": "ms/iter",
"extra": "iterations: 2645\ncpu: 7.900210548204187 ms\nthreads: 1"
},
{
"name": "benchmark_rcv1_dataset/simple/min_time:15.000",
"value": 83519.95531549337,
"unit": "ns/iter",
"extra": "iterations: 253175\ncpu: 83511.96010664543 ns\nthreads: 1"
},
{
"name": "benchmark_rcv1_dataset/quadratic/min_time:15.000",
"value": 2988393.7672748207,
"unit": "ns/iter",
"extra": "iterations: 6961\ncpu: 2988066.3266772027 ns\nthreads: 1"
},
{
"name": "bench_cache_io_buf/120_string_fts",
"value": 1260.8967646847825,
"unit": "ns/iter",
"extra": "iterations: 3352409\ncpu: 1260.7671975585522 ns\nthreads: 1"
},
{
"name": "bench_text_io_buf/120_string_fts",
"value": 10216.348387237527,
"unit": "ns/iter",
"extra": "iterations: 411344\ncpu: 10215.27723754331 ns\nthreads: 1"
},
{
"name": "bench_cache_io_buf/120_num_fts",
"value": 953.3127022574732,
"unit": "ns/iter",
"extra": "iterations: 4548349\ncpu: 952.7009910629141 ns\nthreads: 1"
},
{
"name": "bench_text_io_buf/120_num_fts",
"value": 6398.277236722071,
"unit": "ns/iter",
"extra": "iterations: 663415\ncpu: 6397.699328474606 ns\nthreads: 1"
},
{
"name": "benchmark_example_reuse",
"value": 1274.2168336444395,
"unit": "ns/iter",
"extra": "iterations: 3331780\ncpu: 1274.114437327778 ns\nthreads: 1"
},
{
"name": "benchmark_sum_ft_squared_char",
"value": 54.24695619826646,
"unit": "ns/iter",
"extra": "iterations: 79044406\ncpu: 54.24255955570077 ns\nthreads: 1"
},
{
"name": "benchmark_sum_ft_squared_extent",
"value": 94.64468703138395,
"unit": "ns/iter",
"extra": "iterations: 44660644\ncpu: 94.63646337030013 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_1_model_big_tol",
"value": 25851769.67469913,
"unit": "ns/iter",
"extra": "iterations: 166\ncpu: 25849080.120482437 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_2_model_big_tol",
"value": 67571841.50793754,
"unit": "ns/iter",
"extra": "iterations: 63\ncpu: 67565822.2222222 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_4_model_big_tol",
"value": 148579634.46428356,
"unit": "ns/iter",
"extra": "iterations: 28\ncpu: 148564828.5714254 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_1_model_small_tol",
"value": 25266961.792682674,
"unit": "ns/iter",
"extra": "iterations: 164\ncpu: 25264421.95121989 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_2_model_small_tol",
"value": 111994251.35135095,
"unit": "ns/iter",
"extra": "iterations: 37\ncpu: 111983672.97297224 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_4_model_small_tol",
"value": 274127475.3999884,
"unit": "ns/iter",
"extra": "iterations: 15\ncpu: 273882439.99999607 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/without_epsilon_decay",
"value": 23363555.402234424,
"unit": "ns/iter",
"extra": "iterations: 179\ncpu: 23361060.335195508 ns\nthreads: 1"
}
]
}
]
}
Expand Down

0 comments on commit cc56634

Please sign in to comment.