From cc5663433f617b81f4fb4f375f659902b225e5ab Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Wed, 19 Jul 2023 14:43:44 +0000 Subject: [PATCH] add Benchmark (googlecpp) benchmark result for 9db1f5ffda0023f78c4e72d520702de28cb7e2d1 --- dev/bench/data.js | 308 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 307 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index f2ddf98f76f..0cf5a8e12fe 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1687466718478, + "lastUpdate": 1689777824511, "repoUrl": "https://github.com/VowpalWabbit/vowpal_wabbit", "entries": { "Benchmark": [ @@ -137000,6 +137000,312 @@ window.BENCHMARK_DATA = { "range": "± 1371.3112041973925" } ] + }, + { + "commit": { + "author": { + "email": "jackgerrits@users.noreply.github.com", + "name": "Jack Gerrits", + "username": "jackgerrits" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "9db1f5ffda0023f78c4e72d520702de28cb7e2d1", + "message": "chore: update version to 9.9.0 (#4625)\n\n* chore: update version to 9.9.0\r\n\r\n* bump wasm version", + "timestamp": "2023-07-19T10:17:19-04:00", + "tree_id": "5fe519faf9fd7bd2f303e78e3dd81331bfc04e45", + "url": "https://github.com/VowpalWabbit/vowpal_wabbit/commit/9db1f5ffda0023f78c4e72d520702de28cb7e2d1" + }, + "date": 1689777763169, + "tool": "googlecpp", + "benches": [ + { + "name": "bench_text/120_string_fts", + "value": 8682.440975124602, + "unit": "ns/iter", + "extra": "iterations: 484533\ncpu: 8680.669015319905 ns\nthreads: 1" + }, + { + "name": "bench_text/120_num_fts", + "value": 5497.515781290737, + "unit": "ns/iter", + "extra": "iterations: 725511\ncpu: 5496.628996665798 ns\nthreads: 1" + }, + { + "name": "benchmark_learn_simple/8_features", + "value": 123.87149571580716, + "unit": "ns/iter", + "extra": "iterations: 34376029\ncpu: 123.85698476109619 ns\nthreads: 1" + }, + { + "name": "benchmark_learn_simple/1_feature", + "value": 233.51762537385912, + "unit": "ns/iter", + "extra": "iterations: 17932726\ncpu: 233.49294468671414 ns\nthreads: 1" + }, + { + "name": "benchmark_ccb_adf_learn/few_features", + "value": 10239.076262297516, + "unit": "ns/iter", + "extra": "iterations: 407095\ncpu: 10237.805180608948 ns\nthreads: 1" + }, + { + "name": "benchmark_ccb_adf_learn/many_features", + "value": 17745.889461850707, + "unit": "ns/iter", + "extra": "iterations: 237945\ncpu: 17744.012271743457 ns\nthreads: 1" + }, + { + "name": "benchmark_ccb_adf_learn/few_features_no_predict", + "value": 4750.884752466876, + "unit": "ns/iter", + "extra": "iterations: 896991\ncpu: 4750.336402483415 ns\nthreads: 1" + }, + { + "name": "benchmark_ccb_adf_learn/many_features_no_predic", + "value": 6968.8850652965475, + "unit": "ns/iter", + "extra": "iterations: 580199\ncpu: 6968.142137439056 ns\nthreads: 1" + }, + { + "name": "benchmark_cb_adf_learn/few_features", + "value": 1805.81910429021, + "unit": "ns/iter", + "extra": "iterations: 2296793\ncpu: 1805.6281084102923 ns\nthreads: 1" + }, + { + "name": "benchmark_cb_adf_learn/many_features/min_time:15.000", + "value": 88333.55766218457, + "unit": "ns/iter", + "extra": "iterations: 239403\ncpu: 88324.03019176867 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_no_namespaces/min_time:15.000", + "value": 414065.14234616683, + "unit": "ns/iter", + "extra": "iterations: 50883\ncpu: 414015.4727512136 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_diff_char_no_interactions/min_time:15.000", + "value": 426649.3383753038, + "unit": "ns/iter", + "extra": "iterations: 48526\ncpu: 426599.3384989491 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_diff_char_interactions/min_time:15.000", + "value": 729318.3400041484, + "unit": "ns/iter", + "extra": "iterations: 28932\ncpu: 729233.4543066499 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_same_char_no_interactions/min_time:15.000", + "value": 373588.14635388175, + "unit": "ns/iter", + "extra": "iterations: 51068\ncpu: 373403.9868410749 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_same_char_interactions/min_time:15.000", + "value": 519585.7862861394, + "unit": "ns/iter", + "extra": "iterations: 40470\ncpu: 519522.77489498403 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_no_namespaces/min_time:15.000", + "value": 828072.9459556924, + "unit": "ns/iter", + "extra": "iterations: 24961\ncpu: 827961.419814911 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_diff_char_no_interactions/min_time:15.000", + "value": 1034144.5044714055, + "unit": "ns/iter", + "extra": "iterations: 20687\ncpu: 1034006.8883840092 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_diff_char_interactions/min_time:15.000", + "value": 3188817.2631578688, + "unit": "ns/iter", + "extra": "iterations: 6631\ncpu: 3188432.8608053084 ns\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/ccb_adf_diff_char_interactions_predict/min_time:15.000", + "value": 7042662.008999968, + "unit": "ns/iter", + "extra": "iterations: 3000\ncpu: 7041844.133333332 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_same_char_no_interactions/min_time:15.000", + "value": 857249.1240635847, + "unit": "ns/iter", + "extra": "iterations: 25229\ncpu: 857141.4483332657 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_same_char_interactions/min_time:15.000", + "value": 2527704.105823259, + "unit": "ns/iter", + "extra": "iterations: 8363\ncpu: 2527248.2123639863 ns\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions/min_time:15.000/real_time", + "value": 2.273455179055144, + "unit": "ms/iter", + "extra": "iterations: 9377\ncpu: 2.2731588247840455 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_max_threads/min_time:15.000/real_time", + "value": 2.3721993559950585, + "unit": "ms/iter", + "extra": "iterations: 8899\ncpu: 2.2382198449263986 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_plaincb/min_time:15.000/real_time", + "value": 1.5288269957317482, + "unit": "ms/iter", + "extra": "iterations: 13823\ncpu: 1.5286776893583167 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_500actions/min_time:15.000/real_time", + "value": 3.7304179975588516, + "unit": "ms/iter", + "extra": "iterations: 5735\ncpu: 3.729315937227548 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_500actions_max_threads/min_time:15.000/real_time", + "value": 3.8363442340505065, + "unit": "ms/iter", + "extra": "iterations: 5345\ncpu: 3.6658200748362915 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_500actions_plaincb/min_time:15.000/real_time", + "value": 2.5691919664372764, + "unit": "ms/iter", + "extra": "iterations: 8283\ncpu: 2.5682606905710483 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_10features_1thread/min_time:15.000/real_time", + "value": 2.9125436181667594, + "unit": "ms/iter", + "extra": "iterations: 7244\ncpu: 2.9118416068470525 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_10features_1thread_simd/min_time:15.000/real_time", + "value": 2.912683276774463, + "unit": "ms/iter", + "extra": "iterations: 7143\ncpu: 2.9122902561948827 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_20features_1thread/min_time:15.000/real_time", + "value": 7.910861496575349, + "unit": "ms/iter", + "extra": "iterations: 2628\ncpu: 7.909287633181105 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_20features_1thread_simd/min_time:15.000/real_time", + "value": 7.9009566037806485, + "unit": "ms/iter", + "extra": "iterations: 2645\ncpu: 7.900210548204187 ms\nthreads: 1" + }, + { + "name": "benchmark_rcv1_dataset/simple/min_time:15.000", + "value": 83519.95531549337, + "unit": "ns/iter", + "extra": "iterations: 253175\ncpu: 83511.96010664543 ns\nthreads: 1" + }, + { + "name": "benchmark_rcv1_dataset/quadratic/min_time:15.000", + "value": 2988393.7672748207, + "unit": "ns/iter", + "extra": "iterations: 6961\ncpu: 2988066.3266772027 ns\nthreads: 1" + }, + { + "name": "bench_cache_io_buf/120_string_fts", + "value": 1260.8967646847825, + "unit": "ns/iter", + "extra": "iterations: 3352409\ncpu: 1260.7671975585522 ns\nthreads: 1" + }, + { + "name": "bench_text_io_buf/120_string_fts", + "value": 10216.348387237527, + "unit": "ns/iter", + "extra": "iterations: 411344\ncpu: 10215.27723754331 ns\nthreads: 1" + }, + { + "name": "bench_cache_io_buf/120_num_fts", + "value": 953.3127022574732, + "unit": "ns/iter", + "extra": "iterations: 4548349\ncpu: 952.7009910629141 ns\nthreads: 1" + }, + { + "name": "bench_text_io_buf/120_num_fts", + "value": 6398.277236722071, + "unit": "ns/iter", + "extra": "iterations: 663415\ncpu: 6397.699328474606 ns\nthreads: 1" + }, + { + "name": "benchmark_example_reuse", + "value": 1274.2168336444395, + "unit": "ns/iter", + "extra": "iterations: 3331780\ncpu: 1274.114437327778 ns\nthreads: 1" + }, + { + "name": "benchmark_sum_ft_squared_char", + "value": 54.24695619826646, + "unit": "ns/iter", + "extra": "iterations: 79044406\ncpu: 54.24255955570077 ns\nthreads: 1" + }, + { + "name": "benchmark_sum_ft_squared_extent", + "value": 94.64468703138395, + "unit": "ns/iter", + "extra": "iterations: 44660644\ncpu: 94.63646337030013 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_1_model_big_tol", + "value": 25851769.67469913, + "unit": "ns/iter", + "extra": "iterations: 166\ncpu: 25849080.120482437 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_2_model_big_tol", + "value": 67571841.50793754, + "unit": "ns/iter", + "extra": "iterations: 63\ncpu: 67565822.2222222 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_4_model_big_tol", + "value": 148579634.46428356, + "unit": "ns/iter", + "extra": "iterations: 28\ncpu: 148564828.5714254 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_1_model_small_tol", + "value": 25266961.792682674, + "unit": "ns/iter", + "extra": "iterations: 164\ncpu: 25264421.95121989 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_2_model_small_tol", + "value": 111994251.35135095, + "unit": "ns/iter", + "extra": "iterations: 37\ncpu: 111983672.97297224 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_4_model_small_tol", + "value": 274127475.3999884, + "unit": "ns/iter", + "extra": "iterations: 15\ncpu: 273882439.99999607 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/without_epsilon_decay", + "value": 23363555.402234424, + "unit": "ns/iter", + "extra": "iterations: 179\ncpu: 23361060.335195508 ns\nthreads: 1" + } + ] } ] }