diff --git a/dev/bench/data.js b/dev/bench/data.js index 8987c3b835d..8fd10dfc391 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1722529735050, + "lastUpdate": 1722539847186, "repoUrl": "https://github.com/VowpalWabbit/vowpal_wabbit", "entries": { "Benchmark": [ @@ -154838,6 +154838,378 @@ window.BENCHMARK_DATA = { "range": "± 412.50391333514125" } ] + }, + { + "commit": { + "author": { + "email": "griffinbassman@gmail.com", + "name": "Griffin Bassman", + "username": "bassmang" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "c0f724bea23d68b5c5e48c2f3899c66a5fc57680", + "message": "fix: remove flaky test from compat tests (#4699)\n\n* test: test\r\n\r\n* revert\r\n\r\n* test\r\n\r\n* skip 24\r\n\r\n* fix syntax", + "timestamp": "2024-08-01T14:55:53-04:00", + "tree_id": "e9a15482b89b69fbc0554dd6b24cf3f136e733f8", + "url": "https://github.com/VowpalWabbit/vowpal_wabbit/commit/c0f724bea23d68b5c5e48c2f3899c66a5fc57680" + }, + "date": 1722539811148, + "tool": "googlecpp", + "benches": [ + { + "name": "bench_text/120_string_fts", + "value": 4712.253788235796, + "unit": "ns/iter", + "extra": "iterations: 859437\ncpu: 4712.051729213427 ns\nthreads: 1" + }, + { + "name": "bench_text/120_num_fts", + "value": 3046.1245889009438, + "unit": "ns/iter", + "extra": "iterations: 1381054\ncpu: 3046.0238861043813 ns\nthreads: 1" + }, + { + "name": "benchmark_learn_simple/8_features", + "value": 70.59861280691399, + "unit": "ns/iter", + "extra": "iterations: 59166529\ncpu: 70.59626693666618 ns\nthreads: 1" + }, + { + "name": "benchmark_learn_simple/1_feature", + "value": 139.0540574160943, + "unit": "ns/iter", + "extra": "iterations: 29679517\ncpu: 139.0496164408606 ns\nthreads: 1" + }, + { + "name": "benchmark_ccb_adf_learn/few_features", + "value": 5822.7511890906435, + "unit": "ns/iter", + "extra": "iterations: 724293\ncpu: 5822.403987060483 ns\nthreads: 1" + }, + { + "name": "benchmark_ccb_adf_learn/many_features", + "value": 10255.440468971621, + "unit": "ns/iter", + "extra": "iterations: 404033\ncpu: 10253.57487383456 ns\nthreads: 1" + }, + { + "name": "benchmark_ccb_adf_learn/few_features_no_predict", + "value": 2825.65046735431, + "unit": "ns/iter", + "extra": "iterations: 1504961\ncpu: 2825.5624066005707 ns\nthreads: 1" + }, + { + "name": "benchmark_ccb_adf_learn/many_features_no_predic", + "value": 4131.535136970458, + "unit": "ns/iter", + "extra": "iterations: 1021972\ncpu: 4131.374704982135 ns\nthreads: 1" + }, + { + "name": "benchmark_cb_adf_learn/few_features", + "value": 1066.0347159368405, + "unit": "ns/iter", + "extra": "iterations: 3915608\ncpu: 1066.0007804662785 ns\nthreads: 1" + }, + { + "name": "benchmark_cb_adf_learn/many_features/min_time:15.000", + "value": 51950.33388283275, + "unit": "ns/iter", + "extra": "iterations: 404004\ncpu: 51947.9800645538 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_no_namespaces/min_time:15.000", + "value": 190932.718997563, + "unit": "ns/iter", + "extra": "iterations: 111209\ncpu: 190923.26571590436 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_diff_char_no_interactions/min_time:15.000", + "value": 199759.3860663915, + "unit": "ns/iter", + "extra": "iterations: 105285\ncpu: 199748.54822624306 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_diff_char_interactions/min_time:15.000", + "value": 389115.4030244607, + "unit": "ns/iter", + "extra": "iterations: 53431\ncpu: 389096.8077146228 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_same_char_no_interactions/min_time:15.000", + "value": 182181.21576918417, + "unit": "ns/iter", + "extra": "iterations: 115174\ncpu: 182173.09189574036 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_same_char_interactions/min_time:15.000", + "value": 297869.26562610996, + "unit": "ns/iter", + "extra": "iterations: 70347\ncpu: 297848.2577935095 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_no_namespaces/min_time:15.000", + "value": 488890.72888423165, + "unit": "ns/iter", + "extra": "iterations: 42930\ncpu: 487727.1108082926 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_diff_char_no_interactions/min_time:15.000", + "value": 584882.70893861, + "unit": "ns/iter", + "extra": "iterations: 35934\ncpu: 584845.2547169806 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_diff_char_interactions/min_time:15.000", + "value": 1835842.8986175132, + "unit": "ns/iter", + "extra": "iterations: 11501\ncpu: 1835724.6737674994 ns\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/ccb_adf_diff_char_interactions_predict/min_time:15.000", + "value": 4554244.968973769, + "unit": "ns/iter", + "extra": "iterations: 4609\ncpu: 4553975.294640916 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_same_char_no_interactions/min_time:15.000", + "value": 501737.6351406165, + "unit": "ns/iter", + "extra": "iterations: 41923\ncpu: 501725.1846957516 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_same_char_interactions/min_time:15.000", + "value": 1543942.9349282328, + "unit": "ns/iter", + "extra": "iterations: 13585\ncpu: 1543899.8851674614 ns\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions/min_time:15.000/real_time", + "value": 1.307411909124792, + "unit": "ms/iter", + "extra": "iterations: 16099\ncpu: 1.277942864277284 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_max_threads/min_time:15.000/real_time", + "value": 1.3108768070878454, + "unit": "ms/iter", + "extra": "iterations: 15971\ncpu: 1.2973554020412006 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_plaincb/min_time:15.000/real_time", + "value": 0.9057014590220513, + "unit": "ms/iter", + "extra": "iterations: 23171\ncpu: 0.9056494328255159 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_500actions/min_time:15.000/real_time", + "value": 2.1068655350744008, + "unit": "ms/iter", + "extra": "iterations: 9879\ncpu: 2.0638897077639444 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_500actions_max_threads/min_time:15.000/real_time", + "value": 2.1041247524911886, + "unit": "ms/iter", + "extra": "iterations: 9935\ncpu: 2.083875552692504 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_500actions_plaincb/min_time:15.000/real_time", + "value": 1.5113684292900265, + "unit": "ms/iter", + "extra": "iterations: 13916\ncpu: 1.5113079670882412 ms\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_no_namespaces_sparse/min_time:15.000", + "value": 240189.35101101708, + "unit": "ns/iter", + "extra": "iterations: 88228\ncpu: 240179.61868114557 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_diff_char_no_interactions_sparse/min_time:15.000", + "value": 247877.23775464538, + "unit": "ns/iter", + "extra": "iterations: 84726\ncpu: 247868.51609895373 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_diff_char_interactions_sparse/min_time:15.000", + "value": 1082991.2875669028, + "unit": "ns/iter", + "extra": "iterations: 19432\ncpu: 1082955.8994956727 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_same_char_no_interactions_sparse/min_time:15.000", + "value": 243664.49066192267, + "unit": "ns/iter", + "extra": "iterations: 85992\ncpu: 243655.81848311427 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/cb_adf_same_char_interactions_sparse/min_time:15.000", + "value": 1029421.3143234096, + "unit": "ns/iter", + "extra": "iterations: 20463\ncpu: 1029380.7101598005 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_no_namespaces_sparse/min_time:15.000", + "value": 766096.5791141506, + "unit": "ns/iter", + "extra": "iterations: 27770\ncpu: 766059.1252070563 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_diff_char_no_interactions_sparse/min_time:15.000", + "value": 941587.7845978538, + "unit": "ns/iter", + "extra": "iterations: 21945\ncpu: 941391.364365459 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_diff_char_interactions_sparse/min_time:15.000", + "value": 5730525.551570726, + "unit": "ns/iter", + "extra": "iterations: 3597\ncpu: 5729964.582151792 ns\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/ccb_adf_diff_char_interactions_predict_sparse/min_time:15.000", + "value": 25457382.481883965, + "unit": "ns/iter", + "extra": "iterations: 828\ncpu: 25456467.173913114 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_same_char_no_interactions_sparse/min_time:15.000", + "value": 823750.3400031357, + "unit": "ns/iter", + "extra": "iterations: 25538\ncpu: 823701.2097658415 ns\nthreads: 1" + }, + { + "name": "benchmark_multi/ccb_adf_same_char_interactions_sparse/min_time:15.000", + "value": 5739957.002229008, + "unit": "ns/iter", + "extra": "iterations: 3589\ncpu: 5739615.314572301 ns\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_10features_1thread/min_time:15.000/real_time", + "value": 1.6447310840850322, + "unit": "ms/iter", + "extra": "iterations: 12749\ncpu: 1.6446332764922704 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_10features_1thread_simd/min_time:15.000/real_time", + "value": 1.6444174554850823, + "unit": "ms/iter", + "extra": "iterations: 12771\ncpu: 1.6442544517265694 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_20features_1thread/min_time:15.000/real_time", + "value": 4.431480453084827, + "unit": "ms/iter", + "extra": "iterations: 4668\ncpu: 4.431237578620384 ms\nthreads: 1" + }, + { + "name": "benchmark_multi_predict/cb_las_300actions_20features_1thread_simd/min_time:15.000/real_time", + "value": 4.46683767092106, + "unit": "ms/iter", + "extra": "iterations: 4701\ncpu: 4.46633102084665 ms\nthreads: 1" + }, + { + "name": "benchmark_rcv1_dataset/simple/min_time:15.000", + "value": 46417.10135436941, + "unit": "ns/iter", + "extra": "iterations: 450025\ncpu: 46414.92333759227 ns\nthreads: 1" + }, + { + "name": "benchmark_rcv1_dataset/quadratic/min_time:15.000", + "value": 1730286.8232429342, + "unit": "ns/iter", + "extra": "iterations: 11909\ncpu: 1730216.0073893678 ns\nthreads: 1" + }, + { + "name": "bench_cache_io_buf/120_string_fts", + "value": 776.1153552832883, + "unit": "ns/iter", + "extra": "iterations: 5222691\ncpu: 776.0864154130346 ns\nthreads: 1" + }, + { + "name": "bench_text_io_buf/120_string_fts", + "value": 5634.012212457577, + "unit": "ns/iter", + "extra": "iterations: 748498\ncpu: 5631.813865902078 ns\nthreads: 1" + }, + { + "name": "bench_cache_io_buf/120_num_fts", + "value": 603.3047036512619, + "unit": "ns/iter", + "extra": "iterations: 6996841\ncpu: 603.2810591236704 ns\nthreads: 1" + }, + { + "name": "bench_text_io_buf/120_num_fts", + "value": 3509.7803440188204, + "unit": "ns/iter", + "extra": "iterations: 1198597\ncpu: 3509.5900456950803 ns\nthreads: 1" + }, + { + "name": "benchmark_example_reuse", + "value": 672.4304910858714, + "unit": "ns/iter", + "extra": "iterations: 6270390\ncpu: 672.4063667491145 ns\nthreads: 1" + }, + { + "name": "benchmark_sum_ft_squared_char", + "value": 35.418954461523484, + "unit": "ns/iter", + "extra": "iterations: 118768006\ncpu: 35.417740919216754 ns\nthreads: 1" + }, + { + "name": "benchmark_sum_ft_squared_extent", + "value": 50.20489665396214, + "unit": "ns/iter", + "extra": "iterations: 83749557\ncpu: 50.2026528928388 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_1_model_big_tol", + "value": 12317906.775510216, + "unit": "ns/iter", + "extra": "iterations: 343\ncpu: 12316813.88921294 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_2_model_big_tol", + "value": 31661147.38636314, + "unit": "ns/iter", + "extra": "iterations: 132\ncpu: 31659005.333332945 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_4_model_big_tol", + "value": 68300427.91935489, + "unit": "ns/iter", + "extra": "iterations: 62\ncpu: 68296920.6612898 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_1_model_small_tol", + "value": 12346084.778107053, + "unit": "ns/iter", + "extra": "iterations: 338\ncpu: 12345412.692307359 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_2_model_small_tol", + "value": 58657624.59722153, + "unit": "ns/iter", + "extra": "iterations: 72\ncpu: 58653061.652775146 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/epsilon_decay_4_model_small_tol", + "value": 140102788.1999956, + "unit": "ns/iter", + "extra": "iterations: 30\ncpu: 140093287.06666413 ns\nthreads: 1" + }, + { + "name": "bench_epsilon_decay/without_epsilon_decay", + "value": 11369081.427027276, + "unit": "ns/iter", + "extra": "iterations: 370\ncpu: 11364600.4567567 ns\nthreads: 1" + } + ] } ] }