Skip to content

Commit

Permalink
add Benchmark (googlecpp) benchmark result for c0f724b
Browse files Browse the repository at this point in the history
  • Loading branch information
github-action-benchmark committed Aug 1, 2024
1 parent f60d5fd commit 4c08974
Showing 1 changed file with 373 additions and 1 deletion.
374 changes: 373 additions & 1 deletion dev/bench/data.js
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
window.BENCHMARK_DATA = {
"lastUpdate": 1722529735050,
"lastUpdate": 1722539847186,
"repoUrl": "https://github.com/VowpalWabbit/vowpal_wabbit",
"entries": {
"Benchmark": [
Expand Down Expand Up @@ -154838,6 +154838,378 @@ window.BENCHMARK_DATA = {
"range": "± 412.50391333514125"
}
]
},
{
"commit": {
"author": {
"email": "griffinbassman@gmail.com",
"name": "Griffin Bassman",
"username": "bassmang"
},
"committer": {
"email": "noreply@github.com",
"name": "GitHub",
"username": "web-flow"
},
"distinct": true,
"id": "c0f724bea23d68b5c5e48c2f3899c66a5fc57680",
"message": "fix: remove flaky test from compat tests (#4699)\n\n* test: test\r\n\r\n* revert\r\n\r\n* test\r\n\r\n* skip 24\r\n\r\n* fix syntax",
"timestamp": "2024-08-01T14:55:53-04:00",
"tree_id": "e9a15482b89b69fbc0554dd6b24cf3f136e733f8",
"url": "https://github.com/VowpalWabbit/vowpal_wabbit/commit/c0f724bea23d68b5c5e48c2f3899c66a5fc57680"
},
"date": 1722539811148,
"tool": "googlecpp",
"benches": [
{
"name": "bench_text/120_string_fts",
"value": 4712.253788235796,
"unit": "ns/iter",
"extra": "iterations: 859437\ncpu: 4712.051729213427 ns\nthreads: 1"
},
{
"name": "bench_text/120_num_fts",
"value": 3046.1245889009438,
"unit": "ns/iter",
"extra": "iterations: 1381054\ncpu: 3046.0238861043813 ns\nthreads: 1"
},
{
"name": "benchmark_learn_simple/8_features",
"value": 70.59861280691399,
"unit": "ns/iter",
"extra": "iterations: 59166529\ncpu: 70.59626693666618 ns\nthreads: 1"
},
{
"name": "benchmark_learn_simple/1_feature",
"value": 139.0540574160943,
"unit": "ns/iter",
"extra": "iterations: 29679517\ncpu: 139.0496164408606 ns\nthreads: 1"
},
{
"name": "benchmark_ccb_adf_learn/few_features",
"value": 5822.7511890906435,
"unit": "ns/iter",
"extra": "iterations: 724293\ncpu: 5822.403987060483 ns\nthreads: 1"
},
{
"name": "benchmark_ccb_adf_learn/many_features",
"value": 10255.440468971621,
"unit": "ns/iter",
"extra": "iterations: 404033\ncpu: 10253.57487383456 ns\nthreads: 1"
},
{
"name": "benchmark_ccb_adf_learn/few_features_no_predict",
"value": 2825.65046735431,
"unit": "ns/iter",
"extra": "iterations: 1504961\ncpu: 2825.5624066005707 ns\nthreads: 1"
},
{
"name": "benchmark_ccb_adf_learn/many_features_no_predic",
"value": 4131.535136970458,
"unit": "ns/iter",
"extra": "iterations: 1021972\ncpu: 4131.374704982135 ns\nthreads: 1"
},
{
"name": "benchmark_cb_adf_learn/few_features",
"value": 1066.0347159368405,
"unit": "ns/iter",
"extra": "iterations: 3915608\ncpu: 1066.0007804662785 ns\nthreads: 1"
},
{
"name": "benchmark_cb_adf_learn/many_features/min_time:15.000",
"value": 51950.33388283275,
"unit": "ns/iter",
"extra": "iterations: 404004\ncpu: 51947.9800645538 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_no_namespaces/min_time:15.000",
"value": 190932.718997563,
"unit": "ns/iter",
"extra": "iterations: 111209\ncpu: 190923.26571590436 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_diff_char_no_interactions/min_time:15.000",
"value": 199759.3860663915,
"unit": "ns/iter",
"extra": "iterations: 105285\ncpu: 199748.54822624306 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_diff_char_interactions/min_time:15.000",
"value": 389115.4030244607,
"unit": "ns/iter",
"extra": "iterations: 53431\ncpu: 389096.8077146228 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_same_char_no_interactions/min_time:15.000",
"value": 182181.21576918417,
"unit": "ns/iter",
"extra": "iterations: 115174\ncpu: 182173.09189574036 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_same_char_interactions/min_time:15.000",
"value": 297869.26562610996,
"unit": "ns/iter",
"extra": "iterations: 70347\ncpu: 297848.2577935095 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_no_namespaces/min_time:15.000",
"value": 488890.72888423165,
"unit": "ns/iter",
"extra": "iterations: 42930\ncpu: 487727.1108082926 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_diff_char_no_interactions/min_time:15.000",
"value": 584882.70893861,
"unit": "ns/iter",
"extra": "iterations: 35934\ncpu: 584845.2547169806 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_diff_char_interactions/min_time:15.000",
"value": 1835842.8986175132,
"unit": "ns/iter",
"extra": "iterations: 11501\ncpu: 1835724.6737674994 ns\nthreads: 1"
},
{
"name": "benchmark_multi_predict/ccb_adf_diff_char_interactions_predict/min_time:15.000",
"value": 4554244.968973769,
"unit": "ns/iter",
"extra": "iterations: 4609\ncpu: 4553975.294640916 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_same_char_no_interactions/min_time:15.000",
"value": 501737.6351406165,
"unit": "ns/iter",
"extra": "iterations: 41923\ncpu: 501725.1846957516 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_same_char_interactions/min_time:15.000",
"value": 1543942.9349282328,
"unit": "ns/iter",
"extra": "iterations: 13585\ncpu: 1543899.8851674614 ns\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions/min_time:15.000/real_time",
"value": 1.307411909124792,
"unit": "ms/iter",
"extra": "iterations: 16099\ncpu: 1.277942864277284 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_max_threads/min_time:15.000/real_time",
"value": 1.3108768070878454,
"unit": "ms/iter",
"extra": "iterations: 15971\ncpu: 1.2973554020412006 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_plaincb/min_time:15.000/real_time",
"value": 0.9057014590220513,
"unit": "ms/iter",
"extra": "iterations: 23171\ncpu: 0.9056494328255159 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_500actions/min_time:15.000/real_time",
"value": 2.1068655350744008,
"unit": "ms/iter",
"extra": "iterations: 9879\ncpu: 2.0638897077639444 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_500actions_max_threads/min_time:15.000/real_time",
"value": 2.1041247524911886,
"unit": "ms/iter",
"extra": "iterations: 9935\ncpu: 2.083875552692504 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_500actions_plaincb/min_time:15.000/real_time",
"value": 1.5113684292900265,
"unit": "ms/iter",
"extra": "iterations: 13916\ncpu: 1.5113079670882412 ms\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_no_namespaces_sparse/min_time:15.000",
"value": 240189.35101101708,
"unit": "ns/iter",
"extra": "iterations: 88228\ncpu: 240179.61868114557 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_diff_char_no_interactions_sparse/min_time:15.000",
"value": 247877.23775464538,
"unit": "ns/iter",
"extra": "iterations: 84726\ncpu: 247868.51609895373 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_diff_char_interactions_sparse/min_time:15.000",
"value": 1082991.2875669028,
"unit": "ns/iter",
"extra": "iterations: 19432\ncpu: 1082955.8994956727 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_same_char_no_interactions_sparse/min_time:15.000",
"value": 243664.49066192267,
"unit": "ns/iter",
"extra": "iterations: 85992\ncpu: 243655.81848311427 ns\nthreads: 1"
},
{
"name": "benchmark_multi/cb_adf_same_char_interactions_sparse/min_time:15.000",
"value": 1029421.3143234096,
"unit": "ns/iter",
"extra": "iterations: 20463\ncpu: 1029380.7101598005 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_no_namespaces_sparse/min_time:15.000",
"value": 766096.5791141506,
"unit": "ns/iter",
"extra": "iterations: 27770\ncpu: 766059.1252070563 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_diff_char_no_interactions_sparse/min_time:15.000",
"value": 941587.7845978538,
"unit": "ns/iter",
"extra": "iterations: 21945\ncpu: 941391.364365459 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_diff_char_interactions_sparse/min_time:15.000",
"value": 5730525.551570726,
"unit": "ns/iter",
"extra": "iterations: 3597\ncpu: 5729964.582151792 ns\nthreads: 1"
},
{
"name": "benchmark_multi_predict/ccb_adf_diff_char_interactions_predict_sparse/min_time:15.000",
"value": 25457382.481883965,
"unit": "ns/iter",
"extra": "iterations: 828\ncpu: 25456467.173913114 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_same_char_no_interactions_sparse/min_time:15.000",
"value": 823750.3400031357,
"unit": "ns/iter",
"extra": "iterations: 25538\ncpu: 823701.2097658415 ns\nthreads: 1"
},
{
"name": "benchmark_multi/ccb_adf_same_char_interactions_sparse/min_time:15.000",
"value": 5739957.002229008,
"unit": "ns/iter",
"extra": "iterations: 3589\ncpu: 5739615.314572301 ns\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_10features_1thread/min_time:15.000/real_time",
"value": 1.6447310840850322,
"unit": "ms/iter",
"extra": "iterations: 12749\ncpu: 1.6446332764922704 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_10features_1thread_simd/min_time:15.000/real_time",
"value": 1.6444174554850823,
"unit": "ms/iter",
"extra": "iterations: 12771\ncpu: 1.6442544517265694 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_20features_1thread/min_time:15.000/real_time",
"value": 4.431480453084827,
"unit": "ms/iter",
"extra": "iterations: 4668\ncpu: 4.431237578620384 ms\nthreads: 1"
},
{
"name": "benchmark_multi_predict/cb_las_300actions_20features_1thread_simd/min_time:15.000/real_time",
"value": 4.46683767092106,
"unit": "ms/iter",
"extra": "iterations: 4701\ncpu: 4.46633102084665 ms\nthreads: 1"
},
{
"name": "benchmark_rcv1_dataset/simple/min_time:15.000",
"value": 46417.10135436941,
"unit": "ns/iter",
"extra": "iterations: 450025\ncpu: 46414.92333759227 ns\nthreads: 1"
},
{
"name": "benchmark_rcv1_dataset/quadratic/min_time:15.000",
"value": 1730286.8232429342,
"unit": "ns/iter",
"extra": "iterations: 11909\ncpu: 1730216.0073893678 ns\nthreads: 1"
},
{
"name": "bench_cache_io_buf/120_string_fts",
"value": 776.1153552832883,
"unit": "ns/iter",
"extra": "iterations: 5222691\ncpu: 776.0864154130346 ns\nthreads: 1"
},
{
"name": "bench_text_io_buf/120_string_fts",
"value": 5634.012212457577,
"unit": "ns/iter",
"extra": "iterations: 748498\ncpu: 5631.813865902078 ns\nthreads: 1"
},
{
"name": "bench_cache_io_buf/120_num_fts",
"value": 603.3047036512619,
"unit": "ns/iter",
"extra": "iterations: 6996841\ncpu: 603.2810591236704 ns\nthreads: 1"
},
{
"name": "bench_text_io_buf/120_num_fts",
"value": 3509.7803440188204,
"unit": "ns/iter",
"extra": "iterations: 1198597\ncpu: 3509.5900456950803 ns\nthreads: 1"
},
{
"name": "benchmark_example_reuse",
"value": 672.4304910858714,
"unit": "ns/iter",
"extra": "iterations: 6270390\ncpu: 672.4063667491145 ns\nthreads: 1"
},
{
"name": "benchmark_sum_ft_squared_char",
"value": 35.418954461523484,
"unit": "ns/iter",
"extra": "iterations: 118768006\ncpu: 35.417740919216754 ns\nthreads: 1"
},
{
"name": "benchmark_sum_ft_squared_extent",
"value": 50.20489665396214,
"unit": "ns/iter",
"extra": "iterations: 83749557\ncpu: 50.2026528928388 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_1_model_big_tol",
"value": 12317906.775510216,
"unit": "ns/iter",
"extra": "iterations: 343\ncpu: 12316813.88921294 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_2_model_big_tol",
"value": 31661147.38636314,
"unit": "ns/iter",
"extra": "iterations: 132\ncpu: 31659005.333332945 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_4_model_big_tol",
"value": 68300427.91935489,
"unit": "ns/iter",
"extra": "iterations: 62\ncpu: 68296920.6612898 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_1_model_small_tol",
"value": 12346084.778107053,
"unit": "ns/iter",
"extra": "iterations: 338\ncpu: 12345412.692307359 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_2_model_small_tol",
"value": 58657624.59722153,
"unit": "ns/iter",
"extra": "iterations: 72\ncpu: 58653061.652775146 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/epsilon_decay_4_model_small_tol",
"value": 140102788.1999956,
"unit": "ns/iter",
"extra": "iterations: 30\ncpu: 140093287.06666413 ns\nthreads: 1"
},
{
"name": "bench_epsilon_decay/without_epsilon_decay",
"value": 11369081.427027276,
"unit": "ns/iter",
"extra": "iterations: 370\ncpu: 11364600.4567567 ns\nthreads: 1"
}
]
}
]
}
Expand Down

0 comments on commit 4c08974

Please sign in to comment.