From 7b5101ba6f4265109ec84573328d4a93bf8f8339 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Fri, 23 Feb 2024 23:51:59 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for 003be12f7fae60c883c1d00e2aef2db7a4f8a138 --- dev/bench/data.js | 908 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 907 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 72490bb3f..f30f83303 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1708718222378, + "lastUpdate": 1708732319244, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -228424,6 +228424,912 @@ window.BENCHMARK_DATA = { "extra": "mean: 1.3547466229497929 msec\nrounds: 610" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "003be12f7fae60c883c1d00e2aef2db7a4f8a138", + "message": "[BugFix] Fix load_state_dict for TensorDictParams (#689)", + "timestamp": "2024-02-23T23:47:32Z", + "tree_id": "e40ba8e99b4a6d20ca641ba60ea319e02194b701", + "url": "https://github.com/pytorch/tensordict/commit/003be12f7fae60c883c1d00e2aef2db7a4f8a138" + }, + "date": 1708732316954, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 62251.22543817095, + "unit": "iter/sec", + "range": "stddev: 7.207568599506423e-7", + "extra": "mean: 16.063940797329654 usec\nrounds: 9155" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 62304.400716534976, + "unit": "iter/sec", + "range": "stddev: 6.048160483814951e-7", + "extra": "mean: 16.05023061773243 usec\nrounds: 15736" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 54540.698100355236, + "unit": "iter/sec", + "range": "stddev: 0.0000013970651175332641", + "extra": "mean: 18.334932166801266 usec\nrounds: 36177" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 54619.44001575803, + "unit": "iter/sec", + "range": "stddev: 8.589949877249542e-7", + "extra": "mean: 18.308499679079354 usec\nrounds: 35839" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 402098.70395752956, + "unit": "iter/sec", + "range": "stddev: 2.0978235825828369e-7", + "extra": "mean: 2.4869515622851197 usec\nrounds: 100624" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 3530.963523958537, + "unit": "iter/sec", + "range": "stddev: 0.00006228903921490995", + "extra": "mean: 283.20881629468306 usec\nrounds: 3179" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 3593.3249439502515, + "unit": "iter/sec", + "range": "stddev: 0.000007015848456792279", + "extra": "mean: 278.29378517064185 usec\nrounds: 3547" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 5882.299580203608, + "unit": "iter/sec", + "range": "stddev: 0.000007177890948474847", + "extra": "mean: 170.00154214610512 usec\nrounds: 5386" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 3585.132138912811, + "unit": "iter/sec", + "range": "stddev: 0.000026275658419553394", + "extra": "mean: 278.92974686931603 usec\nrounds: 3354" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 5795.305895723961, + "unit": "iter/sec", + "range": "stddev: 0.000007531011620315326", + "extra": "mean: 172.5534454941965 usec\nrounds: 5293" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 3607.057727355608, + "unit": "iter/sec", + "range": "stddev: 0.000021420264579398065", + "extra": "mean: 277.23426559438957 usec\nrounds: 3543" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 107542.40036983561, + "unit": "iter/sec", + "range": "stddev: 3.997354278676292e-7", + "extra": "mean: 9.298657985697037 usec\nrounds: 78716" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 6608.3149205421505, + "unit": "iter/sec", + "range": "stddev: 0.000020276412945565475", + "extra": "mean: 151.32450738560738 usec\nrounds: 5619" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 6488.773589372314, + "unit": "iter/sec", + "range": "stddev: 0.0000036262898715702676", + "extra": "mean: 154.11232742622695 usec\nrounds: 6038" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 7604.903846783836, + "unit": "iter/sec", + "range": "stddev: 0.00000624172339414942", + "extra": "mean: 131.4941017200246 usec\nrounds: 6046" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 6534.629574098558, + "unit": "iter/sec", + "range": "stddev: 0.000005015417783299768", + "extra": "mean: 153.03086252413144 usec\nrounds: 5761" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 7459.3673912289405, + "unit": "iter/sec", + "range": "stddev: 0.000003876142654290972", + "extra": "mean: 134.05962564276496 usec\nrounds: 6614" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 6289.061280255173, + "unit": "iter/sec", + "range": "stddev: 0.000007252069432092697", + "extra": "mean: 159.0062420189084 usec\nrounds: 5983" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 847122.0184531538, + "unit": "iter/sec", + "range": "stddev: 6.65968781751113e-8", + "extra": "mean: 1.1804674866390577 usec\nrounds: 199641" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 19075.922540015094, + "unit": "iter/sec", + "range": "stddev: 0.000002768263766523133", + "extra": "mean: 52.42210424698069 usec\nrounds: 14504" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 18803.681592865112, + "unit": "iter/sec", + "range": "stddev: 0.0000018439045213223626", + "extra": "mean: 53.18107494329414 usec\nrounds: 17213" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 21187.23567546393, + "unit": "iter/sec", + "range": "stddev: 0.00000361772584400758", + "extra": "mean: 47.19822893923152 usec\nrounds: 16393" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 18676.8052770931, + "unit": "iter/sec", + "range": "stddev: 0.0000026413721054730228", + "extra": "mean: 53.54234758909701 usec\nrounds: 15409" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 21256.749714641737, + "unit": "iter/sec", + "range": "stddev: 0.0000017091257319620106", + "extra": "mean: 47.043880810771164 usec\nrounds: 17317" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 18463.92390013707, + "unit": "iter/sec", + "range": "stddev: 0.0000025934279353945067", + "extra": "mean: 54.15966862778157 usec\nrounds: 16658" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 714505.3742312461, + "unit": "iter/sec", + "range": "stddev: 1.53769056442081e-7", + "extra": "mean: 1.3995695988654036 usec\nrounds: 154751" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 280449.8646560103, + "unit": "iter/sec", + "range": "stddev: 3.1483385017430256e-7", + "extra": "mean: 3.56569970617231 usec\nrounds: 137855" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 271441.72754189954, + "unit": "iter/sec", + "range": "stddev: 7.093649216111413e-7", + "extra": "mean: 3.684031961687396 usec\nrounds: 142796" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 283254.23301654955, + "unit": "iter/sec", + "range": "stddev: 3.236865459805617e-7", + "extra": "mean: 3.530397372531317 usec\nrounds: 61426" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 278226.77307844936, + "unit": "iter/sec", + "range": "stddev: 2.767350507381601e-7", + "extra": "mean: 3.594190411423987 usec\nrounds: 86791" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 149203.5690253977, + "unit": "iter/sec", + "range": "stddev: 5.094217326903587e-7", + "extra": "mean: 6.702252543501678 usec\nrounds: 80109" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 147263.66714526663, + "unit": "iter/sec", + "range": "stddev: 5.708380810545969e-7", + "extra": "mean: 6.790541206702131 usec\nrounds: 79720" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 150372.33089592756, + "unit": "iter/sec", + "range": "stddev: 4.957843280141225e-7", + "extra": "mean: 6.650159600785189 usec\nrounds: 51798" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 148797.96355033992, + "unit": "iter/sec", + "range": "stddev: 4.786602413140586e-7", + "extra": "mean: 6.720522083366345 usec\nrounds: 33215" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 94142.42208426303, + "unit": "iter/sec", + "range": "stddev: 5.653722083239644e-7", + "extra": "mean: 10.622203867932576 usec\nrounds: 70943" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 99074.55894884709, + "unit": "iter/sec", + "range": "stddev: 6.67355889420767e-7", + "extra": "mean: 10.093408546146616 usec\nrounds: 73015" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 93880.74527710814, + "unit": "iter/sec", + "range": "stddev: 6.597106475298418e-7", + "extra": "mean: 10.65181147687203 usec\nrounds: 54248" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 99826.5053494122, + "unit": "iter/sec", + "range": "stddev: 6.040960827171683e-7", + "extra": "mean: 10.017379617765897 usec\nrounds: 56520" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 82922.86268969257, + "unit": "iter/sec", + "range": "stddev: 9.244431457127518e-7", + "extra": "mean: 12.059400357922057 usec\nrounds: 41348" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 87196.06903346212, + "unit": "iter/sec", + "range": "stddev: 6.298234038953542e-7", + "extra": "mean: 11.468406902795614 usec\nrounds: 55485" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 82927.13673735106, + "unit": "iter/sec", + "range": "stddev: 0.000001127361419558686", + "extra": "mean: 12.058778818895261 usec\nrounds: 44719" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 86840.00614781836, + "unit": "iter/sec", + "range": "stddev: 9.077853610846964e-7", + "extra": "mean: 11.515429861875043 usec\nrounds: 46273" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 2875.719106994327, + "unit": "iter/sec", + "range": "stddev: 0.00011766520997833366", + "extra": "mean: 347.73910899983207 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 3280.994999532985, + "unit": "iter/sec", + "range": "stddev: 0.00001445166204214561", + "extra": "mean: 304.785590999785 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 2228.9982828880893, + "unit": "iter/sec", + "range": "stddev: 0.003019973853318978", + "extra": "mean: 448.632019000172 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 3192.5427513749505, + "unit": "iter/sec", + "range": "stddev: 0.000014977395708663076", + "extra": "mean: 313.2299479997016 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 2769.069988126072, + "unit": "iter/sec", + "range": "stddev: 0.000010939882081422437", + "extra": "mean: 361.1320783830153 usec\nrounds: 2424" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 2144.6056091738233, + "unit": "iter/sec", + "range": "stddev: 0.00002080732303328982", + "extra": "mean: 466.2861999998381 usec\nrounds: 2065" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1509.5029937603178, + "unit": "iter/sec", + "range": "stddev: 0.00016659673424714507", + "extra": "mean: 662.4697030304679 usec\nrounds: 990" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 546809.9071745549, + "unit": "iter/sec", + "range": "stddev: 4.4805033998594604e-7", + "extra": "mean: 1.8287891036341006 usec\nrounds: 88176" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 121387.33918312185, + "unit": "iter/sec", + "range": "stddev: 6.049713512777278e-7", + "extra": "mean: 8.238091441245166 usec\nrounds: 22375" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 95311.08518120466, + "unit": "iter/sec", + "range": "stddev: 5.957205852643093e-7", + "extra": "mean: 10.491959021333228 usec\nrounds: 25379" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 72374.62938308773, + "unit": "iter/sec", + "range": "stddev: 0.0000011050514537369735", + "extra": "mean: 13.81699648791123 usec\nrounds: 19931" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 74517.79107339049, + "unit": "iter/sec", + "range": "stddev: 0.0000020228322417023727", + "extra": "mean: 13.419614102827175 usec\nrounds: 14763" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 85583.48582813087, + "unit": "iter/sec", + "range": "stddev: 0.000001287954612116839", + "extra": "mean: 11.684497193865234 usec\nrounds: 9978" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 44051.92891994083, + "unit": "iter/sec", + "range": "stddev: 0.0000020452716761520453", + "extra": "mean: 22.70048155705921 usec\nrounds: 8811" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 24165.65606552038, + "unit": "iter/sec", + "range": "stddev: 0.000006416450655926308", + "extra": "mean: 41.381040816301386 usec\nrounds: 4753" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 52842.43519059609, + "unit": "iter/sec", + "range": "stddev: 0.0000015962336082033171", + "extra": "mean: 18.924184632920955 usec\nrounds: 14954" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 27526.78370184894, + "unit": "iter/sec", + "range": "stddev: 0.000005838436560604844", + "extra": "mean: 36.328254358784065 usec\nrounds: 7513" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 35375.05911163969, + "unit": "iter/sec", + "range": "stddev: 0.0000028227284386542602", + "extra": "mean: 28.268504000067196 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 18789.515172482614, + "unit": "iter/sec", + "range": "stddev: 0.000003503963815872044", + "extra": "mean: 53.22117099990464 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 14125.722518232122, + "unit": "iter/sec", + "range": "stddev: 0.000004451883952267035", + "extra": "mean: 70.79283900057476 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 23511.5540477549, + "unit": "iter/sec", + "range": "stddev: 0.0000028368892058761065", + "extra": "mean: 42.53228000024478 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 52921.51167823361, + "unit": "iter/sec", + "range": "stddev: 0.0000030277013677704275", + "extra": "mean: 18.895907699690593 usec\nrounds: 18819" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 53965.34990401887, + "unit": "iter/sec", + "range": "stddev: 0.000003285725539657185", + "extra": "mean: 18.530408897164005 usec\nrounds: 18298" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 6770.771742283716, + "unit": "iter/sec", + "range": "stddev: 0.00010597602971156374", + "extra": "mean: 147.69365119118748 usec\nrounds: 3274" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 50857.53026569685, + "unit": "iter/sec", + "range": "stddev: 0.000003891073057800329", + "extra": "mean: 19.662771565501973 usec\nrounds: 25237" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 35799.85607440568, + "unit": "iter/sec", + "range": "stddev: 0.000004012155958580669", + "extra": "mean: 27.933073192294984 usec\nrounds: 20412" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 49213.626845560306, + "unit": "iter/sec", + "range": "stddev: 0.000003203444750967033", + "extra": "mean: 20.31957537163739 usec\nrounds: 17281" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 40832.3512738073, + "unit": "iter/sec", + "range": "stddev: 0.000003761727303422227", + "extra": "mean: 24.49038492283616 usec\nrounds: 15003" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 26617.11789346632, + "unit": "iter/sec", + "range": "stddev: 0.000003721690311039104", + "extra": "mean: 37.56980767047919 usec\nrounds: 10534" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select_nested", + "value": 17375.629578776017, + "unit": "iter/sec", + "range": "stddev: 0.0000019969237173340607", + "extra": "mean: 57.55187145687544 usec\nrounds: 12665" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_exclude_nested", + "value": 8489.213114296132, + "unit": "iter/sec", + "range": "stddev: 0.000004096594957017497", + "extra": "mean: 117.79654798817161 usec\nrounds: 5741" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[True]", + "value": 2435.27481709411, + "unit": "iter/sec", + "range": "stddev: 0.000009223791268530713", + "extra": "mean: 410.6312737193453 usec\nrounds: 2108" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[False]", + "value": 983011.3347193771, + "unit": "iter/sec", + "range": "stddev: 6.149177036174941e-8", + "extra": "mean: 1.0172822679460436 usec\nrounds: 175101" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 4063.270123740313, + "unit": "iter/sec", + "range": "stddev: 0.000015697545378398772", + "extra": "mean: 246.10719187910698 usec\nrounds: 2783" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 4183.0117511597755, + "unit": "iter/sec", + "range": "stddev: 0.000007332734322501017", + "extra": "mean: 239.0622019464185 usec\nrounds: 3699" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1689.3973381689045, + "unit": "iter/sec", + "range": "stddev: 0.000011785521511549938", + "extra": "mean: 591.9270602639133 usec\nrounds: 531" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_split", + "value": 588.323844754413, + "unit": "iter/sec", + "range": "stddev: 0.005934080414396098", + "extra": "mean: 1.6997441271778386 msec\nrounds: 574" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_chunk", + "value": 681.9847305212076, + "unit": "iter/sec", + "range": "stddev: 0.00006626558756005016", + "extra": "mean: 1.4663084893935219 msec\nrounds: 660" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 9291.5657458364, + "unit": "iter/sec", + "range": "stddev: 0.000011421737753086066", + "extra": "mean: 107.62448734198597 usec\nrounds: 2054" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 11981.367300036607, + "unit": "iter/sec", + "range": "stddev: 0.00004612230822287266", + "extra": "mean: 83.46292830843643 usec\nrounds: 8425" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 183401.2388248395, + "unit": "iter/sec", + "range": "stddev: 0.0000025873178409771725", + "extra": "mean: 5.452525873912265 usec\nrounds: 21798" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 1547537.4391665955, + "unit": "iter/sec", + "range": "stddev: 1.1484178906716346e-7", + "extra": "mean: 646.1879206867757 nsec\nrounds: 64772" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 274154.87375061685, + "unit": "iter/sec", + "range": "stddev: 8.075446457022757e-7", + "extra": "mean: 3.6475733089087568 usec\nrounds: 21880" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 4100.350905697634, + "unit": "iter/sec", + "range": "stddev: 0.00005771061627716785", + "extra": "mean: 243.8815659924257 usec\nrounds: 1682" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 3278.208453668466, + "unit": "iter/sec", + "range": "stddev: 0.00005207715999031888", + "extra": "mean: 305.04466513743324 usec\nrounds: 2834" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 1787.0521763768586, + "unit": "iter/sec", + "range": "stddev: 0.00006203607371260788", + "extra": "mean: 559.5807515969905 usec\nrounds: 1566" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model", + "value": 8.625183929532001, + "unit": "iter/sec", + "range": "stddev: 0.042212961898890795", + "extra": "mean: 115.9395565555504 msec\nrounds: 9" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_pickle", + "value": 2.6395341342352165, + "unit": "iter/sec", + "range": "stddev: 0.08372333785082058", + "extra": "mean: 378.85473312499585 msec\nrounds: 8" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights", + "value": 9.857734542838118, + "unit": "iter/sec", + "range": "stddev: 0.0020445730282943986", + "extra": "mean: 101.44318612500314 msec\nrounds: 8" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_returnearly", + "value": 6.931157683335046, + "unit": "iter/sec", + "range": "stddev: 0.04653727880229851", + "extra": "mean: 144.27604242857635 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_pickle", + "value": 2.2964012674347916, + "unit": "iter/sec", + "range": "stddev: 0.030632463621849324", + "extra": "mean: 435.4639645000091 msec\nrounds: 8" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_filesystem", + "value": 10.672468694981507, + "unit": "iter/sec", + "range": "stddev: 0.003971877722209754", + "extra": "mean: 93.69903333333065 msec\nrounds: 9" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_filesystem", + "value": 10.84241578683328, + "unit": "iter/sec", + "range": "stddev: 0.0029038902696518314", + "extra": "mean: 92.23036818181899 msec\nrounds: 11" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 47641.53993259175, + "unit": "iter/sec", + "range": "stddev: 0.0000011146439506956663", + "extra": "mean: 20.990085572693598 usec\nrounds: 10494" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 31809.36107894064, + "unit": "iter/sec", + "range": "stddev: 0.000001509129463746924", + "extra": "mean: 31.437286574801686 usec\nrounds: 7799" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 47145.68877247581, + "unit": "iter/sec", + "range": "stddev: 0.000001418807207974976", + "extra": "mean: 21.210847185327605 usec\nrounds: 13644" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 15240.094613383997, + "unit": "iter/sec", + "range": "stddev: 0.0016422943991643943", + "extra": "mean: 65.61639053879563 usec\nrounds: 7610" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 40521.06785551039, + "unit": "iter/sec", + "range": "stddev: 0.0000013987950070405573", + "extra": "mean: 24.678520407354263 usec\nrounds: 9629" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 27886.588715427755, + "unit": "iter/sec", + "range": "stddev: 0.000002209125945968735", + "extra": "mean: 35.859531268045274 usec\nrounds: 10362" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 41738.4267972471, + "unit": "iter/sec", + "range": "stddev: 0.000001393545680490149", + "extra": "mean: 23.95873722930918 usec\nrounds: 8848" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 25127.245222876085, + "unit": "iter/sec", + "range": "stddev: 0.0000022088478292160384", + "extra": "mean: 39.79743864200404 usec\nrounds: 10341" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 33358.63656743213, + "unit": "iter/sec", + "range": "stddev: 0.000002008506827018304", + "extra": "mean: 29.977244363047348 usec\nrounds: 9269" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 20124.87146382075, + "unit": "iter/sec", + "range": "stddev: 0.0000030751634305319514", + "extra": "mean: 49.689758356854014 usec\nrounds: 8107" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 9660.557610835323, + "unit": "iter/sec", + "range": "stddev: 0.000009514609492956004", + "extra": "mean: 103.51369354481109 usec\nrounds: 3795" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 48563.61690476023, + "unit": "iter/sec", + "range": "stddev: 0.000016509581893909238", + "extra": "mean: 20.591547000321953 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 24939.991885393378, + "unit": "iter/sec", + "range": "stddev: 0.00001451566145477584", + "extra": "mean: 40.09624400021039 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 43758.27004032205, + "unit": "iter/sec", + "range": "stddev: 0.0000017569947007740788", + "extra": "mean: 22.8528229995959 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 22881.89871805327, + "unit": "iter/sec", + "range": "stddev: 0.0000058754474380316045", + "extra": "mean: 43.70266699987724 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 760.9051454809319, + "unit": "iter/sec", + "range": "stddev: 0.000025064720218880407", + "extra": "mean: 1.3142242577002783 msec\nrounds: 617" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_td", + "value": 983.8435684859598, + "unit": "iter/sec", + "range": "stddev: 0.00010549980441321016", + "extra": "mean: 1.0164217483668703 msec\nrounds: 918" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 6300.748860577476, + "unit": "iter/sec", + "range": "stddev: 0.00000824985215534231", + "extra": "mean: 158.71129323322182 usec\nrounds: 2793" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functional_call", + "value": 6592.269511040161, + "unit": "iter/sec", + "range": "stddev: 0.000008737745917106083", + "extra": "mean: 151.69282723124212 usec\nrounds: 3797" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td", + "value": 6773.416799719094, + "unit": "iter/sec", + "range": "stddev: 0.000013490603888645322", + "extra": "mean: 147.63597598799348 usec\nrounds: 1999" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td_decorator", + "value": 5031.231229143699, + "unit": "iter/sec", + "range": "stddev: 0.000020152432562800357", + "extra": "mean: 198.75850551400654 usec\nrounds: 2811" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-True]", + "value": 2122.3772537163304, + "unit": "iter/sec", + "range": "stddev: 0.000017857026949701146", + "extra": "mean: 471.16976882831625 usec\nrounds: 1912" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[True-False]", + "value": 2130.0413700780896, + "unit": "iter/sec", + "range": "stddev: 0.000019295239864381498", + "extra": "mean: 469.47444967387605 usec\nrounds: 1997" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-True]", + "value": 2467.348945241399, + "unit": "iter/sec", + "range": "stddev: 0.00004919283451721204", + "extra": "mean: 405.2933015123901 usec\nrounds: 2315" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed[False-False]", + "value": 2563.714656508456, + "unit": "iter/sec", + "range": "stddev: 0.000017111347132277085", + "extra": "mean: 390.0590096722808 usec\nrounds: 2378" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-True]", + "value": 1906.2078215192903, + "unit": "iter/sec", + "range": "stddev: 0.00004711146191757748", + "extra": "mean: 524.6017714915143 usec\nrounds: 1803" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-False]", + "value": 1922.0815104477335, + "unit": "iter/sec", + "range": "stddev: 0.00002583979106312893", + "extra": "mean: 520.2692989680015 usec\nrounds: 1843" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-True]", + "value": 2469.951352454139, + "unit": "iter/sec", + "range": "stddev: 0.00001785094426486885", + "extra": "mean: 404.86627358324364 usec\nrounds: 2332" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-False]", + "value": 2472.1273180315284, + "unit": "iter/sec", + "range": "stddev: 0.000020937702550494187", + "extra": "mean: 404.509910434656 usec\nrounds: 2300" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[True]", + "value": 714.1436196322938, + "unit": "iter/sec", + "range": "stddev: 0.0001645041656978623", + "extra": "mean: 1.4002785609355313 msec\nrounds: 599" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[False]", + "value": 731.5672273695876, + "unit": "iter/sec", + "range": "stddev: 0.000018948736888499278", + "extra": "mean: 1.366928373207183 msec\nrounds: 627" + } + ] } ], "GPU Benchmark Results": [