From 7b743ee7af521684381c5340e33dec1115aee1a0 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Wed, 24 Jul 2024 20:22:32 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for 8a74642d9b34f2a87e107f50230870a9e0dfc8a1 --- dev/bench/data.js | 663 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 662 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 2c827851a59..85ef44dec3a 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1721852187001, + "lastUpdate": 1721852551977, "repoUrl": "https://github.com/pytorch/rl", "entries": { "CPU Benchmark Results": [ @@ -86593,6 +86593,667 @@ window.BENCHMARK_DATA = { "extra": "mean: 1.3557985400029793 msec\nrounds: 50" } ] + }, + { + "commit": { + "author": { + "email": "Jendker@users.noreply.github.com", + "name": "Jędrzej Orbik", + "username": "Jendker" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "8a74642d9b34f2a87e107f50230870a9e0dfc8a1", + "message": "[BugFix] brax examples (#2318)", + "timestamp": "2024-07-24T21:14:55+01:00", + "tree_id": "ca394effa141ec64e86e9b5773ba534fbbe16b92", + "url": "https://github.com/pytorch/rl/commit/8a74642d9b34f2a87e107f50230870a9e0dfc8a1" + }, + "date": 1721852544414, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/test_collectors_benchmark.py::test_single", + "value": 16.605206613131994, + "unit": "iter/sec", + "range": "stddev: 0.004629768160247527", + "extra": "mean: 60.22207511764196 msec\nrounds: 17" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_sync", + "value": 30.19698566227754, + "unit": "iter/sec", + "range": "stddev: 0.0017112766591270087", + "extra": "mean: 33.11588816128799 msec\nrounds: 31" + }, + { + "name": "benchmarks/test_collectors_benchmark.py::test_async", + "value": 32.40529860400292, + "unit": "iter/sec", + "range": "stddev: 0.0233365172879102", + "extra": "mean: 30.859150912945857 msec\nrounds: 3986" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_simple", + "value": 2.37010103812774, + "unit": "iter/sec", + "range": "stddev: 0.044038650012647104", + "extra": "mean: 421.92294080000465 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_transformed", + "value": 1.7562259431138234, + "unit": "iter/sec", + "range": "stddev: 0.005173050751535239", + "extra": "mean: 569.4028174000096 msec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_serial", + "value": 0.7874252063636007, + "unit": "iter/sec", + "range": "stddev: 0.038058554597075675", + "extra": "mean: 1.269961885800035 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_parallel", + "value": 0.8938736503856305, + "unit": "iter/sec", + "range": "stddev: 0.0448486701234371", + "extra": "mean: 1.1187263430000258 sec\nrounds: 5" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-True]", + "value": 40144.317623237046, + "unit": "iter/sec", + "range": "stddev: 0.0000018755138870698696", + "extra": "mean: 24.910125746443434 usec\nrounds: 17758" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-True-False]", + "value": 68290.16762891405, + "unit": "iter/sec", + "range": "stddev: 9.695018239636884e-7", + "extra": "mean: 14.643396475960621 usec\nrounds: 32630" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-True]", + "value": 69248.46499437113, + "unit": "iter/sec", + "range": "stddev: 8.364411070123443e-7", + "extra": "mean: 14.440753308846416 usec\nrounds: 32867" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-True-False-False]", + "value": 119654.82044157994, + "unit": "iter/sec", + "range": "stddev: 6.112610573334486e-7", + "extra": "mean: 8.35737328683919 usec\nrounds: 45311" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-True]", + "value": 37131.277188608525, + "unit": "iter/sec", + "range": "stddev: 0.0000020466893001270295", + "extra": "mean: 26.931473294616143 usec\nrounds: 21756" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-True-False]", + "value": 61815.24172055919, + "unit": "iter/sec", + "range": "stddev: 0.0000010512414315015744", + "extra": "mean: 16.177239984283826 usec\nrounds: 30627" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-True]", + "value": 62345.395780355175, + "unit": "iter/sec", + "range": "stddev: 0.0000011593352225231525", + "extra": "mean: 16.03967682750835 usec\nrounds: 29229" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-True-False-False-False]", + "value": 99135.94365987716, + "unit": "iter/sec", + "range": "stddev: 7.449759219991374e-7", + "extra": "mean: 10.087158734584431 usec\nrounds: 41938" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-True]", + "value": 35372.44415366012, + "unit": "iter/sec", + "range": "stddev: 0.0000016543332960069798", + "extra": "mean: 28.270593789220133 usec\nrounds: 21383" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-True-False]", + "value": 56539.42191936533, + "unit": "iter/sec", + "range": "stddev: 8.928652234322609e-7", + "extra": "mean: 17.686774396564704 usec\nrounds: 30722" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-True]", + "value": 62327.70140394405, + "unit": "iter/sec", + "range": "stddev: 0.0000010240710874509943", + "extra": "mean: 16.044230373891516 usec\nrounds: 28406" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-True-False-False]", + "value": 100333.11787581017, + "unit": "iter/sec", + "range": "stddev: 7.362883144374204e-7", + "extra": "mean: 9.966798811512815 usec\nrounds: 42239" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-True]", + "value": 33615.813353543366, + "unit": "iter/sec", + "range": "stddev: 0.000002801698812103213", + "extra": "mean: 29.747904341412948 usec\nrounds: 20615" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-True-False]", + "value": 51906.92464430492, + "unit": "iter/sec", + "range": "stddev: 0.0000011374058527813637", + "extra": "mean: 19.265252311759088 usec\nrounds: 28873" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-True]", + "value": 57245.30285996928, + "unit": "iter/sec", + "range": "stddev: 0.0000010342923649286681", + "extra": "mean: 17.468682145784992 usec\nrounds: 28749" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[True-False-False-False-False]", + "value": 87108.00588944966, + "unit": "iter/sec", + "range": "stddev: 7.98055006013497e-7", + "extra": "mean: 11.480001060627172 usec\nrounds: 37709" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-True]", + "value": 34952.26026336413, + "unit": "iter/sec", + "range": "stddev: 0.0000014598294658325085", + "extra": "mean: 28.61045301405497 usec\nrounds: 20900" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-True-False]", + "value": 56039.511407002035, + "unit": "iter/sec", + "range": "stddev: 8.61728367737007e-7", + "extra": "mean: 17.844552439746145 usec\nrounds: 30845" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-True]", + "value": 54218.55295496911, + "unit": "iter/sec", + "range": "stddev: 0.000001078143072984828", + "extra": "mean: 18.4438710644038 usec\nrounds: 24873" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-True-False-False]", + "value": 88489.76685274603, + "unit": "iter/sec", + "range": "stddev: 6.854127916445893e-7", + "extra": "mean: 11.30074171925528 usec\nrounds: 38733" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-True]", + "value": 33550.91994696762, + "unit": "iter/sec", + "range": "stddev: 0.000002186869132901405", + "extra": "mean: 29.80544204393363 usec\nrounds: 19955" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-True-False]", + "value": 51731.504407187414, + "unit": "iter/sec", + "range": "stddev: 9.962032649843136e-7", + "extra": "mean: 19.33058030032978 usec\nrounds: 27889" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-True]", + "value": 50285.402629776385, + "unit": "iter/sec", + "range": "stddev: 0.0000011745726211715168", + "extra": "mean: 19.88648688690925 usec\nrounds: 25739" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-True-False-False-False]", + "value": 78897.39156634636, + "unit": "iter/sec", + "range": "stddev: 8.699532498780063e-7", + "extra": "mean: 12.674690254608487 usec\nrounds: 34538" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-True]", + "value": 31293.419973662523, + "unit": "iter/sec", + "range": "stddev: 0.000031482780709560376", + "extra": "mean: 31.95559963857034 usec\nrounds: 13835" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-True-False]", + "value": 48074.49740060451, + "unit": "iter/sec", + "range": "stddev: 0.0000010276505950861112", + "extra": "mean: 20.801049497553887 usec\nrounds: 27597" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-True]", + "value": 50252.05591408629, + "unit": "iter/sec", + "range": "stddev: 0.0000018077135235717535", + "extra": "mean: 19.89968334250156 usec\nrounds: 26625" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-True-False-False]", + "value": 78190.80073529905, + "unit": "iter/sec", + "range": "stddev: 7.285771130575025e-7", + "extra": "mean: 12.789228280003433 usec\nrounds: 35509" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-True]", + "value": 30508.184796388938, + "unit": "iter/sec", + "range": "stddev: 0.0000014978900729393831", + "extra": "mean: 32.778089115231914 usec\nrounds: 19963" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-True-False]", + "value": 44694.105003472134, + "unit": "iter/sec", + "range": "stddev: 0.0000011538006454391578", + "extra": "mean: 22.374315358195748 usec\nrounds: 27445" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-True]", + "value": 47420.83066347651, + "unit": "iter/sec", + "range": "stddev: 0.0000011149234348470958", + "extra": "mean: 21.08777906267676 usec\nrounds: 24817" + }, + { + "name": "benchmarks/test_envs_benchmark.py::test_step_mdp_speed[False-False-False-False-False]", + "value": 70847.24720829382, + "unit": "iter/sec", + "range": "stddev: 0.0000012603276016969623", + "extra": "mean: 14.114874457435993 usec\nrounds: 35725" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[generalized_advantage_estimate-True-True]", + "value": 103.26411869207053, + "unit": "iter/sec", + "range": "stddev: 0.00013047466178022854", + "extra": "mean: 9.683905820006657 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_generalized_advantage_estimate-True-True]", + "value": 27.702244069597633, + "unit": "iter/sec", + "range": "stddev: 0.0016410942664135473", + "extra": "mean: 36.098158599991166 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td0_return_estimate-False-False]", + "value": 5331.734097707472, + "unit": "iter/sec", + "range": "stddev: 0.00001816359458388949", + "extra": "mean: 187.5562399914088 usec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td1_return_estimate-False-False]", + "value": 41.07148637516335, + "unit": "iter/sec", + "range": "stddev: 0.0002488916476087264", + "extra": "mean: 24.347791819989197 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td1_return_estimate-False-False]", + "value": 28.04543090570892, + "unit": "iter/sec", + "range": "stddev: 0.0004791322898274498", + "extra": "mean: 35.65643199999613 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[td_lambda_return_estimate-True-False]", + "value": 28.41106021526887, + "unit": "iter/sec", + "range": "stddev: 0.0005824837944598974", + "extra": "mean: 35.19756012000471 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_values[vec_td_lambda_return_estimate-True-False]", + "value": 28.11610522936533, + "unit": "iter/sec", + "range": "stddev: 0.0004012983559672318", + "extra": "mean: 35.56680386000153 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[generalized_advantage_estimate-False-1-512]", + "value": 118.29673549665195, + "unit": "iter/sec", + "range": "stddev: 0.00036546765186562855", + "extra": "mean: 8.453318646551342 msec\nrounds: 116" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-1-512]", + "value": 504.8738874542123, + "unit": "iter/sec", + "range": "stddev: 0.00007834425991383261", + "extra": "mean: 1.9806926538475242 msec\nrounds: 286" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-1-512]", + "value": 2757.0109975492014, + "unit": "iter/sec", + "range": "stddev: 0.000011806078735050492", + "extra": "mean: 362.71164710221797 usec\nrounds: 1312" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-True-32-512]", + "value": 21.870450604550406, + "unit": "iter/sec", + "range": "stddev: 0.0012206310049914272", + "extra": "mean: 45.72379499999594 msec\nrounds: 21" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_gae_speed[vec_generalized_advantage_estimate-False-32-512]", + "value": 325.06451472945764, + "unit": "iter/sec", + "range": "stddev: 0.00008811651112711528", + "extra": "mean: 3.076312407807025 msec\nrounds: 282" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_dqn_speed", + "value": 732.0874261370152, + "unit": "iter/sec", + "range": "stddev: 0.00020162329665830462", + "extra": "mean: 1.365957076023927 msec\nrounds: 684" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ddpg_speed", + "value": 340.182643202968, + "unit": "iter/sec", + "range": "stddev: 0.00009874119996983462", + "extra": "mean: 2.9395973603607866 msec\nrounds: 333" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_sac_speed", + "value": 111.39634038145364, + "unit": "iter/sec", + "range": "stddev: 0.0004115406415747915", + "extra": "mean: 8.97695558557586 msec\nrounds: 111" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_speed", + "value": 71.13758837111888, + "unit": "iter/sec", + "range": "stddev: 0.0005765896313939368", + "extra": "mean: 14.057265967227947 msec\nrounds: 61" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_redq_deprec_speed", + "value": 64.75400332298379, + "unit": "iter/sec", + "range": "stddev: 0.011546842022403532", + "extra": "mean: 15.443060640006177 msec\nrounds: 75" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_td3_speed", + "value": 116.09133013510606, + "unit": "iter/sec", + "range": "stddev: 0.00012714416802994964", + "extra": "mean: 8.613907677999805 msec\nrounds: 100" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_cql_speed", + "value": 27.071011893344945, + "unit": "iter/sec", + "range": "stddev: 0.00035619663205436314", + "extra": "mean: 36.939882555547804 msec\nrounds: 27" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_a2c_speed", + "value": 128.90788603413506, + "unit": "iter/sec", + "range": "stddev: 0.00020758524943944635", + "extra": "mean: 7.757477302321117 msec\nrounds: 129" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_ppo_speed", + "value": 118.02500799234568, + "unit": "iter/sec", + "range": "stddev: 0.0005460398211553013", + "extra": "mean: 8.472780616671116 msec\nrounds: 120" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_reinforce_speed", + "value": 143.62573970129495, + "unit": "iter/sec", + "range": "stddev: 0.0002610520143476317", + "extra": "mean: 6.96254029451647 msec\nrounds: 146" + }, + { + "name": "benchmarks/test_objectives_benchmarks.py::test_iql_speed", + "value": 30.28058639355896, + "unit": "iter/sec", + "range": "stddev: 0.0005057021783432754", + "extra": "mean: 33.02445953334352 msec\nrounds: 30" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 196.75126486105154, + "unit": "iter/sec", + "range": "stddev: 0.00008157791661534006", + "extra": "mean: 5.0825594473622004 msec\nrounds: 190" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 1790.5604966469848, + "unit": "iter/sec", + "range": "stddev: 0.002783198877298373", + "extra": "mean: 558.4843415637765 usec\nrounds: 1458" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 2103.950408277806, + "unit": "iter/sec", + "range": "stddev: 0.000024944254833503966", + "extra": "mean: 475.2963739380875 usec\nrounds: 1650" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 196.90883132002847, + "unit": "iter/sec", + "range": "stddev: 0.0004378350953173533", + "extra": "mean: 5.0784923829786885 msec\nrounds: 188" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 2032.3918033543694, + "unit": "iter/sec", + "range": "stddev: 0.00005453013250566474", + "extra": "mean: 492.03111248015557 usec\nrounds: 1378" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 2134.4093049509743, + "unit": "iter/sec", + "range": "stddev: 0.00004622454161148205", + "extra": "mean: 468.51369963596056 usec\nrounds: 1375" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyMemmapStorage-sampler6-10000]", + "value": 583.7297423421987, + "unit": "iter/sec", + "range": "stddev: 0.000031258226886644046", + "extra": "mean: 1.713121548317084 msec\nrounds: 445" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictReplayBuffer-LazyTensorStorage-sampler7-10000]", + "value": 614.7355965537197, + "unit": "iter/sec", + "range": "stddev: 0.00006912692255903156", + "extra": "mean: 1.6267156247435777 msec\nrounds: 485" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 191.9435423235686, + "unit": "iter/sec", + "range": "stddev: 0.00009411884025454747", + "extra": "mean: 5.209865296297654 msec\nrounds: 189" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1593.3089226767515, + "unit": "iter/sec", + "range": "stddev: 0.0000408152521533557", + "extra": "mean: 627.6246782827304 usec\nrounds: 1234" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_sample[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1664.3861007951332, + "unit": "iter/sec", + "range": "stddev: 0.000025055985326126205", + "extra": "mean: 600.8221286648971 usec\nrounds: 1228" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]", + "value": 194.5260619501465, + "unit": "iter/sec", + "range": "stddev: 0.00025061903592658435", + "extra": "mean: 5.140699348842428 msec\nrounds: 172" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]", + "value": 2056.8372681445253, + "unit": "iter/sec", + "range": "stddev: 0.000014784157563892537", + "extra": "mean: 486.1833337462331 usec\nrounds: 812" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]", + "value": 2099.6200555589317, + "unit": "iter/sec", + "range": "stddev: 0.0002529005307258161", + "extra": "mean: 476.2766469830628 usec\nrounds: 796" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]", + "value": 197.4214701896548, + "unit": "iter/sec", + "range": "stddev: 0.0004911215210811917", + "extra": "mean: 5.065305202313308 msec\nrounds: 173" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]", + "value": 2064.1451976105363, + "unit": "iter/sec", + "range": "stddev: 0.000046227277990669014", + "extra": "mean: 484.4620432504479 usec\nrounds: 763" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]", + "value": 2143.413771595251, + "unit": "iter/sec", + "range": "stddev: 0.000044953383117902", + "extra": "mean: 466.54547677732927 usec\nrounds: 732" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]", + "value": 193.18381324378532, + "unit": "iter/sec", + "range": "stddev: 0.00007765590346645088", + "extra": "mean: 5.176417129410658 msec\nrounds: 170" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]", + "value": 1579.009211648816, + "unit": "iter/sec", + "range": "stddev: 0.000049380925579762646", + "extra": "mean: 633.3085282990786 usec\nrounds: 689" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_iterate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]", + "value": 1655.8146597401037, + "unit": "iter/sec", + "range": "stddev: 0.00001796745268715562", + "extra": "mean: 603.9323266753537 usec\nrounds: 701" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-RandomSampler-400]", + "value": 150.96697350764543, + "unit": "iter/sec", + "range": "stddev: 0.019397310965957284", + "extra": "mean: 6.623965340004361 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]", + "value": 63.81089399590589, + "unit": "iter/sec", + "range": "stddev: 0.016530734633886407", + "extra": "mean: 15.671305280006889 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]", + "value": 753.4080072216948, + "unit": "iter/sec", + "range": "stddev: 0.0007148793337128743", + "extra": "mean: 1.3273020599922347 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]", + "value": 161.53954683550097, + "unit": "iter/sec", + "range": "stddev: 0.016357343258218603", + "extra": "mean: 6.190434600007393 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]", + "value": 74.92802668511467, + "unit": "iter/sec", + "range": "stddev: 0.0012169818073073473", + "extra": "mean: 13.346140880000803 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]", + "value": 837.7819555212858, + "unit": "iter/sec", + "range": "stddev: 0.0005717360199538899", + "extra": "mean: 1.193627999994078 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]", + "value": 157.82531363975758, + "unit": "iter/sec", + "range": "stddev: 0.016482197278111507", + "extra": "mean: 6.336119200007033 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]", + "value": 73.59944715866625, + "unit": "iter/sec", + "range": "stddev: 0.0012364267674086322", + "extra": "mean: 13.587058579994391 msec\nrounds: 50" + }, + { + "name": "benchmarks/test_replaybuffer_benchmark.py::test_rb_populate[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]", + "value": 796.9994818589423, + "unit": "iter/sec", + "range": "stddev: 0.00022116394401775893", + "extra": "mean: 1.2547059599933164 msec\nrounds: 50" + } + ] } ], "GPU Benchmark Results": [