[Refactor] use deepcopy in transform clone

[vmoens]

No description provided.

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of CPU Benchmark Tests

Total Benchmarks: 89. Improved: $\large\color{#35bf28}6$. Worsened: $\large\color{#d91a1a}10$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_single	64.0335ms	62.8807ms	15.9031 Ops/s	15.3560 Ops/s	$\color{#35bf28}+3.56\%$
test_sync	37.5872ms	35.1481ms	28.4511 Ops/s	29.3369 Ops/s	$\color{#d91a1a}-3.02\%$
test_async	66.2985ms	33.3777ms	29.9602 Ops/s	30.2561 Ops/s	$\color{#d91a1a}-0.98\%$
test_simple	0.4966s	0.4399s	2.2735 Ops/s	2.3128 Ops/s	$\color{#d91a1a}-1.70\%$
test_transformed	0.6561s	0.6074s	1.6462 Ops/s	1.6819 Ops/s	$\color{#d91a1a}-2.12\%$
test_serial	1.3817s	1.3331s	0.7501 Ops/s	0.7601 Ops/s	$\color{#d91a1a}-1.31\%$
test_parallel	1.4093s	1.3711s	0.7293 Ops/s	0.7425 Ops/s	$\color{#d91a1a}-1.78\%$
test_step_mdp_speed[True-True-True-True-True]	0.1838ms	22.7094μs	44.0346 KOps/s	44.6993 KOps/s	$\color{#d91a1a}-1.49\%$
test_step_mdp_speed[True-True-True-True-False]	46.2270μs	13.6307μs	73.3636 KOps/s	74.1965 KOps/s	$\color{#d91a1a}-1.12\%$
test_step_mdp_speed[True-True-True-False-True]	43.0510μs	13.9439μs	71.7158 KOps/s	73.0312 KOps/s	$\color{#d91a1a}-1.80\%$
test_step_mdp_speed[True-True-True-False-False]	32.1610μs	8.1564μs	122.6030 KOps/s	122.3470 KOps/s	$\color{#35bf28}+0.21\%$
test_step_mdp_speed[True-True-False-True-True]	55.4840μs	24.0886μs	41.5135 KOps/s	42.4948 KOps/s	$\color{#d91a1a}-2.31\%$
test_step_mdp_speed[True-True-False-True-False]	52.8700μs	15.1561μs	65.9798 KOps/s	67.3804 KOps/s	$\color{#d91a1a}-2.08\%$
test_step_mdp_speed[True-True-False-False-True]	48.9320μs	15.1878μs	65.8422 KOps/s	67.2273 KOps/s	$\color{#d91a1a}-2.06\%$
test_step_mdp_speed[True-True-False-False-False]	72.3860μs	9.7696μs	102.3580 KOps/s	103.9436 KOps/s	$\color{#d91a1a}-1.53\%$
test_step_mdp_speed[True-False-True-True-True]	55.7250μs	25.6409μs	39.0002 KOps/s	39.6229 KOps/s	$\color{#d91a1a}-1.57\%$
test_step_mdp_speed[True-False-True-True-False]	49.2330μs	16.4407μs	60.8246 KOps/s	61.5720 KOps/s	$\color{#d91a1a}-1.21\%$
test_step_mdp_speed[True-False-True-False-True]	49.2020μs	15.3030μs	65.3467 KOps/s	67.6817 KOps/s	$\color{#d91a1a}-3.45\%$
test_step_mdp_speed[True-False-True-False-False]	43.3320μs	9.6707μs	103.4049 KOps/s	105.5196 KOps/s	$\color{#d91a1a}-2.00\%$
test_step_mdp_speed[True-False-False-True-True]	74.7910μs	27.0894μs	36.9149 KOps/s	38.1294 KOps/s	$\color{#d91a1a}-3.19\%$
test_step_mdp_speed[True-False-False-True-False]	60.2930μs	17.5653μs	56.9305 KOps/s	57.3373 KOps/s	$\color{#d91a1a}-0.71\%$
test_step_mdp_speed[True-False-False-False-True]	53.2500μs	16.4652μs	60.7341 KOps/s	62.3897 KOps/s	$\color{#d91a1a}-2.65\%$
test_step_mdp_speed[True-False-False-False-False]	41.5390μs	10.8885μs	91.8403 KOps/s	94.3942 KOps/s	$\color{#d91a1a}-2.71\%$
test_step_mdp_speed[False-True-True-True-True]	55.1640μs	25.6361μs	39.0075 KOps/s	39.9794 KOps/s	$\color{#d91a1a}-2.43\%$
test_step_mdp_speed[False-True-True-True-False]	52.6390μs	16.3939μs	60.9983 KOps/s	61.2450 KOps/s	$\color{#d91a1a}-0.40\%$
test_step_mdp_speed[False-True-True-False-True]	52.6880μs	17.3884μs	57.5095 KOps/s	58.1319 KOps/s	$\color{#d91a1a}-1.07\%$
test_step_mdp_speed[False-True-True-False-False]	37.5910μs	10.7630μs	92.9107 KOps/s	93.4145 KOps/s	$\color{#d91a1a}-0.54\%$
test_step_mdp_speed[False-True-False-True-True]	57.2280μs	26.5931μs	37.6037 KOps/s	38.7322 KOps/s	$\color{#d91a1a}-2.91\%$
test_step_mdp_speed[False-True-False-True-False]	47.0080μs	17.5751μs	56.8986 KOps/s	57.5390 KOps/s	$\color{#d91a1a}-1.11\%$
test_step_mdp_speed[False-True-False-False-True]	45.2850μs	18.7937μs	53.2094 KOps/s	55.1127 KOps/s	$\color{#d91a1a}-3.45\%$
test_step_mdp_speed[False-True-False-False-False]	33.3630μs	12.1114μs	82.5670 KOps/s	84.3209 KOps/s	$\color{#d91a1a}-2.08\%$
test_step_mdp_speed[False-False-True-True-True]	59.0920μs	28.2001μs	35.4609 KOps/s	36.0178 KOps/s	$\color{#d91a1a}-1.55\%$
test_step_mdp_speed[False-False-True-True-False]	51.9270μs	19.0133μs	52.5948 KOps/s	53.4686 KOps/s	$\color{#d91a1a}-1.63\%$
test_step_mdp_speed[False-False-True-False-True]	60.6440μs	18.6364μs	53.6585 KOps/s	54.3332 KOps/s	$\color{#d91a1a}-1.24\%$
test_step_mdp_speed[False-False-True-False-False]	43.2820μs	12.0735μs	82.8258 KOps/s	84.3501 KOps/s	$\color{#d91a1a}-1.81\%$
test_step_mdp_speed[False-False-False-True-True]	68.8200μs	29.4304μs	33.9785 KOps/s	34.7910 KOps/s	$\color{#d91a1a}-2.34\%$
test_step_mdp_speed[False-False-False-True-False]	50.7160μs	20.3679μs	49.0968 KOps/s	50.0942 KOps/s	$\color{#d91a1a}-1.99\%$
test_step_mdp_speed[False-False-False-False-True]	63.1080μs	19.7381μs	50.6634 KOps/s	51.7205 KOps/s	$\color{#d91a1a}-2.04\%$
test_step_mdp_speed[False-False-False-False-False]	89.6580μs	13.3990μs	74.6323 KOps/s	77.0945 KOps/s	$\color{#d91a1a}-3.19\%$
test_values[generalized_advantage_estimate-True-True]	14.1609ms	12.3746ms	80.8109 Ops/s	82.2614 Ops/s	$\color{#d91a1a}-1.76\%$
test_values[vec_generalized_advantage_estimate-True-True]	37.7926ms	26.7054ms	37.4457 Ops/s	37.6939 Ops/s	$\color{#d91a1a}-0.66\%$
test_values[td0_return_estimate-False-False]	0.2439ms	0.2016ms	4.9610 KOps/s	5.6925 KOps/s	$\textbf{\color{#d91a1a}-12.85\%}$
test_values[td1_return_estimate-False-False]	45.1454ms	26.7728ms	37.3514 Ops/s	38.3548 Ops/s	$\color{#d91a1a}-2.62\%$
test_values[vec_td1_return_estimate-False-False]	26.9703ms	26.3878ms	37.8963 Ops/s	38.1686 Ops/s	$\color{#d91a1a}-0.71\%$
test_values[td_lambda_return_estimate-True-False]	37.4920ms	36.1686ms	27.6483 Ops/s	27.6535 Ops/s	$\color{#d91a1a}-0.02\%$
test_values[vec_td_lambda_return_estimate-True-False]	36.1984ms	26.4319ms	37.8331 Ops/s	38.1941 Ops/s	$\color{#d91a1a}-0.95\%$
test_gae_speed[generalized_advantage_estimate-False-1-512]	8.2560ms	8.0810ms	123.7465 Ops/s	121.1416 Ops/s	$\color{#35bf28}+2.15\%$
test_gae_speed[vec_generalized_advantage_estimate-True-1-512]	20.7382ms	2.0272ms	493.2979 Ops/s	556.8336 Ops/s	$\textbf{\color{#d91a1a}-11.41\%}$
test_gae_speed[vec_generalized_advantage_estimate-False-1-512]	0.5241ms	0.4316ms	2.3169 KOps/s	2.3152 KOps/s	$\color{#35bf28}+0.07\%$
test_gae_speed[vec_generalized_advantage_estimate-True-32-512]	46.6436ms	39.8220ms	25.1117 Ops/s	25.0493 Ops/s	$\color{#35bf28}+0.25\%$
test_gae_speed[vec_generalized_advantage_estimate-False-32-512]	12.2372ms	2.5246ms	396.1053 Ops/s	399.0289 Ops/s	$\color{#d91a1a}-0.73\%$
test_dqn_speed	12.7514ms	1.6629ms	601.3709 Ops/s	563.6377 Ops/s	$\textbf{\color{#35bf28}+6.69\%}$
test_ddpg_speed	77.2324ms	4.0767ms	245.2972 Ops/s	245.5874 Ops/s	$\color{#d91a1a}-0.12\%$
test_sac_speed	22.2920ms	10.7471ms	93.0481 Ops/s	96.7877 Ops/s	$\color{#d91a1a}-3.86\%$
test_redq_speed	31.1117ms	20.5075ms	48.7626 Ops/s	52.1146 Ops/s	$\textbf{\color{#d91a1a}-6.43\%}$
test_redq_deprec_speed	26.4745ms	16.5382ms	60.4661 Ops/s	65.7466 Ops/s	$\textbf{\color{#d91a1a}-8.03\%}$
test_td3_speed	19.5973ms	10.9554ms	91.2796 Ops/s	94.2952 Ops/s	$\color{#d91a1a}-3.20\%$
test_cql_speed	48.3412ms	39.6927ms	25.1935 Ops/s	25.7483 Ops/s	$\color{#d91a1a}-2.15\%$
test_a2c_speed	20.0149ms	8.6549ms	115.5410 Ops/s	120.4371 Ops/s	$\color{#d91a1a}-4.07\%$
test_ppo_speed	19.6819ms	8.9445ms	111.8010 Ops/s	116.1984 Ops/s	$\color{#d91a1a}-3.78\%$
test_reinforce_speed	22.5507ms	7.7080ms	129.7361 Ops/s	135.6249 Ops/s	$\color{#d91a1a}-4.34\%$
test_iql_speed	46.1944ms	35.0036ms	28.5685 Ops/s	29.0506 Ops/s	$\color{#d91a1a}-1.66\%$
test_sample_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	2.1747ms	1.9875ms	503.1350 Ops/s	519.5512 Ops/s	$\color{#d91a1a}-3.16\%$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	3.2676ms	2.0620ms	484.9687 Ops/s	487.7979 Ops/s	$\color{#d91a1a}-0.58\%$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	3.3457ms	2.1297ms	469.5400 Ops/s	498.3575 Ops/s	$\textbf{\color{#d91a1a}-5.78\%}$
test_sample_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	2.5229ms	1.9736ms	506.7002 Ops/s	544.4379 Ops/s	$\textbf{\color{#d91a1a}-6.93\%}$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	3.2100ms	2.0189ms	495.3142 Ops/s	505.9148 Ops/s	$\color{#d91a1a}-2.10\%$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	3.2756ms	2.0315ms	492.2476 Ops/s	496.0348 Ops/s	$\color{#d91a1a}-0.76\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	2.2527ms	1.9153ms	522.1124 Ops/s	536.9580 Ops/s	$\color{#d91a1a}-2.76\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	0.1003s	2.1346ms	468.4819 Ops/s	501.2928 Ops/s	$\textbf{\color{#d91a1a}-6.55\%}$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	3.0384ms	1.9630ms	509.4279 Ops/s	491.3900 Ops/s	$\color{#35bf28}+3.67\%$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	2.3412ms	1.8248ms	548.0046 Ops/s	539.2702 Ops/s	$\color{#35bf28}+1.62\%$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	0.1123s	2.1602ms	462.9132 Ops/s	502.8921 Ops/s	$\textbf{\color{#d91a1a}-7.95\%}$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	3.1553ms	1.9458ms	513.9302 Ops/s	498.7616 Ops/s	$\color{#35bf28}+3.04\%$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	2.4214ms	1.8390ms	543.7689 Ops/s	530.8426 Ops/s	$\color{#35bf28}+2.44\%$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	0.1028s	2.1494ms	465.2444 Ops/s	503.5877 Ops/s	$\textbf{\color{#d91a1a}-7.61\%}$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	3.0789ms	1.9665ms	508.5112 Ops/s	500.5912 Ops/s	$\color{#35bf28}+1.58\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	2.9306ms	1.8394ms	543.6673 Ops/s	537.6300 Ops/s	$\color{#35bf28}+1.12\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	0.1055s	2.2170ms	451.0585 Ops/s	503.3088 Ops/s	$\textbf{\color{#d91a1a}-10.38\%}$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	3.0101ms	1.9308ms	517.9141 Ops/s	498.1811 Ops/s	$\color{#35bf28}+3.96\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-400]	0.1655s	17.3771ms	57.5472 Ops/s	56.1984 Ops/s	$\color{#35bf28}+2.40\%$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]	0.1051s	15.9602ms	62.6558 Ops/s	61.0941 Ops/s	$\color{#35bf28}+2.56\%$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]	0.1023s	16.0062ms	62.4760 Ops/s	60.0866 Ops/s	$\color{#35bf28}+3.98\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]	0.1013s	15.8936ms	62.9183 Ops/s	59.4512 Ops/s	$\textbf{\color{#35bf28}+5.83\%}$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]	0.1034s	15.9236ms	62.8000 Ops/s	59.6781 Ops/s	$\textbf{\color{#35bf28}+5.23\%}$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]	0.1019s	15.9727ms	62.6067 Ops/s	52.7316 Ops/s	$\textbf{\color{#35bf28}+18.73\%}$
test_populate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]	0.1008s	15.9156ms	62.8316 Ops/s	58.6826 Ops/s	$\textbf{\color{#35bf28}+7.07\%}$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]	0.1051s	16.2743ms	61.4464 Ops/s	58.7942 Ops/s	$\color{#35bf28}+4.51\%$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]	0.1021s	15.9116ms	62.8472 Ops/s	58.1840 Ops/s	$\textbf{\color{#35bf28}+8.01\%}$

[pytorch-bot]

🔗 Helpful Links

🧪 See artifacts and rendered test results at hud.pytorch.org/pr/pytorch/rl/1592

• 📄 Preview Python docs built from this PR

Note: Links to docs will display an error until the docs builds have been completed.

✅ You can merge normally! (17 Unrelated Failures)

As of commit 6b9104e with merge base bc7595f ():

FLAKY - The following jobs failed but were likely due to flakiness present on trunk:

• Examples Tests on Linux / tests (3.9, 12.1) / linux-job (gh)
• Generate documentation / build-docs (3.9, 12.1) / linux-job (gh)
• Lint / python-source-and-configs / linux-job (gh)
• Olddeps Tests on Linux / unittests (3.8, 11.6) / linux-job (gh)
• Optdeps Tests on Linux / tests (3.9, 12.1) / linux-job (gh)
• Unit-tests on Linux CPU / tests (3.10) / linux-job (gh)
• Unit-tests on Linux CPU / tests (3.11) / linux-job (gh)
• Unit-tests on Linux CPU / tests (3.8) / linux-job (gh)
• Unit-tests on Linux CPU / tests (3.9) / linux-job (gh)
• Unit-tests on Linux GPU / tests (3.8, 12.1) / linux-job (gh)
• Unit-tests on Linux GPU, latest stable release / tests (3.8, 11.8) / linux-job (gh)
• Unit-tests on MacOS CPU / tests (3.11) / macos-job (gh)
• Unit-tests on MacOS CPU / tests (3.8) / macos-job (gh)
• Unit-tests on Windows CPU / unittests / windows-job (gh)

BROKEN TRUNK - The following jobs failed but were present on the merge base:

👉 Rebase onto the `viable/strict` branch to avoid these failures

• Habitat Tests on Linux / tests (3.9, 11.6) / linux-job (gh)
• RLHF Tests on Linux / unittests (3.9, 12.1) / linux-job (gh)
• Unit-tests on Windows GPU / unittests / windows-job (gh)

This comment was automatically generated by Dr. CI and updates every 15 minutes.

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of GPU Benchmark Tests

Total Benchmarks: 92. Improved: $\large\color{#35bf28}5$. Worsened: $\large\color{#d91a1a}6$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_single	0.1235s	0.1214s	8.2368 Ops/s	8.2818 Ops/s	$\color{#d91a1a}-0.54\%$
test_sync	0.1045s	0.1023s	9.7765 Ops/s	9.7166 Ops/s	$\color{#35bf28}+0.62\%$
test_async	0.2724s	99.2945ms	10.0710 Ops/s	10.0365 Ops/s	$\color{#35bf28}+0.34\%$
test_single_pixels	0.1404s	0.1402s	7.1315 Ops/s	6.9764 Ops/s	$\color{#35bf28}+2.22\%$
test_sync_pixels	94.3748ms	93.4962ms	10.6956 Ops/s	10.5738 Ops/s	$\color{#35bf28}+1.15\%$
test_async_pixels	0.1836s	89.8019ms	11.1356 Ops/s	11.0431 Ops/s	$\color{#35bf28}+0.84\%$
test_simple	0.9429s	0.8887s	1.1252 Ops/s	1.1461 Ops/s	$\color{#d91a1a}-1.82\%$
test_transformed	1.1895s	1.1323s	0.8832 Ops/s	0.8905 Ops/s	$\color{#d91a1a}-0.83\%$
test_serial	2.5075s	2.4471s	0.4086 Ops/s	0.4133 Ops/s	$\color{#d91a1a}-1.12\%$
test_parallel	2.5782s	2.5077s	0.3988 Ops/s	0.3971 Ops/s	$\color{#35bf28}+0.42\%$
test_step_mdp_speed[True-True-True-True-True]	0.1001ms	35.3591μs	28.2813 KOps/s	28.0062 KOps/s	$\color{#35bf28}+0.98\%$
test_step_mdp_speed[True-True-True-True-False]	82.4520μs	20.4643μs	48.8656 KOps/s	48.1675 KOps/s	$\color{#35bf28}+1.45\%$
test_step_mdp_speed[True-True-True-False-True]	45.9510μs	20.5636μs	48.6295 KOps/s	46.8244 KOps/s	$\color{#35bf28}+3.86\%$
test_step_mdp_speed[True-True-True-False-False]	33.8710μs	12.1395μs	82.3756 KOps/s	80.0384 KOps/s	$\color{#35bf28}+2.92\%$
test_step_mdp_speed[True-True-False-True-True]	71.1610μs	36.8918μs	27.1063 KOps/s	26.4571 KOps/s	$\color{#35bf28}+2.45\%$
test_step_mdp_speed[True-True-False-True-False]	66.5910μs	22.6764μs	44.0987 KOps/s	44.0770 KOps/s	$\color{#35bf28}+0.05\%$
test_step_mdp_speed[True-True-False-False-True]	65.3510μs	22.6411μs	44.1675 KOps/s	43.1448 KOps/s	$\color{#35bf28}+2.37\%$
test_step_mdp_speed[True-True-False-False-False]	58.3910μs	14.1042μs	70.9011 KOps/s	70.6311 KOps/s	$\color{#35bf28}+0.38\%$
test_step_mdp_speed[True-False-True-True-True]	66.8310μs	38.5526μs	25.9386 KOps/s	25.6353 KOps/s	$\color{#35bf28}+1.18\%$
test_step_mdp_speed[True-False-True-True-False]	58.6710μs	24.4286μs	40.9356 KOps/s	41.1069 KOps/s	$\color{#d91a1a}-0.42\%$
test_step_mdp_speed[True-False-True-False-True]	48.3010μs	22.7239μs	44.0066 KOps/s	43.7729 KOps/s	$\color{#35bf28}+0.53\%$
test_step_mdp_speed[True-False-True-False-False]	31.5310μs	14.1556μs	70.6433 KOps/s	70.6001 KOps/s	$\color{#35bf28}+0.06\%$
test_step_mdp_speed[True-False-False-True-True]	79.8210μs	40.7525μs	24.5384 KOps/s	24.9302 KOps/s	$\color{#d91a1a}-1.57\%$
test_step_mdp_speed[True-False-False-True-False]	54.7000μs	26.0863μs	38.3344 KOps/s	37.9885 KOps/s	$\color{#35bf28}+0.91\%$
test_step_mdp_speed[True-False-False-False-True]	62.2500μs	24.4119μs	40.9637 KOps/s	40.4879 KOps/s	$\color{#35bf28}+1.18\%$
test_step_mdp_speed[True-False-False-False-False]	38.4900μs	16.0628μs	62.2555 KOps/s	62.1330 KOps/s	$\color{#35bf28}+0.20\%$
test_step_mdp_speed[False-True-True-True-True]	88.6510μs	39.4298μs	25.3615 KOps/s	25.0484 KOps/s	$\color{#35bf28}+1.25\%$
test_step_mdp_speed[False-True-True-True-False]	46.0910μs	24.4648μs	40.8750 KOps/s	40.5606 KOps/s	$\color{#35bf28}+0.78\%$
test_step_mdp_speed[False-True-True-False-True]	50.1710μs	27.6268μs	36.1967 KOps/s	36.3994 KOps/s	$\color{#d91a1a}-0.56\%$
test_step_mdp_speed[False-True-True-False-False]	74.4810μs	15.5813μs	64.1795 KOps/s	60.6567 KOps/s	$\textbf{\color{#35bf28}+5.81\%}$
test_step_mdp_speed[False-True-False-True-True]	69.8510μs	41.1036μs	24.3288 KOps/s	23.8375 KOps/s	$\color{#35bf28}+2.06\%$
test_step_mdp_speed[False-True-False-True-False]	0.1014ms	26.5498μs	37.6651 KOps/s	37.5500 KOps/s	$\color{#35bf28}+0.31\%$
test_step_mdp_speed[False-True-False-False-True]	54.4810μs	28.6347μs	34.9226 KOps/s	33.7489 KOps/s	$\color{#35bf28}+3.48\%$
test_step_mdp_speed[False-True-False-False-False]	38.8200μs	17.5823μs	56.8753 KOps/s	55.5586 KOps/s	$\color{#35bf28}+2.37\%$
test_step_mdp_speed[False-False-True-True-True]	0.1051ms	42.5393μs	23.5077 KOps/s	22.9099 KOps/s	$\color{#35bf28}+2.61\%$
test_step_mdp_speed[False-False-True-True-False]	53.4710μs	28.0784μs	35.6146 KOps/s	35.2671 KOps/s	$\color{#35bf28}+0.99\%$
test_step_mdp_speed[False-False-True-False-True]	79.1510μs	28.6855μs	34.8609 KOps/s	34.3874 KOps/s	$\color{#35bf28}+1.38\%$
test_step_mdp_speed[False-False-True-False-False]	37.9800μs	17.6740μs	56.5802 KOps/s	56.5343 KOps/s	$\color{#35bf28}+0.08\%$
test_step_mdp_speed[False-False-False-True-True]	80.9010μs	43.8281μs	22.8164 KOps/s	22.3051 KOps/s	$\color{#35bf28}+2.29\%$
test_step_mdp_speed[False-False-False-True-False]	72.9410μs	30.1984μs	33.1143 KOps/s	33.5555 KOps/s	$\color{#d91a1a}-1.31\%$
test_step_mdp_speed[False-False-False-False-True]	56.5300μs	29.3663μs	34.0526 KOps/s	33.1831 KOps/s	$\color{#35bf28}+2.62\%$
test_step_mdp_speed[False-False-False-False-False]	58.8310μs	19.4513μs	51.4104 KOps/s	50.3299 KOps/s	$\color{#35bf28}+2.15\%$
test_values[generalized_advantage_estimate-True-True]	27.1225ms	25.8599ms	38.6699 Ops/s	40.5045 Ops/s	$\color{#d91a1a}-4.53\%$
test_values[vec_generalized_advantage_estimate-True-True]	84.8874ms	3.2500ms	307.6959 Ops/s	304.5490 Ops/s	$\color{#35bf28}+1.03\%$
test_values[td0_return_estimate-False-False]	98.0620μs	64.6323μs	15.4721 KOps/s	15.6526 KOps/s	$\color{#d91a1a}-1.15\%$
test_values[td1_return_estimate-False-False]	57.8369ms	55.8602ms	17.9018 Ops/s	18.7686 Ops/s	$\color{#d91a1a}-4.62\%$
test_values[vec_td1_return_estimate-False-False]	2.0140ms	1.7177ms	582.1861 Ops/s	584.1206 Ops/s	$\color{#d91a1a}-0.33\%$
test_values[td_lambda_return_estimate-True-False]	91.7144ms	90.3770ms	11.0648 Ops/s	11.6768 Ops/s	$\textbf{\color{#d91a1a}-5.24\%}$
test_values[vec_td_lambda_return_estimate-True-False]	2.0323ms	1.7466ms	572.5474 Ops/s	584.5713 Ops/s	$\color{#d91a1a}-2.06\%$
test_gae_speed[generalized_advantage_estimate-False-1-512]	25.9254ms	25.6383ms	39.0042 Ops/s	41.8472 Ops/s	$\textbf{\color{#d91a1a}-6.79\%}$
test_gae_speed[vec_generalized_advantage_estimate-True-1-512]	0.8781ms	0.7137ms	1.4012 KOps/s	1.4116 KOps/s	$\color{#d91a1a}-0.74\%$
test_gae_speed[vec_generalized_advantage_estimate-False-1-512]	0.7229ms	0.6716ms	1.4891 KOps/s	1.4850 KOps/s	$\color{#35bf28}+0.28\%$
test_gae_speed[vec_generalized_advantage_estimate-True-32-512]	1.5421ms	1.4680ms	681.1776 Ops/s	682.6416 Ops/s	$\color{#d91a1a}-0.21\%$
test_gae_speed[vec_generalized_advantage_estimate-False-32-512]	0.9726ms	0.7026ms	1.4233 KOps/s	1.4400 KOps/s	$\color{#d91a1a}-1.16\%$
test_dqn_speed	8.5325ms	1.4827ms	674.4356 Ops/s	620.2245 Ops/s	$\textbf{\color{#35bf28}+8.74\%}$
test_ddpg_speed	4.8324ms	3.3472ms	298.7593 Ops/s	297.4193 Ops/s	$\color{#35bf28}+0.45\%$
test_sac_speed	10.3774ms	9.2510ms	108.0962 Ops/s	107.2876 Ops/s	$\color{#35bf28}+0.75\%$
test_redq_speed	17.1954ms	16.6873ms	59.9259 Ops/s	59.4348 Ops/s	$\color{#35bf28}+0.83\%$
test_redq_deprec_speed	0.1009s	14.0701ms	71.0729 Ops/s	76.2597 Ops/s	$\textbf{\color{#d91a1a}-6.80\%}$
test_td3_speed	9.6532ms	9.3969ms	106.4182 Ops/s	104.8813 Ops/s	$\color{#35bf28}+1.47\%$
test_cql_speed	0.1319s	35.2833ms	28.3420 Ops/s	30.9490 Ops/s	$\textbf{\color{#d91a1a}-8.42\%}$
test_a2c_speed	8.3586ms	7.0236ms	142.3769 Ops/s	135.6787 Ops/s	$\color{#35bf28}+4.94\%$
test_ppo_speed	8.6124ms	7.3396ms	136.2469 Ops/s	130.7251 Ops/s	$\color{#35bf28}+4.22\%$
test_reinforce_speed	7.5297ms	6.0496ms	165.3009 Ops/s	157.6935 Ops/s	$\color{#35bf28}+4.82\%$
test_iql_speed	29.1387ms	27.1351ms	36.8527 Ops/s	36.4724 Ops/s	$\color{#35bf28}+1.04\%$
test_sample_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	3.2528ms	2.5013ms	399.7953 Ops/s	401.1654 Ops/s	$\color{#d91a1a}-0.34\%$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	3.9188ms	2.6492ms	377.4677 Ops/s	332.5516 Ops/s	$\textbf{\color{#35bf28}+13.51\%}$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	3.8495ms	2.6442ms	378.1896 Ops/s	372.4971 Ops/s	$\color{#35bf28}+1.53\%$
test_sample_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	2.7142ms	2.4991ms	400.1493 Ops/s	400.5043 Ops/s	$\color{#d91a1a}-0.09\%$
test_sample_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	3.6736ms	2.6492ms	377.4660 Ops/s	371.6337 Ops/s	$\color{#35bf28}+1.57\%$
test_sample_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	3.7267ms	2.6392ms	378.8978 Ops/s	370.9926 Ops/s	$\color{#35bf28}+2.13\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	2.8821ms	2.4704ms	404.7989 Ops/s	395.0268 Ops/s	$\color{#35bf28}+2.47\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	3.9600ms	2.6501ms	377.3376 Ops/s	370.7997 Ops/s	$\color{#35bf28}+1.76\%$
test_sample_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	4.0885ms	2.6568ms	376.3923 Ops/s	371.4941 Ops/s	$\color{#35bf28}+1.32\%$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-4000]	2.8296ms	2.4862ms	402.2255 Ops/s	399.4750 Ops/s	$\color{#35bf28}+0.69\%$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-10000]	4.3168ms	2.6508ms	377.2388 Ops/s	370.4516 Ops/s	$\color{#35bf28}+1.83\%$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-10000]	3.7692ms	2.6623ms	375.6174 Ops/s	372.3553 Ops/s	$\color{#35bf28}+0.88\%$
test_iterate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-4000]	0.1872s	2.9695ms	336.7570 Ops/s	398.2254 Ops/s	$\textbf{\color{#d91a1a}-15.44\%}$
test_iterate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-10000]	3.4872ms	2.6374ms	379.1663 Ops/s	371.5648 Ops/s	$\color{#35bf28}+2.05\%$
test_iterate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-10000]	4.0519ms	2.6544ms	376.7304 Ops/s	371.3213 Ops/s	$\color{#35bf28}+1.46\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-4000]	0.1900s	2.9702ms	336.6792 Ops/s	400.3622 Ops/s	$\textbf{\color{#d91a1a}-15.91\%}$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-10000]	3.5330ms	2.6469ms	377.8035 Ops/s	370.5008 Ops/s	$\color{#35bf28}+1.97\%$
test_iterate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-10000]	4.1952ms	2.6478ms	377.6769 Ops/s	370.2386 Ops/s	$\color{#35bf28}+2.01\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-RandomSampler-400]	0.2229s	19.7528ms	50.6258 Ops/s	51.6502 Ops/s	$\color{#d91a1a}-1.98\%$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-RandomSampler-400]	0.1248s	15.4731ms	64.6284 Ops/s	56.8171 Ops/s	$\textbf{\color{#35bf28}+13.75\%}$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-RandomSampler-400]	0.1247s	17.7226ms	56.4251 Ops/s	56.4424 Ops/s	$\color{#d91a1a}-0.03\%$
test_populate_rb[TensorDictReplayBuffer-ListStorage-SamplerWithoutReplacement-400]	0.1266s	15.4571ms	64.6951 Ops/s	64.8680 Ops/s	$\color{#d91a1a}-0.27\%$
test_populate_rb[TensorDictReplayBuffer-LazyMemmapStorage-SamplerWithoutReplacement-400]	0.1273s	17.7369ms	56.3796 Ops/s	56.4930 Ops/s	$\color{#d91a1a}-0.20\%$
test_populate_rb[TensorDictReplayBuffer-LazyTensorStorage-SamplerWithoutReplacement-400]	0.1250s	17.7454ms	56.3527 Ops/s	56.9024 Ops/s	$\color{#d91a1a}-0.97\%$
test_populate_rb[TensorDictPrioritizedReplayBuffer-ListStorage-None-400]	0.1251s	15.4483ms	64.7322 Ops/s	56.3276 Ops/s	$\textbf{\color{#35bf28}+14.92\%}$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyMemmapStorage-None-400]	0.1267s	17.6600ms	56.6252 Ops/s	56.1884 Ops/s	$\color{#35bf28}+0.78\%$
test_populate_rb[TensorDictPrioritizedReplayBuffer-LazyTensorStorage-None-400]	0.1252s	17.6981ms	56.5031 Ops/s	56.5323 Ops/s	$\color{#d91a1a}-0.05\%$