[CI] Fix failing CI runs for release

[vmoens]

No description provided.

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of CPU Benchmark Tests

Total Benchmarks: 217. Improved: $\large\color{#35bf28}27$. Worsened: $\large\color{#d91a1a}9$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_plain_set_nested	42.2090μs	20.3101μs	49.2365 KOps/s	47.4866 KOps/s	$\color{#35bf28}+3.69\%$
test_plain_set_stack_nested	53.3800μs	20.5397μs	48.6861 KOps/s	46.9585 KOps/s	$\color{#35bf28}+3.68\%$
test_plain_set_nested_inplace	62.2160μs	22.4530μs	44.5375 KOps/s	43.0837 KOps/s	$\color{#35bf28}+3.37\%$
test_plain_set_stack_nested_inplace	0.3193ms	24.3204μs	41.1177 KOps/s	42.8983 KOps/s	$\color{#d91a1a}-4.15\%$
test_items	40.2150μs	4.1430μs	241.3734 KOps/s	233.4659 KOps/s	$\color{#35bf28}+3.39\%$
test_items_nested	0.8676ms	0.4100ms	2.4393 KOps/s	2.4559 KOps/s	$\color{#d91a1a}-0.68\%$
test_items_nested_locked	0.5305ms	0.4079ms	2.4515 KOps/s	2.4728 KOps/s	$\color{#d91a1a}-0.86\%$
test_items_nested_leaf	0.1154ms	75.6359μs	13.2212 KOps/s	12.1365 KOps/s	$\textbf{\color{#35bf28}+8.94\%}$
test_items_stack_nested	0.5136ms	0.4104ms	2.4365 KOps/s	2.4321 KOps/s	$\color{#35bf28}+0.18\%$
test_items_stack_nested_leaf	0.1224ms	78.3840μs	12.7577 KOps/s	12.5529 KOps/s	$\color{#35bf28}+1.63\%$
test_items_stack_nested_locked	0.5238ms	0.4125ms	2.4242 KOps/s	2.4717 KOps/s	$\color{#d91a1a}-1.92\%$
test_keys	36.6590μs	3.7471μs	266.8703 KOps/s	283.5013 KOps/s	$\textbf{\color{#d91a1a}-5.87\%}$
test_keys_nested	0.3290ms	0.1649ms	6.0650 KOps/s	5.9640 KOps/s	$\color{#35bf28}+1.69\%$
test_keys_nested_locked	0.6612ms	0.1702ms	5.8738 KOps/s	5.8010 KOps/s	$\color{#35bf28}+1.25\%$
test_keys_nested_leaf	0.2328ms	0.1437ms	6.9612 KOps/s	6.9028 KOps/s	$\color{#35bf28}+0.85\%$
test_keys_stack_nested	0.2649ms	0.1643ms	6.0847 KOps/s	6.0669 KOps/s	$\color{#35bf28}+0.29\%$
test_keys_stack_nested_leaf	0.1957ms	0.1401ms	7.1375 KOps/s	6.9136 KOps/s	$\color{#35bf28}+3.24\%$
test_keys_stack_nested_locked	0.2717ms	0.1694ms	5.9048 KOps/s	5.8584 KOps/s	$\color{#35bf28}+0.79\%$
test_values	8.7404μs	1.0901μs	917.3800 KOps/s	934.5355 KOps/s	$\color{#d91a1a}-1.84\%$
test_values_nested	0.1217ms	63.3301μs	15.7903 KOps/s	16.3676 KOps/s	$\color{#d91a1a}-3.53\%$
test_values_nested_locked	0.1713ms	62.7683μs	15.9316 KOps/s	16.3188 KOps/s	$\color{#d91a1a}-2.37\%$
test_values_nested_leaf	0.1412ms	71.5068μs	13.9847 KOps/s	14.0956 KOps/s	$\color{#d91a1a}-0.79\%$
test_values_stack_nested	0.1325ms	63.9874μs	15.6281 KOps/s	15.7822 KOps/s	$\color{#d91a1a}-0.98\%$
test_values_stack_nested_leaf	0.1290ms	70.7941μs	14.1255 KOps/s	13.9318 KOps/s	$\color{#35bf28}+1.39\%$
test_values_stack_nested_locked	0.4060ms	63.8913μs	15.6516 KOps/s	16.0737 KOps/s	$\color{#d91a1a}-2.63\%$
test_membership	4.7489μs	0.7110μs	1.4066 MOps/s	1.1017 MOps/s	$\textbf{\color{#35bf28}+27.67\%}$
test_membership_nested	21.3800μs	2.9163μs	342.8968 KOps/s	344.4496 KOps/s	$\color{#d91a1a}-0.45\%$
test_membership_nested_leaf	46.0760μs	2.9341μs	340.8237 KOps/s	331.3911 KOps/s	$\color{#35bf28}+2.85\%$
test_membership_stacked_nested	26.0690μs	2.9091μs	343.7517 KOps/s	345.2573 KOps/s	$\color{#d91a1a}-0.44\%$
test_membership_stacked_nested_leaf	30.7880μs	2.9592μs	337.9265 KOps/s	343.8216 KOps/s	$\color{#d91a1a}-1.71\%$
test_membership_nested_last	37.3100μs	4.3196μs	231.5035 KOps/s	228.1162 KOps/s	$\color{#35bf28}+1.48\%$
test_membership_nested_leaf_last	39.3530μs	4.3106μs	231.9843 KOps/s	225.2413 KOps/s	$\color{#35bf28}+2.99\%$
test_membership_stacked_nested_last	37.6600μs	5.1344μs	194.7632 KOps/s	193.7273 KOps/s	$\color{#35bf28}+0.53\%$
test_membership_stacked_nested_leaf_last	29.9160μs	5.0758μs	197.0117 KOps/s	191.2863 KOps/s	$\color{#35bf28}+2.99\%$
test_nested_getleaf	44.3530μs	10.6632μs	93.7806 KOps/s	94.9071 KOps/s	$\color{#d91a1a}-1.19\%$
test_nested_get	39.0430μs	10.0583μs	99.4200 KOps/s	101.3211 KOps/s	$\color{#d91a1a}-1.88\%$
test_stacked_getleaf	54.0210μs	10.4313μs	95.8651 KOps/s	96.0195 KOps/s	$\color{#d91a1a}-0.16\%$
test_stacked_get	37.9010μs	10.0677μs	99.3278 KOps/s	99.7867 KOps/s	$\color{#d91a1a}-0.46\%$
test_nested_getitemleaf	44.1130μs	11.2272μs	89.0691 KOps/s	88.4980 KOps/s	$\color{#35bf28}+0.65\%$
test_nested_getitem	55.0560μs	10.6682μs	93.7368 KOps/s	94.1288 KOps/s	$\color{#d91a1a}-0.42\%$
test_stacked_getitemleaf	49.3820μs	11.0184μs	90.7572 KOps/s	89.6480 KOps/s	$\color{#35bf28}+1.24\%$
test_stacked_getitem	44.9340μs	10.4534μs	95.6625 KOps/s	92.9683 KOps/s	$\color{#35bf28}+2.90\%$
test_lock_nested	0.5750ms	0.4056ms	2.4658 KOps/s	2.4285 KOps/s	$\color{#35bf28}+1.53\%$
test_lock_stack_nested	0.6436ms	0.4141ms	2.4147 KOps/s	2.3351 KOps/s	$\color{#35bf28}+3.41\%$
test_unlock_nested	0.4074ms	0.3286ms	3.0430 KOps/s	2.9478 KOps/s	$\color{#35bf28}+3.23\%$
test_unlock_stack_nested	0.5212ms	0.3328ms	3.0045 KOps/s	2.8867 KOps/s	$\color{#35bf28}+4.08\%$
test_flatten_speed	0.1983ms	99.3444μs	10.0660 KOps/s	9.7932 KOps/s	$\color{#35bf28}+2.79\%$
test_unflatten_speed	0.7135ms	0.5278ms	1.8946 KOps/s	1.9301 KOps/s	$\color{#d91a1a}-1.84\%$
test_common_ops	0.9390ms	0.7911ms	1.2641 KOps/s	1.1877 KOps/s	$\textbf{\color{#35bf28}+6.43\%}$
test_creation	29.0450μs	2.5440μs	393.0776 KOps/s	392.1625 KOps/s	$\color{#35bf28}+0.23\%$
test_creation_empty	39.0330μs	11.7874μs	84.8366 KOps/s	76.9927 KOps/s	$\textbf{\color{#35bf28}+10.19\%}$
test_creation_nested_1	42.4700μs	14.7883μs	67.6210 KOps/s	62.7193 KOps/s	$\textbf{\color{#35bf28}+7.82\%}$
test_creation_nested_2	44.8440μs	19.1613μs	52.1885 KOps/s	48.9400 KOps/s	$\textbf{\color{#35bf28}+6.64\%}$
test_clone	54.5520μs	13.3974μs	74.6414 KOps/s	74.0257 KOps/s	$\color{#35bf28}+0.83\%$
test_getitem[int]	0.8490ms	12.6939μs	78.7779 KOps/s	76.3057 KOps/s	$\color{#35bf28}+3.24\%$
test_getitem[slice_int]	0.1362ms	24.4637μs	40.8768 KOps/s	40.0117 KOps/s	$\color{#35bf28}+2.16\%$
test_getitem[range]	0.1642ms	49.2068μs	20.3224 KOps/s	19.6246 KOps/s	$\color{#35bf28}+3.56\%$
test_getitem[tuple]	0.1238ms	19.8494μs	50.3794 KOps/s	48.6905 KOps/s	$\color{#35bf28}+3.47\%$
test_getitem[list]	0.1955ms	46.8724μs	21.3345 KOps/s	21.6133 KOps/s	$\color{#d91a1a}-1.29\%$
test_setitem_dim[int]	0.1427ms	26.1705μs	38.2109 KOps/s	39.4334 KOps/s	$\color{#d91a1a}-3.10\%$
test_setitem_dim[slice_int]	0.5095ms	57.1288μs	17.5043 KOps/s	19.4342 KOps/s	$\textbf{\color{#d91a1a}-9.93\%}$
test_setitem_dim[range]	0.1367ms	77.9113μs	12.8351 KOps/s	13.1486 KOps/s	$\color{#d91a1a}-2.38\%$
test_setitem_dim[tuple]	69.2990μs	40.7836μs	24.5196 KOps/s	24.9027 KOps/s	$\color{#d91a1a}-1.54\%$
test_setitem	91.2400μs	20.6405μs	48.4483 KOps/s	46.2646 KOps/s	$\color{#35bf28}+4.72\%$
test_set	75.0400μs	20.1467μs	49.6359 KOps/s	47.6603 KOps/s	$\color{#35bf28}+4.15\%$
test_set_shared	4.5296ms	0.1799ms	5.5587 KOps/s	5.4484 KOps/s	$\color{#35bf28}+2.02\%$
test_update	0.1450ms	22.8199μs	43.8214 KOps/s	41.1435 KOps/s	$\textbf{\color{#35bf28}+6.51\%}$
test_update_nested	0.1402ms	32.7899μs	30.4972 KOps/s	29.2370 KOps/s	$\color{#35bf28}+4.31\%$
test_update__nested	0.4766ms	33.1251μs	30.1886 KOps/s	29.0046 KOps/s	$\color{#35bf28}+4.08\%$
test_set_nested	74.4990μs	21.9950μs	45.4650 KOps/s	44.4449 KOps/s	$\color{#35bf28}+2.30\%$
test_set_nested_new	83.8970μs	26.7651μs	37.3620 KOps/s	36.4665 KOps/s	$\color{#35bf28}+2.46\%$
test_select	0.4324ms	45.3881μs	22.0322 KOps/s	22.6498 KOps/s	$\color{#d91a1a}-2.73\%$
test_select_nested	0.1374ms	62.9240μs	15.8922 KOps/s	15.4860 KOps/s	$\color{#35bf28}+2.62\%$
test_exclude_nested	0.1262ms	81.2684μs	12.3049 KOps/s	11.9671 KOps/s	$\color{#35bf28}+2.82\%$
test_empty[True]	1.4146ms	0.4260ms	2.3473 KOps/s	2.4310 KOps/s	$\color{#d91a1a}-3.44\%$
test_empty[False]	11.6517μs	1.5202μs	657.8203 KOps/s	719.3067 KOps/s	$\textbf{\color{#d91a1a}-8.55\%}$
test_unbind_speed	0.3387ms	0.2692ms	3.7140 KOps/s	3.5953 KOps/s	$\color{#35bf28}+3.30\%$
test_unbind_speed_stack0	0.3481ms	0.2635ms	3.7953 KOps/s	3.6740 KOps/s	$\color{#35bf28}+3.30\%$
test_unbind_speed_stack1	93.2176ms	0.7105ms	1.4075 KOps/s	1.2273 KOps/s	$\textbf{\color{#35bf28}+14.68\%}$
test_split	93.4985ms	1.7345ms	576.5250 Ops/s	554.3031 Ops/s	$\color{#35bf28}+4.01\%$
test_chunk	96.9920ms	1.7433ms	573.6308 Ops/s	614.2516 Ops/s	$\textbf{\color{#d91a1a}-6.61\%}$
test_consolidate_njt[False-None]	11.9550ms	8.3089ms	120.3523 Ops/s	108.9422 Ops/s	$\textbf{\color{#35bf28}+10.47\%}$
test_creation[device0]	0.2247ms	90.5172μs	11.0476 KOps/s	10.5446 KOps/s	$\color{#35bf28}+4.77\%$
test_creation_from_tensor	3.9343ms	95.0132μs	10.5249 KOps/s	10.5004 KOps/s	$\color{#35bf28}+0.23\%$
test_add_one[memmap_tensor0]	0.1064ms	5.1949μs	192.4951 KOps/s	196.3199 KOps/s	$\color{#d91a1a}-1.95\%$
test_contiguous[memmap_tensor0]	13.3850μs	0.5155μs	1.9400 MOps/s	1.9001 MOps/s	$\color{#35bf28}+2.10\%$
test_stack[memmap_tensor0]	18.1940μs	3.5658μs	280.4408 KOps/s	265.0967 KOps/s	$\textbf{\color{#35bf28}+5.79\%}$
test_memmaptd_index	1.2145ms	0.2388ms	4.1878 KOps/s	4.2730 KOps/s	$\color{#d91a1a}-1.99\%$
test_memmaptd_index_astensor	0.4722ms	0.3208ms	3.1176 KOps/s	3.1057 KOps/s	$\color{#35bf28}+0.38\%$
test_memmaptd_index_op	1.2235ms	0.5992ms	1.6688 KOps/s	1.6225 KOps/s	$\color{#35bf28}+2.86\%$
test_serialize_model	0.2148s	0.1311s	7.6306 Ops/s	8.5444 Ops/s	$\textbf{\color{#d91a1a}-10.69\%}$
test_serialize_model_pickle	0.4623s	0.3910s	2.5578 Ops/s	2.4991 Ops/s	$\color{#35bf28}+2.35\%$
test_serialize_weights	0.1192s	0.1138s	8.7857 Ops/s	8.6986 Ops/s	$\color{#35bf28}+1.00\%$
test_serialize_weights_returnearly	0.1857s	0.1606s	6.2256 Ops/s	6.1697 Ops/s	$\color{#35bf28}+0.91\%$
test_serialize_weights_pickle	0.5919s	0.4502s	2.2212 Ops/s	2.3987 Ops/s	$\textbf{\color{#d91a1a}-7.40\%}$
test_serialize_weights_filesystem	0.1494s	0.1435s	6.9701 Ops/s	7.0144 Ops/s	$\color{#d91a1a}-0.63\%$
test_serialize_model_filesystem	0.1526s	0.1442s	6.9355 Ops/s	6.5690 Ops/s	$\textbf{\color{#35bf28}+5.58\%}$
test_reshape_pytree	63.7290μs	25.6901μs	38.9255 KOps/s	37.1054 KOps/s	$\color{#35bf28}+4.91\%$
test_reshape_td	73.0260μs	33.2985μs	30.0314 KOps/s	30.9349 KOps/s	$\color{#d91a1a}-2.92\%$
test_view_pytree	91.1000μs	25.5878μs	39.0811 KOps/s	37.6268 KOps/s	$\color{#35bf28}+3.87\%$
test_view_td	88.1360μs	39.6425μs	25.2255 KOps/s	25.6726 KOps/s	$\color{#d91a1a}-1.74\%$
test_unbind_pytree	62.1360μs	28.7784μs	34.7482 KOps/s	31.4024 KOps/s	$\textbf{\color{#35bf28}+10.65\%}$
test_unbind_td	0.3221ms	39.7282μs	25.1711 KOps/s	24.7977 KOps/s	$\color{#35bf28}+1.51\%$
test_split_pytree	0.3619ms	32.2191μs	31.0375 KOps/s	33.8929 KOps/s	$\textbf{\color{#d91a1a}-8.42\%}$
test_split_td	0.5158ms	45.4478μs	22.0033 KOps/s	21.6999 KOps/s	$\color{#35bf28}+1.40\%$
test_add_pytree	0.1160ms	34.4734μs	29.0079 KOps/s	27.7179 KOps/s	$\color{#35bf28}+4.65\%$
test_add_td	0.1464ms	56.3592μs	17.7433 KOps/s	17.0305 KOps/s	$\color{#35bf28}+4.19\%$
test_compile_add_one_nested[tensordict-compile]	0.1218ms	67.8902μs	14.7297 KOps/s	13.7035 KOps/s	$\textbf{\color{#35bf28}+7.49\%}$
test_compile_add_one_nested[tensordict-eager]	0.3188ms	0.1730ms	5.7796 KOps/s	5.7589 KOps/s	$\color{#35bf28}+0.36\%$
test_compile_add_one_nested[pytree-compile]	0.1117ms	46.0419μs	21.7194 KOps/s	20.8977 KOps/s	$\color{#35bf28}+3.93\%$
test_compile_add_one_nested[pytree-eager]	0.2626ms	0.1155ms	8.6588 KOps/s	8.2781 KOps/s	$\color{#35bf28}+4.60\%$
test_compile_copy_nested[tensordict-compile]	81.5830μs	28.0263μs	35.6808 KOps/s	34.5702 KOps/s	$\color{#35bf28}+3.21\%$
test_compile_copy_nested[tensordict-eager]	0.1321ms	57.7881μs	17.3046 KOps/s	17.1146 KOps/s	$\color{#35bf28}+1.11\%$
test_compile_copy_nested[pytree-compile]	0.1534ms	78.3717μs	12.7597 KOps/s	12.3389 KOps/s	$\color{#35bf28}+3.41\%$
test_compile_copy_nested[pytree-eager]	0.1456ms	65.2691μs	15.3212 KOps/s	14.7477 KOps/s	$\color{#35bf28}+3.89\%$
test_compile_add_one_flat[tensordict-compile]	0.2334ms	0.1076ms	9.2959 KOps/s	8.8811 KOps/s	$\color{#35bf28}+4.67\%$
test_compile_add_one_flat[tensordict-eager]	0.9560ms	0.2228ms	4.4892 KOps/s	4.4041 KOps/s	$\color{#35bf28}+1.93\%$
test_compile_add_one_flat[tensorclass-compile]	0.1152ms	48.1380μs	20.7736 KOps/s	20.2669 KOps/s	$\color{#35bf28}+2.50\%$
test_compile_add_one_flat[tensorclass-eager]	0.1417ms	67.8809μs	14.7317 KOps/s	14.5288 KOps/s	$\color{#35bf28}+1.40\%$
test_compile_add_one_flat[pytree-compile]	0.1854ms	0.1008ms	9.9170 KOps/s	9.7668 KOps/s	$\color{#35bf28}+1.54\%$
test_compile_add_one_flat[pytree-eager]	0.3407ms	0.2029ms	4.9285 KOps/s	4.8862 KOps/s	$\color{#35bf28}+0.87\%$
test_compile_add_self_flat[tensordict-eager]	0.3257ms	0.2312ms	4.3245 KOps/s	4.2456 KOps/s	$\color{#35bf28}+1.86\%$
test_compile_add_self_flat[tensordict-compile]	0.2294ms	0.1131ms	8.8380 KOps/s	9.0361 KOps/s	$\color{#d91a1a}-2.19\%$
test_compile_add_self_flat[tensorclass-eager]	1.1756ms	66.4441μs	15.0502 KOps/s	15.7010 KOps/s	$\color{#d91a1a}-4.14\%$
test_compile_add_self_flat[tensorclass-compile]	0.1106ms	50.6566μs	19.7408 KOps/s	19.7550 KOps/s	$\color{#d91a1a}-0.07\%$
test_compile_add_self_flat[pytree-eager]	0.3109ms	0.1573ms	6.3564 KOps/s	6.2846 KOps/s	$\color{#35bf28}+1.14\%$
test_compile_add_self_flat[pytree-compile]	0.5372ms	0.1043ms	9.5911 KOps/s	9.6155 KOps/s	$\color{#d91a1a}-0.25\%$
test_compile_copy_flat[tensordict-compile]	61.0540μs	21.5585μs	46.3854 KOps/s	45.6592 KOps/s	$\color{#35bf28}+1.59\%$
test_compile_copy_flat[tensordict-eager]	0.1388ms	66.4837μs	15.0413 KOps/s	15.1523 KOps/s	$\color{#d91a1a}-0.73\%$
test_compile_copy_flat[pytree-compile]	0.1706ms	83.3205μs	12.0018 KOps/s	11.9379 KOps/s	$\color{#35bf28}+0.54\%$
test_compile_copy_flat[pytree-eager]	0.1669ms	67.3535μs	14.8470 KOps/s	14.7228 KOps/s	$\color{#35bf28}+0.84\%$
test_compile_assign_and_add[tensordict-compile]	0.2919ms	0.2128ms	4.6989 KOps/s	4.5947 KOps/s	$\color{#35bf28}+2.27\%$
test_compile_assign_and_add[tensordict-eager]	2.4159ms	1.3913ms	718.7350 Ops/s	709.6371 Ops/s	$\color{#35bf28}+1.28\%$
test_compile_assign_and_add[pytree-compile]	0.3063ms	0.2098ms	4.7674 KOps/s	4.5329 KOps/s	$\textbf{\color{#35bf28}+5.17\%}$
test_compile_assign_and_add[pytree-eager]	1.7821ms	0.8359ms	1.1964 KOps/s	1.1885 KOps/s	$\color{#35bf28}+0.66\%$
test_compile_assign_and_add_stack[compile]	0.5783ms	0.4581ms	2.1827 KOps/s	2.1830 KOps/s	$\color{#d91a1a}-0.01\%$
test_compile_assign_and_add_stack[eager]	2.8790ms	2.6668ms	374.9776 Ops/s	355.9894 Ops/s	$\textbf{\color{#35bf28}+5.33\%}$
test_compile_indexing[tensor-tensordict-compile]	95.2780μs	40.7318μs	24.5508 KOps/s	24.7710 KOps/s	$\color{#d91a1a}-0.89\%$
test_compile_indexing[tensor-tensordict-eager]	0.7214ms	33.3609μs	29.9752 KOps/s	29.8053 KOps/s	$\color{#35bf28}+0.57\%$
test_compile_indexing[tensor-tensorclass-compile]	0.1553ms	31.5169μs	31.7290 KOps/s	30.1250 KOps/s	$\textbf{\color{#35bf28}+5.32\%}$
test_compile_indexing[tensor-tensorclass-eager]	75.8480μs	22.2558μs	44.9321 KOps/s	41.4435 KOps/s	$\textbf{\color{#35bf28}+8.42\%}$
test_compile_indexing[tensor-pytree-compile]	99.5860μs	32.4952μs	30.7738 KOps/s	28.8559 KOps/s	$\textbf{\color{#35bf28}+6.65\%}$
test_compile_indexing[tensor-pytree-eager]	66.1430μs	22.3095μs	44.8239 KOps/s	41.5362 KOps/s	$\textbf{\color{#35bf28}+7.92\%}$
test_compile_indexing[slice-tensordict-compile]	0.1153ms	56.5944μs	17.6696 KOps/s	18.3653 KOps/s	$\color{#d91a1a}-3.79\%$
test_compile_indexing[slice-tensordict-eager]	0.4715ms	19.6701μs	50.8386 KOps/s	48.0740 KOps/s	$\textbf{\color{#35bf28}+5.75\%}$
test_compile_indexing[slice-tensorclass-compile]	0.1234ms	47.9869μs	20.8390 KOps/s	21.0927 KOps/s	$\color{#d91a1a}-1.20\%$
test_compile_indexing[slice-tensorclass-eager]	61.1440μs	18.4108μs	54.3159 KOps/s	47.9316 KOps/s	$\textbf{\color{#35bf28}+13.32\%}$
test_compile_indexing[slice-pytree-compile]	0.1030ms	48.3979μs	20.6620 KOps/s	20.7330 KOps/s	$\color{#d91a1a}-0.34\%$
test_compile_indexing[slice-pytree-eager]	59.6720μs	18.2222μs	54.8782 KOps/s	51.8250 KOps/s	$\textbf{\color{#35bf28}+5.89\%}$
test_compile_indexing[int-tensordict-compile]	0.1284ms	57.3126μs	17.4482 KOps/s	18.0532 KOps/s	$\color{#d91a1a}-3.35\%$
test_compile_indexing[int-tensordict-eager]	0.9136ms	19.6153μs	50.9805 KOps/s	48.8837 KOps/s	$\color{#35bf28}+4.29\%$
test_compile_indexing[int-tensorclass-compile]	98.9950μs	48.5132μs	20.6129 KOps/s	21.0637 KOps/s	$\color{#d91a1a}-2.14\%$
test_compile_indexing[int-tensorclass-eager]	0.2964ms	18.2582μs	54.7698 KOps/s	52.6532 KOps/s	$\color{#35bf28}+4.02\%$
test_compile_indexing[int-pytree-compile]	0.1108ms	48.6390μs	20.5596 KOps/s	21.0292 KOps/s	$\color{#d91a1a}-2.23\%$
test_compile_indexing[int-pytree-eager]	61.9750μs	18.2222μs	54.8781 KOps/s	52.6062 KOps/s	$\color{#35bf28}+4.32\%$
test_mod_add[eager]	0.1046ms	36.2202μs	27.6089 KOps/s	27.5650 KOps/s	$\color{#35bf28}+0.16\%$
test_mod_add[compile]	0.1413ms	67.7964μs	14.7500 KOps/s	14.3850 KOps/s	$\color{#35bf28}+2.54\%$
test_mod_add[compile-overhead]	0.1490ms	66.4265μs	15.0542 KOps/s	14.6196 KOps/s	$\color{#35bf28}+2.97\%$
test_mod_wrap[eager]	0.4657ms	0.2230ms	4.4850 KOps/s	4.3083 KOps/s	$\color{#35bf28}+4.10\%$
test_mod_wrap[compile]	2.0836ms	0.2332ms	4.2876 KOps/s	4.2660 KOps/s	$\color{#35bf28}+0.51\%$
test_mod_wrap[compile-overhead]	0.3468ms	0.2299ms	4.3505 KOps/s	4.3281 KOps/s	$\color{#35bf28}+0.52\%$
test_mod_wrap_and_backward[eager]	12.4853ms	11.2894ms	88.5787 Ops/s	75.4988 Ops/s	$\textbf{\color{#35bf28}+17.32\%}$
test_mod_wrap_and_backward[compile]	13.3664ms	11.5461ms	86.6091 Ops/s	83.4004 Ops/s	$\color{#35bf28}+3.85\%$
test_mod_wrap_and_backward[compile-overhead]	15.8162ms	11.5263ms	86.7581 Ops/s	84.9709 Ops/s	$\color{#35bf28}+2.10\%$
test_seq_add[eager]	0.2580ms	0.1218ms	8.2124 KOps/s	8.3412 KOps/s	$\color{#d91a1a}-1.54\%$
test_seq_add[compile]	0.1949ms	80.2041μs	12.4682 KOps/s	12.9563 KOps/s	$\color{#d91a1a}-3.77\%$
test_seq_add[compile-overhead]	0.1919ms	79.1513μs	12.6340 KOps/s	13.1841 KOps/s	$\color{#d91a1a}-4.17\%$
test_seq_wrap[eager]	0.6887ms	0.4509ms	2.2176 KOps/s	2.1587 KOps/s	$\color{#35bf28}+2.73\%$
test_seq_wrap[compile]	0.4454ms	0.2457ms	4.0696 KOps/s	4.0620 KOps/s	$\color{#35bf28}+0.19\%$
test_seq_wrap[compile-overhead]	0.3916ms	0.2466ms	4.0551 KOps/s	4.0909 KOps/s	$\color{#d91a1a}-0.87\%$
test_func_call_runtime[False-eager]	0.9920ms	0.5494ms	1.8201 KOps/s	1.7859 KOps/s	$\color{#35bf28}+1.92\%$
test_func_call_runtime[False-compile]	0.9645ms	0.4530ms	2.2073 KOps/s	2.2027 KOps/s	$\color{#35bf28}+0.21\%$
test_func_call_runtime[False-compile-overhead]	0.9996ms	0.4549ms	2.1981 KOps/s	2.2145 KOps/s	$\color{#d91a1a}-0.74\%$
test_func_call_runtime[True-eager]	1.4520ms	0.7718ms	1.2956 KOps/s	1.2895 KOps/s	$\color{#35bf28}+0.48\%$
test_func_call_runtime[True-compile]	0.6713ms	0.4719ms	2.1191 KOps/s	2.1315 KOps/s	$\color{#d91a1a}-0.58\%$
test_func_call_runtime[True-compile-overhead]	0.9837ms	0.4801ms	2.0830 KOps/s	2.1179 KOps/s	$\color{#d91a1a}-1.65\%$
test_func_call_cm_runtime[False-eager]	0.6659ms	0.5504ms	1.8168 KOps/s	1.7906 KOps/s	$\color{#35bf28}+1.46\%$
test_func_call_cm_runtime[False-compile]	0.6130ms	0.4537ms	2.2042 KOps/s	2.2005 KOps/s	$\color{#35bf28}+0.17\%$
test_func_call_cm_runtime[False-compile-overhead]	1.9621ms	0.4608ms	2.1703 KOps/s	2.2018 KOps/s	$\color{#d91a1a}-1.43\%$
test_func_call_cm_runtime[True-eager]	1.5307ms	0.8973ms	1.1145 KOps/s	1.0838 KOps/s	$\color{#35bf28}+2.83\%$
test_func_call_cm_runtime[True-compile]	1.3631ms	0.8143ms	1.2281 KOps/s	1.2210 KOps/s	$\color{#35bf28}+0.57\%$
test_func_call_cm_runtime[True-compile-overhead]	1.4738ms	0.8088ms	1.2364 KOps/s	1.2012 KOps/s	$\color{#35bf28}+2.93\%$
test_vmap_func_call_cm_runtime[eager]	2.5928ms	1.9106ms	523.4091 Ops/s	518.3099 Ops/s	$\color{#35bf28}+0.98\%$
test_vmap_func_call_cm_runtime[compile]	1.0064ms	0.5464ms	1.8300 KOps/s	1.7851 KOps/s	$\color{#35bf28}+2.51\%$
test_vmap_func_call_cm_runtime[compile-overhead]	0.6936ms	0.5476ms	1.8260 KOps/s	1.8335 KOps/s	$\color{#d91a1a}-0.41\%$
test_distributed	1.2798ms	0.1256ms	7.9647 KOps/s	7.4918 KOps/s	$\textbf{\color{#35bf28}+6.31\%}$
test_tdmodule	56.6360μs	27.5131μs	36.3464 KOps/s	35.8438 KOps/s	$\color{#35bf28}+1.40\%$
test_tdmodule_dispatch	78.4670μs	49.7756μs	20.0902 KOps/s	19.6390 KOps/s	$\color{#35bf28}+2.30\%$
test_tdseq	52.7080μs	29.8874μs	33.4589 KOps/s	33.6373 KOps/s	$\color{#d91a1a}-0.53\%$
test_tdseq_dispatch	89.3860μs	55.1463μs	18.1336 KOps/s	17.4470 KOps/s	$\color{#35bf28}+3.94\%$
test_instantiation_functorch	2.3106ms	1.5391ms	649.7173 Ops/s	639.5560 Ops/s	$\color{#35bf28}+1.59\%$
test_exec_functorch	0.3234ms	0.1794ms	5.5753 KOps/s	5.3789 KOps/s	$\color{#35bf28}+3.65\%$
test_exec_functional_call	0.3303ms	0.1702ms	5.8741 KOps/s	5.6063 KOps/s	$\color{#35bf28}+4.78\%$
test_exec_td_decorator	0.5010ms	0.2316ms	4.3179 KOps/s	4.1460 KOps/s	$\color{#35bf28}+4.15\%$
test_vmap_mlp_speed_decorator[True-True]	0.9394ms	0.6704ms	1.4917 KOps/s	1.4884 KOps/s	$\color{#35bf28}+0.22\%$
test_vmap_mlp_speed_decorator[True-False]	1.0272ms	0.6665ms	1.5004 KOps/s	1.4952 KOps/s	$\color{#35bf28}+0.35\%$
test_vmap_mlp_speed_decorator[False-True]	0.7471ms	0.5412ms	1.8477 KOps/s	1.8305 KOps/s	$\color{#35bf28}+0.94\%$
test_vmap_mlp_speed_decorator[False-False]	0.8953ms	0.5399ms	1.8522 KOps/s	1.8547 KOps/s	$\color{#d91a1a}-0.13\%$
test_to_module_speed[True]	1.9433ms	1.3490ms	741.2673 Ops/s	744.6946 Ops/s	$\color{#d91a1a}-0.46\%$
test_to_module_speed[False]	1.7960ms	1.3109ms	762.8478 Ops/s	761.9039 Ops/s	$\color{#35bf28}+0.12\%$
test_tc_init	93.1540μs	47.4537μs	21.0732 KOps/s	20.3025 KOps/s	$\color{#35bf28}+3.80\%$
test_tc_init_nested	0.1744ms	95.3214μs	10.4908 KOps/s	10.0260 KOps/s	$\color{#35bf28}+4.64\%$
test_tc_first_layer_tensor	15.3590μs	1.5267μs	654.9895 KOps/s	631.4298 KOps/s	$\color{#35bf28}+3.73\%$
test_tc_first_layer_nontensor	28.9940μs	4.6641μs	214.4050 KOps/s	207.8394 KOps/s	$\color{#35bf28}+3.16\%$
test_tc_second_layer_tensor	41.2880μs	2.8423μs	351.8296 KOps/s	332.6432 KOps/s	$\textbf{\color{#35bf28}+5.77\%}$
test_tc_second_layer_nontensor	34.4950μs	5.9607μs	167.7641 KOps/s	163.9369 KOps/s	$\color{#35bf28}+2.33\%$
test_unbind	0.2672s	13.7797ms	72.5707 Ops/s	58.6650 Ops/s	$\textbf{\color{#35bf28}+23.70\%}$
test_full_like	11.1181ms	8.7451ms	114.3501 Ops/s	130.4103 Ops/s	$\textbf{\color{#d91a1a}-12.32\%}$
test_zeros_like	9.5189ms	4.9623ms	201.5209 Ops/s	325.4389 Ops/s	$\textbf{\color{#d91a1a}-38.08\%}$
test_ones_like	4.0331ms	3.5105ms	284.8608 Ops/s	289.6815 Ops/s	$\color{#d91a1a}-1.66\%$
test_clone	7.6315ms	5.5316ms	180.7787 Ops/s	184.6655 Ops/s	$\color{#d91a1a}-2.10\%$
test_squeeze	61.7150μs	11.9175μs	83.9103 KOps/s	80.1692 KOps/s	$\color{#35bf28}+4.67\%$
test_unsqueeze	0.1579ms	91.4796μs	10.9314 KOps/s	10.8198 KOps/s	$\color{#35bf28}+1.03\%$
test_split	0.8539ms	0.1948ms	5.1346 KOps/s	5.0654 KOps/s	$\color{#35bf28}+1.37\%$
test_permute	0.3544ms	0.2034ms	4.9154 KOps/s	4.9149 KOps/s	$+0.01\%$
test_stack	27.5689ms	24.5917ms	40.6641 Ops/s	38.6642 Ops/s	$\textbf{\color{#35bf28}+5.17\%}$
test_cat	27.9468ms	24.4464ms	40.9057 Ops/s	39.7704 Ops/s	$\color{#35bf28}+2.85\%$

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of GPU Benchmark Tests

Total Benchmarks: 229. Improved: $\large\color{#35bf28}19$. Worsened: $\large\color{#d91a1a}8$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_plain_set_nested	36.9010μs	12.9213μs	77.3918 KOps/s	74.3500 KOps/s	$\color{#35bf28}+4.09\%$
test_plain_set_stack_nested	40.0810μs	13.0566μs	76.5895 KOps/s	73.6605 KOps/s	$\color{#35bf28}+3.98\%$
test_plain_set_nested_inplace	51.7710μs	14.2394μs	70.2277 KOps/s	69.0828 KOps/s	$\color{#35bf28}+1.66\%$
test_plain_set_stack_nested_inplace	44.4010μs	14.1041μs	70.9013 KOps/s	69.1310 KOps/s	$\color{#35bf28}+2.56\%$
test_items	28.3510μs	2.9021μs	344.5764 KOps/s	342.6896 KOps/s	$\color{#35bf28}+0.55\%$
test_items_nested	0.4366ms	0.3704ms	2.7000 KOps/s	2.7041 KOps/s	$\color{#d91a1a}-0.15\%$
test_items_nested_locked	0.4349ms	0.3707ms	2.6973 KOps/s	2.6942 KOps/s	$\color{#35bf28}+0.11\%$
test_items_nested_leaf	91.7520μs	58.4556μs	17.1070 KOps/s	16.9917 KOps/s	$\color{#35bf28}+0.68\%$
test_items_stack_nested	0.5704ms	0.3699ms	2.7035 KOps/s	2.6782 KOps/s	$\color{#35bf28}+0.94\%$
test_items_stack_nested_leaf	0.1092ms	60.1756μs	16.6180 KOps/s	16.4730 KOps/s	$\color{#35bf28}+0.88\%$
test_items_stack_nested_locked	0.4389ms	0.3688ms	2.7117 KOps/s	2.6623 KOps/s	$\color{#35bf28}+1.85\%$
test_keys	31.5910μs	3.4783μs	287.5003 KOps/s	260.1667 KOps/s	$\textbf{\color{#35bf28}+10.51\%}$
test_keys_nested	0.1464ms	89.4176μs	11.1835 KOps/s	11.1918 KOps/s	$\color{#d91a1a}-0.07\%$
test_keys_nested_locked	0.7334ms	95.2383μs	10.5000 KOps/s	10.6192 KOps/s	$\color{#d91a1a}-1.12\%$
test_keys_nested_leaf	0.1138ms	80.3247μs	12.4495 KOps/s	12.6656 KOps/s	$\color{#d91a1a}-1.71\%$
test_keys_stack_nested	0.1342ms	90.2229μs	11.0837 KOps/s	11.0926 KOps/s	$\color{#d91a1a}-0.08\%$
test_keys_stack_nested_leaf	0.1115ms	81.9693μs	12.1997 KOps/s	12.3521 KOps/s	$\color{#d91a1a}-1.23\%$
test_keys_stack_nested_locked	0.1326ms	96.6123μs	10.3507 KOps/s	10.5309 KOps/s	$\color{#d91a1a}-1.71\%$
test_values	5.5768μs	0.8600μs	1.1629 MOps/s	1.1661 MOps/s	$\color{#d91a1a}-0.28\%$
test_values_nested	65.8620μs	37.3672μs	26.7614 KOps/s	26.6589 KOps/s	$\color{#35bf28}+0.38\%$
test_values_nested_locked	63.8820μs	39.6228μs	25.2380 KOps/s	25.6751 KOps/s	$\color{#d91a1a}-1.70\%$
test_values_nested_leaf	68.1920μs	41.6928μs	23.9850 KOps/s	23.5272 KOps/s	$\color{#35bf28}+1.95\%$
test_values_stack_nested	74.2620μs	38.4148μs	26.0316 KOps/s	25.9999 KOps/s	$\color{#35bf28}+0.12\%$
test_values_stack_nested_leaf	74.0710μs	42.4578μs	23.5528 KOps/s	23.2026 KOps/s	$\color{#35bf28}+1.51\%$
test_values_stack_nested_locked	73.3620μs	40.1574μs	24.9020 KOps/s	25.0629 KOps/s	$\color{#d91a1a}-0.64\%$
test_membership	2.0476μs	0.5087μs	1.9658 MOps/s	1.9060 MOps/s	$\color{#35bf28}+3.14\%$
test_membership_nested	32.1410μs	2.1778μs	459.1787 KOps/s	486.0981 KOps/s	$\textbf{\color{#d91a1a}-5.54\%}$
test_membership_nested_leaf	15.8055μs	2.1313μs	469.1971 KOps/s	484.8342 KOps/s	$\color{#d91a1a}-3.23\%$
test_membership_stacked_nested	26.5610μs	2.1927μs	456.0496 KOps/s	467.2513 KOps/s	$\color{#d91a1a}-2.40\%$
test_membership_stacked_nested_leaf	34.8910μs	2.2300μs	448.4353 KOps/s	467.1837 KOps/s	$\color{#d91a1a}-4.01\%$
test_membership_nested_last	31.8910μs	3.2541μs	307.3085 KOps/s	319.5190 KOps/s	$\color{#d91a1a}-3.82\%$
test_membership_nested_leaf_last	32.6500μs	3.2163μs	310.9159 KOps/s	319.0359 KOps/s	$\color{#d91a1a}-2.55\%$
test_membership_stacked_nested_last	44.9310μs	3.2063μs	311.8890 KOps/s	252.4427 KOps/s	$\textbf{\color{#35bf28}+23.55\%}$
test_membership_stacked_nested_leaf_last	37.4410μs	3.2013μs	312.3720 KOps/s	257.5946 KOps/s	$\textbf{\color{#35bf28}+21.26\%}$
test_nested_getleaf	33.7510μs	6.3110μs	158.4529 KOps/s	161.2848 KOps/s	$\color{#d91a1a}-1.76\%$
test_nested_get	33.1910μs	6.0039μs	166.5596 KOps/s	169.4233 KOps/s	$\color{#d91a1a}-1.69\%$
test_stacked_getleaf	37.8410μs	6.2480μs	160.0510 KOps/s	161.1327 KOps/s	$\color{#d91a1a}-0.67\%$
test_stacked_get	38.2110μs	5.9202μs	168.9124 KOps/s	168.7923 KOps/s	$\color{#35bf28}+0.07\%$
test_nested_getitemleaf	35.5400μs	6.4225μs	155.7015 KOps/s	154.6187 KOps/s	$\color{#35bf28}+0.70\%$
test_nested_getitem	32.3010μs	6.1191μs	163.4226 KOps/s	162.3950 KOps/s	$\color{#35bf28}+0.63\%$
test_stacked_getitemleaf	28.3210μs	6.4737μs	154.4711 KOps/s	154.1822 KOps/s	$\color{#35bf28}+0.19\%$
test_stacked_getitem	39.0210μs	6.1827μs	161.7415 KOps/s	161.7609 KOps/s	$\color{#d91a1a}-0.01\%$
test_lock_nested	0.4392ms	0.3378ms	2.9607 KOps/s	2.8561 KOps/s	$\color{#35bf28}+3.66\%$
test_lock_stack_nested	0.5546ms	0.3435ms	2.9112 KOps/s	2.8964 KOps/s	$\color{#35bf28}+0.51\%$
test_unlock_nested	0.3870ms	0.2829ms	3.5350 KOps/s	3.5462 KOps/s	$\color{#d91a1a}-0.32\%$
test_unlock_stack_nested	0.3351ms	0.2822ms	3.5438 KOps/s	3.5327 KOps/s	$\color{#35bf28}+0.32\%$
test_flatten_speed	0.1209ms	75.6264μs	13.2229 KOps/s	13.1111 KOps/s	$\color{#35bf28}+0.85\%$
test_unflatten_speed	0.3990ms	0.3335ms	2.9981 KOps/s	3.0495 KOps/s	$\color{#d91a1a}-1.68\%$
test_common_ops	0.7775ms	0.6329ms	1.5800 KOps/s	1.5373 KOps/s	$\color{#35bf28}+2.78\%$
test_creation	0.1260ms	1.7572μs	569.0752 KOps/s	561.9323 KOps/s	$\color{#35bf28}+1.27\%$
test_creation_empty	31.6110μs	9.5304μs	104.9272 KOps/s	95.2078 KOps/s	$\textbf{\color{#35bf28}+10.21\%}$
test_creation_nested_1	34.1610μs	11.1970μs	89.3094 KOps/s	82.3143 KOps/s	$\textbf{\color{#35bf28}+8.50\%}$
test_creation_nested_2	42.7110μs	13.9872μs	71.4941 KOps/s	66.7699 KOps/s	$\textbf{\color{#35bf28}+7.08\%}$
test_clone	34.7400μs	10.1181μs	98.8330 KOps/s	95.1125 KOps/s	$\color{#35bf28}+3.91\%$
test_getitem[int]	1.2342ms	10.9112μs	91.6489 KOps/s	91.9065 KOps/s	$\color{#d91a1a}-0.28\%$
test_getitem[slice_int]	0.1070ms	21.1803μs	47.2136 KOps/s	46.8485 KOps/s	$\color{#35bf28}+0.78\%$
test_getitem[range]	0.1249ms	36.9734μs	27.0465 KOps/s	26.9199 KOps/s	$\color{#35bf28}+0.47\%$
test_getitem[tuple]	0.1065ms	18.6669μs	53.5709 KOps/s	53.8217 KOps/s	$\color{#d91a1a}-0.47\%$
test_getitem[list]	0.1223ms	32.3998μs	30.8643 KOps/s	29.9005 KOps/s	$\color{#35bf28}+3.22\%$
test_setitem_dim[int]	39.5710μs	19.1362μs	52.2570 KOps/s	53.2937 KOps/s	$\color{#d91a1a}-1.95\%$
test_setitem_dim[slice_int]	63.2410μs	38.1084μs	26.2409 KOps/s	26.2353 KOps/s	$\color{#35bf28}+0.02\%$
test_setitem_dim[range]	76.7910μs	52.9463μs	18.8871 KOps/s	18.9984 KOps/s	$\color{#d91a1a}-0.59\%$
test_setitem_dim[tuple]	61.8210μs	32.3862μs	30.8773 KOps/s	30.9242 KOps/s	$\color{#d91a1a}-0.15\%$
test_setitem	68.0810μs	15.3441μs	65.1717 KOps/s	62.1368 KOps/s	$\color{#35bf28}+4.88\%$
test_set	93.2920μs	14.6817μs	68.1118 KOps/s	65.1614 KOps/s	$\color{#35bf28}+4.53\%$
test_set_shared	0.5215ms	0.1578ms	6.3363 KOps/s	6.2939 KOps/s	$\color{#35bf28}+0.67\%$
test_update	0.3854ms	18.1010μs	55.2455 KOps/s	50.8025 KOps/s	$\textbf{\color{#35bf28}+8.75\%}$
test_update_nested	87.2510μs	24.0486μs	41.5824 KOps/s	39.6976 KOps/s	$\color{#35bf28}+4.75\%$
test_update__nested	0.4960ms	24.4606μs	40.8821 KOps/s	39.6975 KOps/s	$\color{#35bf28}+2.98\%$
test_set_nested	69.2310μs	16.2697μs	61.4639 KOps/s	59.3147 KOps/s	$\color{#35bf28}+3.62\%$
test_set_nested_new	70.9510μs	18.4758μs	54.1249 KOps/s	51.7912 KOps/s	$\color{#35bf28}+4.51\%$
test_select	59.3110μs	30.4109μs	32.8830 KOps/s	32.0156 KOps/s	$\color{#35bf28}+2.71\%$
test_select_nested	72.0610μs	44.5230μs	22.4603 KOps/s	22.7379 KOps/s	$\color{#d91a1a}-1.22\%$
test_exclude_nested	0.1320ms	63.5552μs	15.7344 KOps/s	15.4057 KOps/s	$\color{#35bf28}+2.13\%$
test_empty[True]	0.3567ms	0.3004ms	3.3292 KOps/s	3.3064 KOps/s	$\color{#35bf28}+0.69\%$
test_empty[False]	3.2921μs	0.8333μs	1.2001 MOps/s	1.1942 MOps/s	$\color{#35bf28}+0.49\%$
test_to	95.4520μs	56.7524μs	17.6204 KOps/s	17.9253 KOps/s	$\color{#d91a1a}-1.70\%$
test_to_nonblocking	87.0410μs	47.5315μs	21.0387 KOps/s	19.7873 KOps/s	$\textbf{\color{#35bf28}+6.32\%}$
test_unbind_speed	0.2991ms	0.2456ms	4.0719 KOps/s	4.1900 KOps/s	$\color{#d91a1a}-2.82\%$
test_unbind_speed_stack0	0.2970ms	0.2453ms	4.0771 KOps/s	4.1203 KOps/s	$\color{#d91a1a}-1.05\%$
test_unbind_speed_stack1	93.1909ms	0.7274ms	1.3747 KOps/s	1.3886 KOps/s	$\color{#d91a1a}-1.00\%$
test_split	95.9182ms	1.6111ms	620.6967 Ops/s	626.7924 Ops/s	$\color{#d91a1a}-0.97\%$
test_chunk	95.2327ms	1.6133ms	619.8371 Ops/s	627.6813 Ops/s	$\color{#d91a1a}-1.25\%$
test_consolidate[False-None]	3.1211ms	2.7358ms	365.5204 Ops/s	367.6166 Ops/s	$\color{#d91a1a}-0.57\%$
test_consolidate[default-None]	1.8368ms	1.7333ms	576.9180 Ops/s	582.1665 Ops/s	$\color{#d91a1a}-0.90\%$
test_consolidate[reduce-overhead-None]	1.8543ms	1.7562ms	569.4024 Ops/s	564.9797 Ops/s	$\color{#35bf28}+0.78\%$
test_consolidate_njt[False-None]	6.9077ms	6.6502ms	150.3704 Ops/s	151.2640 Ops/s	$\color{#d91a1a}-0.59\%$
test_to[False-False-None]	0.2890s	2.1954ms	455.4915 Ops/s	576.6315 Ops/s	$\textbf{\color{#d91a1a}-21.01\%}$
test_to[True-False-None]	1.5668ms	1.3420ms	745.1813 Ops/s	730.9695 Ops/s	$\color{#35bf28}+1.94\%$
test_to[within-False-None]	4.4390ms	4.1957ms	238.3365 Ops/s	236.7719 Ops/s	$\color{#35bf28}+0.66\%$
test_to[True-default-None]	5.6058ms	5.4047ms	185.0258 Ops/s	184.5599 Ops/s	$\color{#35bf28}+0.25\%$
test_to_njt[False-False-None]	7.2974ms	7.0189ms	142.4730 Ops/s	142.4909 Ops/s	$\color{#d91a1a}-0.01\%$
test_to_njt[True-False-None]	5.8767ms	5.6467ms	177.0955 Ops/s	177.3467 Ops/s	$\color{#d91a1a}-0.14\%$
test_to_njt[within-False-None]	12.8075ms	12.5402ms	79.7436 Ops/s	80.5952 Ops/s	$\color{#d91a1a}-1.06\%$
test_creation[device0]	0.5644ms	80.4046μs	12.4371 KOps/s	12.1944 KOps/s	$\color{#35bf28}+1.99\%$
test_creation_from_tensor	0.6329ms	83.4434μs	11.9842 KOps/s	11.7782 KOps/s	$\color{#35bf28}+1.75\%$
test_add_one[memmap_tensor0]	0.3523ms	6.1956μs	161.4038 KOps/s	155.3912 KOps/s	$\color{#35bf28}+3.87\%$
test_contiguous[memmap_tensor0]	1.8676μs	0.4372μs	2.2873 MOps/s	2.3698 MOps/s	$\color{#d91a1a}-3.48\%$
test_stack[memmap_tensor0]	39.5210μs	4.4582μs	224.3043 KOps/s	219.1829 KOps/s	$\color{#35bf28}+2.34\%$
test_memmaptd_index	1.6352ms	0.2501ms	3.9983 KOps/s	4.0472 KOps/s	$\color{#d91a1a}-1.21\%$
test_memmaptd_index_astensor	0.4389ms	0.3117ms	3.2078 KOps/s	3.2577 KOps/s	$\color{#d91a1a}-1.53\%$
test_memmaptd_index_op	0.7776ms	0.5802ms	1.7235 KOps/s	1.6620 KOps/s	$\color{#35bf28}+3.70\%$
test_serialize_model	0.1318s	0.1307s	7.6520 Ops/s	7.6650 Ops/s	$\color{#d91a1a}-0.17\%$
test_serialize_model_pickle	1.3728s	1.2202s	0.8195 Ops/s	0.8240 Ops/s	$\color{#d91a1a}-0.54\%$
test_serialize_weights	0.1310s	0.1293s	7.7336 Ops/s	7.7166 Ops/s	$\color{#35bf28}+0.22\%$
test_serialize_weights_returnearly	0.3328s	65.9860ms	15.1547 Ops/s	15.6643 Ops/s	$\color{#d91a1a}-3.25\%$
test_serialize_weights_pickle	1.3755s	1.2203s	0.8194 Ops/s	0.8194 Ops/s	$+0.00\%$
test_reshape_pytree	63.1710μs	22.8284μs	43.8050 KOps/s	44.4840 KOps/s	$\color{#d91a1a}-1.53\%$
test_reshape_td	64.6010μs	27.9320μs	35.8012 KOps/s	34.2307 KOps/s	$\color{#35bf28}+4.59\%$
test_view_pytree	48.2010μs	22.4395μs	44.5642 KOps/s	45.4991 KOps/s	$\color{#d91a1a}-2.05\%$
test_view_td	69.6510μs	31.5887μs	31.6569 KOps/s	29.7288 KOps/s	$\textbf{\color{#35bf28}+6.49\%}$
test_unbind_pytree	52.4110μs	28.0664μs	35.6298 KOps/s	35.5090 KOps/s	$\color{#35bf28}+0.34\%$
test_unbind_td	0.6198ms	36.5227μs	27.3803 KOps/s	27.1205 KOps/s	$\color{#35bf28}+0.96\%$
test_split_pytree	55.5410μs	30.6764μs	32.5983 KOps/s	32.0907 KOps/s	$\color{#35bf28}+1.58\%$
test_split_td	0.8056ms	39.7140μs	25.1800 KOps/s	25.7863 KOps/s	$\color{#d91a1a}-2.35\%$
test_add_pytree	63.6710μs	32.2650μs	30.9933 KOps/s	29.9019 KOps/s	$\color{#35bf28}+3.65\%$
test_add_td	89.5920μs	49.2392μs	20.3090 KOps/s	19.5376 KOps/s	$\color{#35bf28}+3.95\%$
test_compile_add_one_nested[tensordict-compile]	0.5462ms	0.1241ms	8.0596 KOps/s	7.8063 KOps/s	$\color{#35bf28}+3.24\%$
test_compile_add_one_nested[tensordict-eager]	0.5393ms	0.1325ms	7.5492 KOps/s	7.4106 KOps/s	$\color{#35bf28}+1.87\%$
test_compile_add_one_nested[pytree-compile]	0.1598ms	96.7394μs	10.3371 KOps/s	10.1649 KOps/s	$\color{#35bf28}+1.69\%$
test_compile_add_one_nested[pytree-eager]	1.2833ms	0.1487ms	6.7247 KOps/s	6.6939 KOps/s	$\color{#35bf28}+0.46\%$
test_compile_copy_nested[tensordict-compile]	54.4510μs	25.1820μs	39.7109 KOps/s	40.3411 KOps/s	$\color{#d91a1a}-1.56\%$
test_compile_copy_nested[tensordict-eager]	61.6010μs	30.7052μs	32.5678 KOps/s	32.4578 KOps/s	$\color{#35bf28}+0.34\%$
test_compile_copy_nested[pytree-compile]	0.1503ms	65.2915μs	15.3159 KOps/s	15.0593 KOps/s	$\color{#35bf28}+1.70\%$
test_compile_copy_nested[pytree-eager]	80.9510μs	50.0316μs	19.9874 KOps/s	19.9260 KOps/s	$\color{#35bf28}+0.31\%$
test_compile_add_one_flat[tensordict-compile]	0.1843ms	0.1441ms	6.9402 KOps/s	6.9395 KOps/s	$\color{#35bf28}+0.01\%$
test_compile_add_one_flat[tensordict-eager]	0.3196ms	0.2177ms	4.5943 KOps/s	4.5731 KOps/s	$\color{#35bf28}+0.46\%$
test_compile_add_one_flat[tensorclass-compile]	0.1673ms	98.2977μs	10.1732 KOps/s	9.9026 KOps/s	$\color{#35bf28}+2.73\%$
test_compile_add_one_flat[tensorclass-eager]	0.2127ms	55.7517μs	17.9367 KOps/s	17.1418 KOps/s	$\color{#35bf28}+4.64\%$
test_compile_add_one_flat[pytree-compile]	0.5544ms	0.1378ms	7.2590 KOps/s	7.2814 KOps/s	$\color{#d91a1a}-0.31\%$
test_compile_add_one_flat[pytree-eager]	0.9125ms	0.4767ms	2.0979 KOps/s	2.0872 KOps/s	$\color{#35bf28}+0.51\%$
test_compile_add_self_flat[tensordict-eager]	0.6627ms	0.2619ms	3.8176 KOps/s	3.7725 KOps/s	$\color{#35bf28}+1.20\%$
test_compile_add_self_flat[tensordict-compile]	0.1847ms	0.1446ms	6.9145 KOps/s	6.9583 KOps/s	$\color{#d91a1a}-0.63\%$
test_compile_add_self_flat[tensorclass-eager]	0.4718ms	68.8329μs	14.5279 KOps/s	14.3003 KOps/s	$\color{#35bf28}+1.59\%$
test_compile_add_self_flat[tensorclass-compile]	0.1462ms	0.1008ms	9.9189 KOps/s	9.9304 KOps/s	$\color{#d91a1a}-0.12\%$
test_compile_add_self_flat[pytree-eager]	0.5290ms	0.4026ms	2.4840 KOps/s	2.4425 KOps/s	$\color{#35bf28}+1.70\%$
test_compile_add_self_flat[pytree-compile]	0.2173ms	0.1378ms	7.2561 KOps/s	7.4159 KOps/s	$\color{#d91a1a}-2.16\%$
test_compile_copy_flat[tensordict-compile]	58.4510μs	22.4469μs	44.5496 KOps/s	54.7480 KOps/s	$\textbf{\color{#d91a1a}-18.63\%}$
test_compile_copy_flat[tensordict-eager]	60.0910μs	33.2976μs	30.0322 KOps/s	29.4458 KOps/s	$\color{#35bf28}+1.99\%$
test_compile_copy_flat[pytree-compile]	0.1160ms	71.7707μs	13.9333 KOps/s	14.0914 KOps/s	$\color{#d91a1a}-1.12\%$
test_compile_copy_flat[pytree-eager]	98.2920μs	52.0003μs	19.2306 KOps/s	19.2574 KOps/s	$\color{#d91a1a}-0.14\%$
test_compile_assign_and_add[tensordict-compile]	1.6457ms	0.3950ms	2.5318 KOps/s	2.0965 KOps/s	$\textbf{\color{#35bf28}+20.76\%}$
test_compile_assign_and_add[tensordict-eager]	3.0284ms	2.6112ms	382.9597 Ops/s	368.5193 Ops/s	$\color{#35bf28}+3.92\%$
test_compile_assign_and_add[pytree-compile]	1.6033ms	0.4349ms	2.2996 KOps/s	2.2325 KOps/s	$\color{#35bf28}+3.00\%$
test_compile_assign_and_add[pytree-eager]	2.8075ms	2.6305ms	380.1562 Ops/s	378.8701 Ops/s	$\color{#35bf28}+0.34\%$
test_compile_indexing[tensor-tensordict-compile]	0.1663ms	0.1144ms	8.7392 KOps/s	8.2045 KOps/s	$\textbf{\color{#35bf28}+6.52\%}$
test_compile_indexing[tensor-tensordict-eager]	0.5671ms	79.6588μs	12.5535 KOps/s	12.1171 KOps/s	$\color{#35bf28}+3.60\%$
test_compile_indexing[tensor-tensorclass-compile]	0.5095ms	0.1102ms	9.0769 KOps/s	9.0779 KOps/s	$\color{#d91a1a}-0.01\%$
test_compile_indexing[tensor-tensorclass-eager]	0.4959ms	69.9838μs	14.2890 KOps/s	14.6768 KOps/s	$\color{#d91a1a}-2.64\%$
test_compile_indexing[tensor-pytree-compile]	0.5129ms	0.1123ms	8.9052 KOps/s	9.0237 KOps/s	$\color{#d91a1a}-1.31\%$
test_compile_indexing[tensor-pytree-eager]	0.4769ms	69.9391μs	14.2982 KOps/s	14.1021 KOps/s	$\color{#35bf28}+1.39\%$
test_compile_indexing[slice-tensordict-compile]	0.5196ms	0.1023ms	9.7736 KOps/s	9.6351 KOps/s	$\color{#35bf28}+1.44\%$
test_compile_indexing[slice-tensordict-eager]	0.4175ms	17.6458μs	56.6706 KOps/s	53.7776 KOps/s	$\textbf{\color{#35bf28}+5.38\%}$
test_compile_indexing[slice-tensorclass-compile]	0.2317ms	96.8036μs	10.3302 KOps/s	10.2577 KOps/s	$\color{#35bf28}+0.71\%$
test_compile_indexing[slice-tensorclass-eager]	43.7110μs	15.9242μs	62.7974 KOps/s	62.1792 KOps/s	$\color{#35bf28}+0.99\%$
test_compile_indexing[slice-pytree-compile]	0.2431ms	0.1017ms	9.8372 KOps/s	10.2227 KOps/s	$\color{#d91a1a}-3.77\%$
test_compile_indexing[slice-pytree-eager]	54.2710μs	16.0765μs	62.2028 KOps/s	62.1247 KOps/s	$\color{#35bf28}+0.13\%$
test_compile_indexing[int-tensordict-compile]	0.1618ms	0.1045ms	9.5685 KOps/s	9.6357 KOps/s	$\color{#d91a1a}-0.70\%$
test_compile_indexing[int-tensordict-eager]	0.5860ms	17.5103μs	57.1091 KOps/s	56.9472 KOps/s	$\color{#35bf28}+0.28\%$
test_compile_indexing[int-tensorclass-compile]	0.1514ms	0.1026ms	9.7481 KOps/s	10.1556 KOps/s	$\color{#d91a1a}-4.01\%$
test_compile_indexing[int-tensorclass-eager]	46.2710μs	15.9285μs	62.7805 KOps/s	62.4038 KOps/s	$\color{#35bf28}+0.60\%$
test_compile_indexing[int-pytree-compile]	0.2180ms	0.1022ms	9.7889 KOps/s	10.1715 KOps/s	$\color{#d91a1a}-3.76\%$
test_compile_indexing[int-pytree-eager]	46.1010μs	16.0221μs	62.4138 KOps/s	62.7485 KOps/s	$\color{#d91a1a}-0.53\%$
test_mod_add[eager]	98.1720μs	42.0076μs	23.8052 KOps/s	25.1289 KOps/s	$\textbf{\color{#d91a1a}-5.27\%}$
test_mod_add[compile]	0.1460ms	81.3409μs	12.2939 KOps/s	12.0923 KOps/s	$\color{#35bf28}+1.67\%$
test_mod_add[compile-overhead]	0.3265ms	0.1700ms	5.8830 KOps/s	5.5754 KOps/s	$\textbf{\color{#35bf28}+5.52\%}$
test_mod_wrap[eager]	0.6676ms	0.2500ms	4.0005 KOps/s	3.9078 KOps/s	$\color{#35bf28}+2.37\%$
test_mod_wrap[compile]	0.4832ms	0.2937ms	3.4049 KOps/s	3.4297 KOps/s	$\color{#d91a1a}-0.72\%$
test_mod_wrap[compile-overhead]	6.9703ms	3.7187ms	268.9095 Ops/s	270.0784 Ops/s	$\color{#d91a1a}-0.43\%$
test_mod_wrap_and_backward[eager]	1.7720ms	1.3597ms	735.4294 Ops/s	694.7576 Ops/s	$\textbf{\color{#35bf28}+5.85\%}$
test_mod_wrap_and_backward[compile]	1.3920ms	1.2710ms	786.7753 Ops/s	722.5397 Ops/s	$\textbf{\color{#35bf28}+8.89\%}$
test_mod_wrap_and_backward[compile-overhead]	1.3746ms	0.9297ms	1.0756 KOps/s	960.9026 Ops/s	$\textbf{\color{#35bf28}+11.94\%}$
test_seq_add[eager]	0.1827ms	0.1216ms	8.2253 KOps/s	8.2253 KOps/s	$-0.00\%$
test_seq_add[compile]	0.1435ms	95.1515μs	10.5096 KOps/s	10.9798 KOps/s	$\color{#d91a1a}-4.28\%$
test_seq_add[compile-overhead]	0.1753ms	0.1309ms	7.6402 KOps/s	7.5271 KOps/s	$\color{#35bf28}+1.50\%$
test_seq_wrap[eager]	0.5173ms	0.4265ms	2.3445 KOps/s	2.2885 KOps/s	$\color{#35bf28}+2.45\%$
test_seq_wrap[compile]	0.3900ms	0.3045ms	3.2844 KOps/s	3.2407 KOps/s	$\color{#35bf28}+1.35\%$
test_seq_wrap[compile-overhead]	0.2739ms	0.2273ms	4.3998 KOps/s	4.3158 KOps/s	$\color{#35bf28}+1.95\%$
test_func_call_runtime[False-eager]	0.8515ms	0.7311ms	1.3678 KOps/s	1.2851 KOps/s	$\textbf{\color{#35bf28}+6.43\%}$
test_func_call_runtime[False-compile]	0.9538ms	0.7604ms	1.3152 KOps/s	1.3194 KOps/s	$\color{#d91a1a}-0.32\%$
test_func_call_runtime[False-compile-overhead]	0.4373ms	0.3702ms	2.7015 KOps/s	2.6969 KOps/s	$\color{#35bf28}+0.17\%$
test_func_call_runtime[True-eager]	0.9827ms	0.8938ms	1.1188 KOps/s	1.1040 KOps/s	$\color{#35bf28}+1.34\%$
test_func_call_runtime[True-compile]	0.8503ms	0.7763ms	1.2882 KOps/s	1.2763 KOps/s	$\color{#35bf28}+0.93\%$
test_func_call_runtime[True-compile-overhead]	0.4632ms	0.3900ms	2.5642 KOps/s	2.5567 KOps/s	$\color{#35bf28}+0.29\%$
test_func_call_cm_runtime[False-eager]	0.7899ms	0.7236ms	1.3820 KOps/s	1.3569 KOps/s	$\color{#35bf28}+1.86\%$
test_func_call_cm_runtime[False-compile]	0.8350ms	0.7626ms	1.3114 KOps/s	1.3026 KOps/s	$\color{#35bf28}+0.67\%$
test_func_call_cm_runtime[False-compile-overhead]	0.4410ms	0.3727ms	2.6831 KOps/s	2.6856 KOps/s	$\color{#d91a1a}-0.09\%$
test_func_call_cm_runtime[True-eager]	1.1364ms	1.0000ms	1.0000 KOps/s	990.3549 Ops/s	$\color{#35bf28}+0.98\%$
test_func_call_cm_runtime[True-compile]	1.0900ms	0.9793ms	1.0212 KOps/s	1.0083 KOps/s	$\color{#35bf28}+1.28\%$
test_func_call_cm_runtime[True-compile-overhead]	1.0612ms	0.9836ms	1.0167 KOps/s	1.0066 KOps/s	$\color{#35bf28}+1.00\%$
test_vmap_func_call_cm_runtime[eager]	2.4524ms	2.0322ms	492.0773 Ops/s	481.5949 Ops/s	$\color{#35bf28}+2.18\%$
test_vmap_func_call_cm_runtime[compile]	0.9085ms	0.8233ms	1.2146 KOps/s	1.1979 KOps/s	$\color{#35bf28}+1.39\%$
test_vmap_func_call_cm_runtime[compile-overhead]	0.4855ms	0.4223ms	2.3682 KOps/s	2.3487 KOps/s	$\color{#35bf28}+0.83\%$
test_distributed	2.7107ms	0.2365ms	4.2286 KOps/s	8.3116 KOps/s	$\textbf{\color{#d91a1a}-49.12\%}$
test_tdmodule	40.2310μs	21.2358μs	47.0903 KOps/s	44.5787 KOps/s	$\textbf{\color{#35bf28}+5.63\%}$
test_tdmodule_dispatch	81.3820μs	38.3234μs	26.0937 KOps/s	25.9116 KOps/s	$\color{#35bf28}+0.70\%$
test_tdseq	43.8210μs	21.9463μs	45.5657 KOps/s	44.4413 KOps/s	$\color{#35bf28}+2.53\%$
test_tdseq_dispatch	70.0010μs	41.2522μs	24.2411 KOps/s	23.8104 KOps/s	$\color{#35bf28}+1.81\%$
test_instantiation_functorch	1.6740ms	1.5942ms	627.2762 Ops/s	633.5461 Ops/s	$\color{#d91a1a}-0.99\%$
test_exec_functorch	0.2050ms	0.1447ms	6.9085 KOps/s	6.8359 KOps/s	$\color{#35bf28}+1.06\%$
test_exec_functional_call	0.2065ms	0.1327ms	7.5367 KOps/s	7.4495 KOps/s	$\color{#35bf28}+1.17\%$
test_exec_td_decorator	0.3719ms	0.1841ms	5.4313 KOps/s	5.4703 KOps/s	$\color{#d91a1a}-0.71\%$
test_vmap_mlp_speed_decorator[True-True]	0.7801ms	0.6761ms	1.4791 KOps/s	1.4592 KOps/s	$\color{#35bf28}+1.36\%$
test_vmap_mlp_speed_decorator[True-False]	0.7786ms	0.6775ms	1.4760 KOps/s	1.4551 KOps/s	$\color{#35bf28}+1.43\%$
test_vmap_mlp_speed_decorator[False-True]	0.6890ms	0.5835ms	1.7139 KOps/s	1.6861 KOps/s	$\color{#35bf28}+1.64\%$
test_vmap_mlp_speed_decorator[False-False]	0.7421ms	0.5817ms	1.7190 KOps/s	1.6871 KOps/s	$\color{#35bf28}+1.89\%$
test_vmap_transformer_speed_decorator[True-True]	19.3651ms	18.7149ms	53.4334 Ops/s	52.5819 Ops/s	$\color{#35bf28}+1.62\%$
test_vmap_transformer_speed_decorator[True-False]	19.1961ms	18.6821ms	53.5271 Ops/s	52.6636 Ops/s	$\color{#35bf28}+1.64\%$
test_vmap_transformer_speed_decorator[False-True]	18.7463ms	18.4883ms	54.0882 Ops/s	53.0835 Ops/s	$\color{#35bf28}+1.89\%$
test_vmap_transformer_speed_decorator[False-False]	18.6294ms	18.4778ms	54.1189 Ops/s	53.0960 Ops/s	$\color{#35bf28}+1.93\%$
test_to_module_speed[True]	5.7554ms	0.9677ms	1.0334 KOps/s	1.0278 KOps/s	$\color{#35bf28}+0.55\%$
test_to_module_speed[False]	1.2988ms	0.9654ms	1.0358 KOps/s	1.0401 KOps/s	$\color{#d91a1a}-0.41\%$
test_tc_init	63.4410μs	38.6381μs	25.8812 KOps/s	26.6287 KOps/s	$\color{#d91a1a}-2.81\%$
test_tc_init_nested	0.1043ms	76.9261μs	12.9995 KOps/s	13.5363 KOps/s	$\color{#d91a1a}-3.97\%$
test_tc_first_layer_tensor	16.3905μs	0.7551μs	1.3243 MOps/s	1.4279 MOps/s	$\textbf{\color{#d91a1a}-7.26\%}$
test_tc_first_layer_nontensor	22.4010μs	2.2795μs	438.6870 KOps/s	439.4060 KOps/s	$\color{#d91a1a}-0.16\%$
test_tc_second_layer_tensor	11.9070μs	1.4367μs	696.0233 KOps/s	691.7945 KOps/s	$\color{#35bf28}+0.61\%$
test_tc_second_layer_nontensor	34.9700μs	3.0189μs	331.2437 KOps/s	336.2149 KOps/s	$\color{#d91a1a}-1.48\%$
test_unbind	0.2262s	10.3356ms	96.7530 Ops/s	143.4731 Ops/s	$\textbf{\color{#d91a1a}-32.56\%}$
test_full_like	10.5575ms	9.1971ms	108.7294 Ops/s	109.4879 Ops/s	$\color{#d91a1a}-0.69\%$
test_zeros_like	5.3026ms	4.3168ms	231.6557 Ops/s	138.0750 Ops/s	$\textbf{\color{#35bf28}+67.78\%}$
test_ones_like	9.7705ms	7.1767ms	139.3395 Ops/s	231.5261 Ops/s	$\textbf{\color{#d91a1a}-39.82\%}$
test_clone	6.6510ms	6.2786ms	159.2712 Ops/s	158.6933 Ops/s	$\color{#35bf28}+0.36\%$
test_squeeze	60.7210μs	9.7803μs	102.2468 KOps/s	104.0704 KOps/s	$\color{#d91a1a}-1.75\%$
test_unsqueeze	0.1417ms	74.7775μs	13.3730 KOps/s	13.6622 KOps/s	$\color{#d91a1a}-2.12\%$
test_split	0.3448ms	0.1638ms	6.1043 KOps/s	6.2016 KOps/s	$\color{#d91a1a}-1.57\%$
test_permute	0.2269ms	0.1809ms	5.5275 KOps/s	5.5277 KOps/s	$-0.00\%$
test_stack	50.9115ms	50.0908ms	19.9637 Ops/s	20.0029 Ops/s	$\color{#d91a1a}-0.20\%$
test_cat	50.3467ms	50.0321ms	19.9872 Ops/s	20.0705 Ops/s	$\color{#d91a1a}-0.42\%$