[Test] Make h5py tests optional if no h5py installed

[vmoens]

No description provided.

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of CPU Benchmark Tests

Total Benchmarks: 219. Improved: $\large\color{#35bf28}8$. Worsened: $\large\color{#d91a1a}9$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_plain_set_nested	82.7040μs	20.2042μs	49.4947 KOps/s	49.7037 KOps/s	$\color{#d91a1a}-0.42\%$
test_plain_set_stack_nested	48.8510μs	20.6340μs	48.4637 KOps/s	48.7015 KOps/s	$\color{#d91a1a}-0.49\%$
test_plain_set_nested_inplace	74.6790μs	22.3470μs	44.7487 KOps/s	44.3440 KOps/s	$\color{#35bf28}+0.91\%$
test_plain_set_stack_nested_inplace	55.0120μs	22.4121μs	44.6187 KOps/s	44.9539 KOps/s	$\color{#d91a1a}-0.75\%$
test_items	43.9320μs	2.9649μs	337.2795 KOps/s	370.4477 KOps/s	$\textbf{\color{#d91a1a}-8.95\%}$
test_items_nested	0.4909ms	0.3364ms	2.9729 KOps/s	2.8670 KOps/s	$\color{#35bf28}+3.69\%$
test_items_nested_locked	0.5118ms	0.3366ms	2.9713 KOps/s	2.9395 KOps/s	$\color{#35bf28}+1.08\%$
test_items_nested_leaf	0.1495ms	84.4073μs	11.8473 KOps/s	11.8653 KOps/s	$\color{#d91a1a}-0.15\%$
test_items_stack_nested	0.6530ms	0.3378ms	2.9604 KOps/s	2.9086 KOps/s	$\color{#35bf28}+1.78\%$
test_items_stack_nested_leaf	0.1488ms	86.3251μs	11.5841 KOps/s	11.7607 KOps/s	$\color{#d91a1a}-1.50\%$
test_items_stack_nested_locked	0.5331ms	0.3378ms	2.9599 KOps/s	2.9093 KOps/s	$\color{#35bf28}+1.74\%$
test_keys	54.5720μs	4.2693μs	234.2298 KOps/s	254.4222 KOps/s	$\textbf{\color{#d91a1a}-7.94\%}$
test_keys_nested	0.2819ms	0.1464ms	6.8302 KOps/s	7.0147 KOps/s	$\color{#d91a1a}-2.63\%$
test_keys_nested_locked	0.6778ms	0.1528ms	6.5427 KOps/s	6.7455 KOps/s	$\color{#d91a1a}-3.01\%$
test_keys_nested_leaf	0.2541ms	0.1257ms	7.9523 KOps/s	7.9503 KOps/s	$\color{#35bf28}+0.03\%$
test_keys_stack_nested	0.2470ms	0.1468ms	6.8104 KOps/s	6.8532 KOps/s	$\color{#d91a1a}-0.62\%$
test_keys_stack_nested_leaf	0.2123ms	0.1261ms	7.9319 KOps/s	8.1930 KOps/s	$\color{#d91a1a}-3.19\%$
test_keys_stack_nested_locked	0.2840ms	0.1534ms	6.5208 KOps/s	6.6386 KOps/s	$\color{#d91a1a}-1.77\%$
test_values	12.1978μs	1.2925μs	773.6938 KOps/s	875.2213 KOps/s	$\textbf{\color{#d91a1a}-11.60\%}$
test_values_nested	88.0340μs	50.3449μs	19.8630 KOps/s	19.7847 KOps/s	$\color{#35bf28}+0.40\%$
test_values_nested_locked	0.1002ms	50.5517μs	19.7817 KOps/s	19.8591 KOps/s	$\color{#d91a1a}-0.39\%$
test_values_nested_leaf	0.1032ms	45.0654μs	22.1900 KOps/s	22.1364 KOps/s	$\color{#35bf28}+0.24\%$
test_values_stack_nested	97.8220μs	50.8851μs	19.6521 KOps/s	19.5576 KOps/s	$\color{#35bf28}+0.48\%$
test_values_stack_nested_leaf	0.1120ms	45.0334μs	22.2058 KOps/s	22.0294 KOps/s	$\color{#35bf28}+0.80\%$
test_values_stack_nested_locked	0.1047ms	51.0679μs	19.5818 KOps/s	19.6779 KOps/s	$\color{#d91a1a}-0.49\%$
test_membership	25.7800μs	0.9128μs	1.0956 MOps/s	1.3687 MOps/s	$\textbf{\color{#d91a1a}-19.96\%}$
test_membership_nested	44.0990μs	2.6350μs	379.5133 KOps/s	391.2556 KOps/s	$\color{#d91a1a}-3.00\%$
test_membership_nested_leaf	31.7690μs	2.6008μs	384.4952 KOps/s	383.9548 KOps/s	$\color{#35bf28}+0.14\%$
test_membership_stacked_nested	21.2400μs	2.6140μs	382.5548 KOps/s	385.5644 KOps/s	$\color{#d91a1a}-0.78\%$
test_membership_stacked_nested_leaf	50.8050μs	2.6045μs	383.9441 KOps/s	391.2319 KOps/s	$\color{#d91a1a}-1.86\%$
test_membership_nested_last	24.9360μs	3.9123μs	255.6068 KOps/s	262.4656 KOps/s	$\color{#d91a1a}-2.61\%$
test_membership_nested_leaf_last	27.1800μs	3.9215μs	255.0070 KOps/s	261.4960 KOps/s	$\color{#d91a1a}-2.48\%$
test_membership_stacked_nested_last	20.9600μs	3.8695μs	258.4319 KOps/s	263.6804 KOps/s	$\color{#d91a1a}-1.99\%$
test_membership_stacked_nested_leaf_last	46.3160μs	3.8665μs	258.6336 KOps/s	260.6341 KOps/s	$\color{#d91a1a}-0.77\%$
test_nested_getleaf	59.9320μs	10.2648μs	97.4207 KOps/s	98.2941 KOps/s	$\color{#d91a1a}-0.89\%$
test_nested_get	42.2290μs	9.7183μs	102.8987 KOps/s	102.8651 KOps/s	$\color{#35bf28}+0.03\%$
test_stacked_getleaf	55.4230μs	10.2155μs	97.8909 KOps/s	99.1328 KOps/s	$\color{#d91a1a}-1.25\%$
test_stacked_get	33.2530μs	9.8384μs	101.6430 KOps/s	102.8607 KOps/s	$\color{#d91a1a}-1.18\%$
test_nested_getitemleaf	62.5870μs	10.8687μs	92.0075 KOps/s	91.1409 KOps/s	$\color{#35bf28}+0.95\%$
test_nested_getitem	29.4450μs	9.9924μs	100.0760 KOps/s	98.9474 KOps/s	$\color{#35bf28}+1.14\%$
test_stacked_getitemleaf	60.4830μs	10.6496μs	93.8998 KOps/s	91.5529 KOps/s	$\color{#35bf28}+2.56\%$
test_stacked_getitem	44.1220μs	9.9785μs	100.2151 KOps/s	99.3944 KOps/s	$\color{#35bf28}+0.83\%$
test_lock_nested	85.1870ms	0.5849ms	1.7098 KOps/s	2.0030 KOps/s	$\textbf{\color{#d91a1a}-14.63\%}$
test_lock_stack_nested	0.7034ms	0.4651ms	2.1500 KOps/s	2.1379 KOps/s	$\color{#35bf28}+0.57\%$
test_unlock_nested	89.7900ms	0.5024ms	1.9903 KOps/s	2.4169 KOps/s	$\textbf{\color{#d91a1a}-17.65\%}$
test_unlock_stack_nested	0.5729ms	0.3795ms	2.6348 KOps/s	2.5947 KOps/s	$\color{#35bf28}+1.54\%$
test_flatten_speed	0.2313ms	0.1042ms	9.5991 KOps/s	9.8888 KOps/s	$\color{#d91a1a}-2.93\%$
test_unflatten_speed	0.7855ms	0.4351ms	2.2981 KOps/s	2.3627 KOps/s	$\color{#d91a1a}-2.73\%$
test_common_ops	4.7474ms	1.0570ms	946.1015 Ops/s	961.3157 Ops/s	$\color{#d91a1a}-1.58\%$
test_creation	30.2160μs	2.0387μs	490.5173 KOps/s	501.9180 KOps/s	$\color{#d91a1a}-2.27\%$
test_creation_empty	61.0840μs	16.1281μs	62.0037 KOps/s	63.3343 KOps/s	$\color{#d91a1a}-2.10\%$
test_creation_nested_1	55.1020μs	18.9378μs	52.8044 KOps/s	52.6125 KOps/s	$\color{#35bf28}+0.36\%$
test_creation_nested_2	62.1160μs	23.6780μs	42.2333 KOps/s	42.7152 KOps/s	$\color{#d91a1a}-1.13\%$
test_clone	93.5950μs	15.8911μs	62.9284 KOps/s	61.2870 KOps/s	$\color{#35bf28}+2.68\%$
test_getitem[int]	1.2959ms	16.3149μs	61.2938 KOps/s	61.5155 KOps/s	$\color{#d91a1a}-0.36\%$
test_getitem[slice_int]	0.1245ms	29.9874μs	33.3473 KOps/s	32.9198 KOps/s	$\color{#35bf28}+1.30\%$
test_getitem[range]	0.1692ms	54.1800μs	18.4570 KOps/s	17.7558 KOps/s	$\color{#35bf28}+3.95\%$
test_getitem[tuple]	0.1168ms	24.8920μs	40.1735 KOps/s	40.3530 KOps/s	$\color{#d91a1a}-0.44\%$
test_getitem[list]	0.3444ms	49.4490μs	20.2229 KOps/s	19.5843 KOps/s	$\color{#35bf28}+3.26\%$
test_setitem_dim[int]	69.6190μs	35.3741μs	28.2693 KOps/s	26.1883 KOps/s	$\textbf{\color{#35bf28}+7.95\%}$
test_setitem_dim[slice_int]	0.1245ms	65.9108μs	15.1720 KOps/s	14.9043 KOps/s	$\color{#35bf28}+1.80\%$
test_setitem_dim[range]	0.1750ms	88.3362μs	11.3204 KOps/s	11.2212 KOps/s	$\color{#35bf28}+0.88\%$
test_setitem_dim[tuple]	0.1182ms	52.7512μs	18.9569 KOps/s	18.2411 KOps/s	$\color{#35bf28}+3.92\%$
test_setitem	0.1557ms	26.4914μs	37.7481 KOps/s	36.2280 KOps/s	$\color{#35bf28}+4.20\%$
test_set	0.1577ms	25.6898μs	38.9260 KOps/s	37.3559 KOps/s	$\color{#35bf28}+4.20\%$
test_set_shared	4.8629ms	0.2154ms	4.6428 KOps/s	4.6940 KOps/s	$\color{#d91a1a}-1.09\%$
test_update	0.1484ms	31.3183μs	31.9302 KOps/s	31.3193 KOps/s	$\color{#35bf28}+1.95\%$
test_update_nested	0.2195ms	41.0280μs	24.3736 KOps/s	23.9853 KOps/s	$\color{#35bf28}+1.62\%$
test_update__nested	0.1551ms	32.5362μs	30.7350 KOps/s	30.5230 KOps/s	$\color{#35bf28}+0.69\%$
test_set_nested	80.0090μs	27.5628μs	36.2807 KOps/s	34.3821 KOps/s	$\textbf{\color{#35bf28}+5.52\%}$
test_set_nested_new	0.1000ms	32.4651μs	30.8023 KOps/s	29.5348 KOps/s	$\color{#35bf28}+4.29\%$
test_select	0.2022ms	49.4304μs	20.2305 KOps/s	19.5792 KOps/s	$\color{#35bf28}+3.33\%$
test_select_nested	0.1061ms	59.3879μs	16.8384 KOps/s	16.9711 KOps/s	$\color{#d91a1a}-0.78\%$
test_exclude_nested	0.1444ms	77.7843μs	12.8561 KOps/s	12.8436 KOps/s	$\color{#35bf28}+0.10\%$
test_empty[True]	0.7238ms	0.3254ms	3.0731 KOps/s	3.1322 KOps/s	$\color{#d91a1a}-1.88\%$
test_empty[False]	9.3775μs	1.1668μs	857.0561 KOps/s	838.1850 KOps/s	$\color{#35bf28}+2.25\%$
test_unbind_speed	0.4643ms	0.3015ms	3.3168 KOps/s	3.2943 KOps/s	$\color{#35bf28}+0.68\%$
test_unbind_speed_stack0	0.7167ms	0.2993ms	3.3410 KOps/s	3.2951 KOps/s	$\color{#35bf28}+1.39\%$
test_unbind_speed_stack1	84.9692ms	0.7946ms	1.2586 KOps/s	1.3484 KOps/s	$\textbf{\color{#d91a1a}-6.66\%}$
test_split	95.4127ms	2.1184ms	472.0521 Ops/s	474.4698 Ops/s	$\color{#d91a1a}-0.51\%$
test_chunk	87.2601ms	2.0940ms	477.5621 Ops/s	474.8424 Ops/s	$\color{#35bf28}+0.57\%$
test_creation[device0]	0.2542ms	0.1186ms	8.4302 KOps/s	8.4733 KOps/s	$\color{#d91a1a}-0.51\%$
test_creation_from_tensor	4.1123ms	0.1204ms	8.3087 KOps/s	8.4315 KOps/s	$\color{#d91a1a}-1.46\%$
test_add_one[memmap_tensor0]	0.1300ms	7.3765μs	135.5657 KOps/s	136.6450 KOps/s	$\color{#d91a1a}-0.79\%$
test_contiguous[memmap_tensor0]	18.0940μs	2.0020μs	499.5005 KOps/s	509.7697 KOps/s	$\color{#d91a1a}-2.01\%$
test_stack[memmap_tensor0]	35.9170μs	5.6587μs	176.7181 KOps/s	184.1371 KOps/s	$\color{#d91a1a}-4.03\%$
test_memmaptd_index	0.6615ms	0.3947ms	2.5335 KOps/s	2.4729 KOps/s	$\color{#35bf28}+2.45\%$
test_memmaptd_index_astensor	0.7070ms	0.4713ms	2.1218 KOps/s	2.0657 KOps/s	$\color{#35bf28}+2.72\%$
test_memmaptd_index_op	1.6128ms	0.9579ms	1.0440 KOps/s	1.0146 KOps/s	$\color{#35bf28}+2.90\%$
test_serialize_model	0.1298s	0.1188s	8.4163 Ops/s	7.5868 Ops/s	$\textbf{\color{#35bf28}+10.93\%}$
test_serialize_model_pickle	0.5589s	0.4224s	2.3676 Ops/s	2.5053 Ops/s	$\textbf{\color{#d91a1a}-5.50\%}$
test_serialize_weights	0.1245s	0.1187s	8.4218 Ops/s	8.3990 Ops/s	$\color{#35bf28}+0.27\%$
test_serialize_weights_returnearly	0.1700s	0.1598s	6.2565 Ops/s	6.1040 Ops/s	$\color{#35bf28}+2.50\%$
test_serialize_weights_pickle	0.5189s	0.4389s	2.2786 Ops/s	2.3628 Ops/s	$\color{#d91a1a}-3.56\%$
test_serialize_weights_filesystem	0.2295s	0.1569s	6.3751 Ops/s	6.4617 Ops/s	$\color{#d91a1a}-1.34\%$
test_serialize_model_filesystem	0.1595s	0.1477s	6.7704 Ops/s	6.5605 Ops/s	$\color{#35bf28}+3.20\%$
test_reshape_pytree	0.1002ms	39.6785μs	25.2026 KOps/s	24.7379 KOps/s	$\color{#35bf28}+1.88\%$
test_reshape_td	0.1370ms	46.5735μs	21.4715 KOps/s	21.8865 KOps/s	$\color{#d91a1a}-1.90\%$
test_view_pytree	81.2310μs	39.7544μs	25.1545 KOps/s	25.6895 KOps/s	$\color{#d91a1a}-2.08\%$
test_view_td	0.1324ms	52.3624μs	19.0977 KOps/s	18.7733 KOps/s	$\color{#35bf28}+1.73\%$
test_unbind_pytree	77.7650μs	36.9989μs	27.0278 KOps/s	26.9774 KOps/s	$\color{#35bf28}+0.19\%$
test_unbind_td	0.3448ms	44.9870μs	22.2286 KOps/s	21.9136 KOps/s	$\color{#35bf28}+1.44\%$
test_split_pytree	84.3670μs	39.6584μs	25.2154 KOps/s	25.5100 KOps/s	$\color{#d91a1a}-1.16\%$
test_split_td	0.4982ms	57.2170μs	17.4773 KOps/s	17.5849 KOps/s	$\color{#d91a1a}-0.61\%$
test_add_pytree	0.1241ms	46.7864μs	21.3737 KOps/s	21.8294 KOps/s	$\color{#d91a1a}-2.09\%$
test_add_td	0.1551ms	76.3728μs	13.0937 KOps/s	12.5578 KOps/s	$\color{#35bf28}+4.27\%$
test_compile_add_one_nested[tensordict-compile]	0.1053ms	53.6663μs	18.6337 KOps/s	18.1515 KOps/s	$\color{#35bf28}+2.66\%$
test_compile_add_one_nested[tensordict-eager]	0.3239ms	0.1889ms	5.2946 KOps/s	5.1354 KOps/s	$\color{#35bf28}+3.10\%$
test_compile_add_one_nested[pytree-compile]	0.1267ms	53.3682μs	18.7377 KOps/s	17.5398 KOps/s	$\textbf{\color{#35bf28}+6.83\%}$
test_compile_add_one_nested[pytree-eager]	0.3374ms	0.1436ms	6.9645 KOps/s	6.9634 KOps/s	$\color{#35bf28}+0.02\%$
test_compile_copy_nested[tensordict-compile]	75.9120μs	19.9214μs	50.1973 KOps/s	48.5184 KOps/s	$\color{#35bf28}+3.46\%$
test_compile_copy_nested[tensordict-eager]	0.1278ms	64.7888μs	15.4348 KOps/s	15.4048 KOps/s	$\color{#35bf28}+0.19\%$
test_compile_copy_nested[pytree-compile]	0.1481ms	79.5647μs	12.5684 KOps/s	12.4862 KOps/s	$\color{#35bf28}+0.66\%$
test_compile_copy_nested[pytree-eager]	0.1436ms	72.4036μs	13.8115 KOps/s	13.9341 KOps/s	$\color{#d91a1a}-0.88\%$
test_compile_add_one_flat[tensordict-compile]	0.2873ms	0.1726ms	5.7930 KOps/s	5.7628 KOps/s	$\color{#35bf28}+0.52\%$
test_compile_add_one_flat[tensordict-eager]	0.2689ms	0.1913ms	5.2267 KOps/s	5.1646 KOps/s	$\color{#35bf28}+1.20\%$
test_compile_add_one_flat[tensorclass-compile]	82.7040μs	38.0488μs	26.2820 KOps/s	25.1323 KOps/s	$\color{#35bf28}+4.57\%$
test_compile_add_one_flat[tensorclass-eager]	0.4863ms	68.7232μs	14.5511 KOps/s	14.3538 KOps/s	$\color{#35bf28}+1.37\%$
test_compile_add_one_flat[pytree-compile]	0.2945ms	0.1708ms	5.8563 KOps/s	5.6921 KOps/s	$\color{#35bf28}+2.88\%$
test_compile_add_one_flat[pytree-eager]	0.7050ms	0.2880ms	3.4723 KOps/s	3.5234 KOps/s	$\color{#d91a1a}-1.45\%$
test_compile_add_self_flat[tensordict-eager]	0.3781ms	0.2051ms	4.8760 KOps/s	4.8618 KOps/s	$\color{#35bf28}+0.29\%$
test_compile_add_self_flat[tensordict-compile]	0.3430ms	0.1809ms	5.5285 KOps/s	5.7303 KOps/s	$\color{#d91a1a}-3.52\%$
test_compile_add_self_flat[tensorclass-eager]	0.1766ms	63.8145μs	15.6704 KOps/s	15.6202 KOps/s	$\color{#35bf28}+0.32\%$
test_compile_add_self_flat[tensorclass-compile]	82.5940μs	39.2257μs	25.4935 KOps/s	25.4057 KOps/s	$\color{#35bf28}+0.35\%$
test_compile_add_self_flat[pytree-eager]	0.4858ms	0.2338ms	4.2774 KOps/s	4.3283 KOps/s	$\color{#d91a1a}-1.18\%$
test_compile_add_self_flat[pytree-compile]	0.6456ms	0.1712ms	5.8396 KOps/s	5.7941 KOps/s	$\color{#35bf28}+0.79\%$
test_compile_copy_flat[tensordict-compile]	0.2611ms	0.1065ms	9.3872 KOps/s	9.3298 KOps/s	$\color{#35bf28}+0.61\%$
test_compile_copy_flat[tensordict-eager]	0.1084ms	56.0896μs	17.8286 KOps/s	17.7385 KOps/s	$\color{#35bf28}+0.51\%$
test_compile_copy_flat[pytree-compile]	0.2134ms	81.0689μs	12.3352 KOps/s	12.4048 KOps/s	$\color{#d91a1a}-0.56\%$
test_compile_copy_flat[pytree-eager]	0.1341ms	71.1278μs	14.0592 KOps/s	14.0990 KOps/s	$\color{#d91a1a}-0.28\%$
test_compile_assign_and_add[tensordict-compile]	0.2911ms	0.1885ms	5.3056 KOps/s	5.1195 KOps/s	$\color{#35bf28}+3.64\%$
test_compile_assign_and_add[tensordict-eager]	2.8156ms	1.5908ms	628.6104 Ops/s	606.6135 Ops/s	$\color{#35bf28}+3.63\%$
test_compile_assign_and_add[pytree-compile]	0.3074ms	0.1858ms	5.3809 KOps/s	5.2523 KOps/s	$\color{#35bf28}+2.45\%$
test_compile_assign_and_add[pytree-eager]	1.8206ms	1.0610ms	942.5509 Ops/s	943.2971 Ops/s	$\color{#d91a1a}-0.08\%$
test_compile_assign_and_add_stack[compile]	0.8235ms	0.4054ms	2.4670 KOps/s	2.4405 KOps/s	$\color{#35bf28}+1.08\%$
test_compile_assign_and_add_stack[eager]	5.6540ms	3.5840ms	279.0179 Ops/s	269.2973 Ops/s	$\color{#35bf28}+3.61\%$
test_compile_indexing[tensor-tensordict-compile]	0.1025ms	31.5829μs	31.6627 KOps/s	31.2448 KOps/s	$\color{#35bf28}+1.34\%$
test_compile_indexing[tensor-tensordict-eager]	1.0697ms	46.1978μs	21.6461 KOps/s	21.1559 KOps/s	$\color{#35bf28}+2.32\%$
test_compile_indexing[tensor-tensorclass-compile]	79.2780μs	28.0053μs	35.7075 KOps/s	35.3054 KOps/s	$\color{#35bf28}+1.14\%$
test_compile_indexing[tensor-tensorclass-eager]	70.7720μs	29.2997μs	34.1301 KOps/s	31.9118 KOps/s	$\textbf{\color{#35bf28}+6.95\%}$
test_compile_indexing[tensor-pytree-compile]	85.9800μs	27.9326μs	35.8005 KOps/s	35.9567 KOps/s	$\color{#d91a1a}-0.43\%$
test_compile_indexing[tensor-pytree-eager]	96.6100μs	29.4415μs	33.9657 KOps/s	31.8350 KOps/s	$\textbf{\color{#35bf28}+6.69\%}$
test_compile_indexing[slice-tensordict-compile]	0.1643ms	72.0758μs	13.8743 KOps/s	14.0669 KOps/s	$\color{#d91a1a}-1.37\%$
test_compile_indexing[slice-tensordict-eager]	0.3588ms	27.5008μs	36.3625 KOps/s	35.8326 KOps/s	$\color{#35bf28}+1.48\%$
test_compile_indexing[slice-tensorclass-compile]	0.1598ms	67.4974μs	14.8154 KOps/s	15.0552 KOps/s	$\color{#d91a1a}-1.59\%$
test_compile_indexing[slice-tensorclass-eager]	73.0770μs	24.3928μs	40.9958 KOps/s	40.4910 KOps/s	$\color{#35bf28}+1.25\%$
test_compile_indexing[slice-pytree-compile]	0.1382ms	67.1749μs	14.8865 KOps/s	14.9744 KOps/s	$\color{#d91a1a}-0.59\%$
test_compile_indexing[slice-pytree-eager]	67.2550μs	24.5427μs	40.7454 KOps/s	40.8412 KOps/s	$\color{#d91a1a}-0.23\%$
test_compile_indexing[int-tensordict-compile]	0.1374ms	71.5900μs	13.9684 KOps/s	13.9827 KOps/s	$\color{#d91a1a}-0.10\%$
test_compile_indexing[int-tensordict-eager]	0.9445ms	27.0818μs	36.9252 KOps/s	34.4940 KOps/s	$\textbf{\color{#35bf28}+7.05\%}$
test_compile_indexing[int-tensorclass-compile]	0.1394ms	66.6936μs	14.9940 KOps/s	14.9957 KOps/s	$\color{#d91a1a}-0.01\%$
test_compile_indexing[int-tensorclass-eager]	2.9919ms	25.1573μs	39.7499 KOps/s	41.6735 KOps/s	$\color{#d91a1a}-4.62\%$
test_compile_indexing[int-pytree-compile]	0.1410ms	65.9901μs	15.1538 KOps/s	15.1659 KOps/s	$\color{#d91a1a}-0.08\%$
test_compile_indexing[int-pytree-eager]	95.0570μs	24.1666μs	41.3793 KOps/s	40.9209 KOps/s	$\color{#35bf28}+1.12\%$
test_mod_add[eager]	93.3270μs	22.1940μs	45.0571 KOps/s	44.7855 KOps/s	$\color{#35bf28}+0.61\%$
test_mod_add[compile]	0.1016ms	36.0547μs	27.7356 KOps/s	27.9542 KOps/s	$\color{#d91a1a}-0.78\%$
test_mod_add[compile-overhead]	0.1052ms	36.1173μs	27.6875 KOps/s	27.6901 KOps/s	$-0.01\%$
test_mod_wrap[eager]	0.3406ms	0.2043ms	4.8954 KOps/s	4.7826 KOps/s	$\color{#35bf28}+2.36\%$
test_mod_wrap[compile]	1.5576ms	0.2263ms	4.4187 KOps/s	4.2319 KOps/s	$\color{#35bf28}+4.41\%$
test_mod_wrap[compile-overhead]	0.3736ms	0.2193ms	4.5597 KOps/s	4.4055 KOps/s	$\color{#35bf28}+3.50\%$
test_mod_wrap_and_backward[eager]	17.6436ms	11.5686ms	86.4411 Ops/s	90.3190 Ops/s	$\color{#d91a1a}-4.29\%$
test_mod_wrap_and_backward[compile]	13.5782ms	11.3652ms	87.9876 Ops/s	89.7289 Ops/s	$\color{#d91a1a}-1.94\%$
test_mod_wrap_and_backward[compile-overhead]	18.8008ms	12.0625ms	82.9015 Ops/s	83.6189 Ops/s	$\color{#d91a1a}-0.86\%$
test_seq_add[eager]	0.2238ms	82.0512μs	12.1875 KOps/s	12.3255 KOps/s	$\color{#d91a1a}-1.12\%$
test_seq_add[compile]	0.2858ms	62.1578μs	16.0881 KOps/s	16.0158 KOps/s	$\color{#35bf28}+0.45\%$
test_seq_add[compile-overhead]	0.1493ms	59.9015μs	16.6941 KOps/s	16.6445 KOps/s	$\color{#35bf28}+0.30\%$
test_seq_wrap[eager]	0.6324ms	0.3636ms	2.7500 KOps/s	2.7196 KOps/s	$\color{#35bf28}+1.12\%$
test_seq_wrap[compile]	0.4862ms	0.2609ms	3.8334 KOps/s	3.8044 KOps/s	$\color{#35bf28}+0.76\%$
test_seq_wrap[compile-overhead]	0.4406ms	0.2588ms	3.8641 KOps/s	3.7821 KOps/s	$\color{#35bf28}+2.17\%$
test_func_call_runtime[False-eager]	0.9005ms	0.5215ms	1.9174 KOps/s	1.8864 KOps/s	$\color{#35bf28}+1.64\%$
test_func_call_runtime[False-compile]	0.9101ms	0.4895ms	2.0427 KOps/s	2.0384 KOps/s	$\color{#35bf28}+0.21\%$
test_func_call_runtime[False-compile-overhead]	0.9060ms	0.4864ms	2.0561 KOps/s	2.0208 KOps/s	$\color{#35bf28}+1.75\%$
test_func_call_runtime[True-eager]	1.0715ms	0.7402ms	1.3511 KOps/s	1.3152 KOps/s	$\color{#35bf28}+2.73\%$
test_func_call_runtime[True-compile]	0.6930ms	0.5048ms	1.9810 KOps/s	1.9639 KOps/s	$\color{#35bf28}+0.87\%$
test_func_call_runtime[True-compile-overhead]	0.7120ms	0.5100ms	1.9609 KOps/s	1.9498 KOps/s	$\color{#35bf28}+0.57\%$
test_func_call_cm_runtime[False-eager]	0.9821ms	0.5161ms	1.9377 KOps/s	1.8939 KOps/s	$\color{#35bf28}+2.32\%$
test_func_call_cm_runtime[False-compile]	0.6734ms	0.4927ms	2.0295 KOps/s	2.0253 KOps/s	$\color{#35bf28}+0.21\%$
test_func_call_cm_runtime[False-compile-overhead]	0.6089ms	0.4899ms	2.0411 KOps/s	2.0229 KOps/s	$\color{#35bf28}+0.90\%$
test_func_call_cm_runtime[True-eager]	1.7525ms	0.8840ms	1.1312 KOps/s	1.1148 KOps/s	$\color{#35bf28}+1.47\%$
test_func_call_cm_runtime[True-compile]	1.5781ms	0.8269ms	1.2093 KOps/s	1.1828 KOps/s	$\color{#35bf28}+2.24\%$
test_func_call_cm_runtime[True-compile-overhead]	1.2813ms	0.8280ms	1.2078 KOps/s	1.1600 KOps/s	$\color{#35bf28}+4.11\%$
test_distributed	0.2795ms	0.1329ms	7.5225 KOps/s	7.5958 KOps/s	$\color{#d91a1a}-0.96\%$
test_tdmodule	30.3260μs	15.8608μs	63.0487 KOps/s	65.9188 KOps/s	$\color{#d91a1a}-4.35\%$
test_tdmodule_dispatch	79.8680μs	33.4179μs	29.9241 KOps/s	31.3401 KOps/s	$\color{#d91a1a}-4.52\%$
test_tdseq	32.2600μs	17.6130μs	56.7762 KOps/s	59.4179 KOps/s	$\color{#d91a1a}-4.45\%$
test_tdseq_dispatch	54.6520μs	37.2290μs	26.8608 KOps/s	27.8567 KOps/s	$\color{#d91a1a}-3.58\%$
test_instantiation_functorch	2.6534ms	1.6676ms	599.6665 Ops/s	599.2067 Ops/s	$\color{#35bf28}+0.08\%$
test_instantiation_td	2.0227ms	1.1752ms	850.8904 Ops/s	840.2876 Ops/s	$\color{#35bf28}+1.26\%$
test_exec_functorch	0.4354ms	0.1796ms	5.5674 KOps/s	5.6411 KOps/s	$\color{#d91a1a}-1.31\%$
test_exec_functional_call	0.3702ms	0.1709ms	5.8529 KOps/s	5.8040 KOps/s	$\color{#35bf28}+0.84\%$
test_exec_td	0.4236ms	0.1744ms	5.7340 KOps/s	5.8414 KOps/s	$\color{#d91a1a}-1.84\%$
test_exec_td_decorator	1.2249ms	0.2237ms	4.4711 KOps/s	4.4567 KOps/s	$\color{#35bf28}+0.32\%$
test_vmap_mlp_speed[True-True]	0.9721ms	0.5745ms	1.7407 KOps/s	1.7625 KOps/s	$\color{#d91a1a}-1.24\%$
test_vmap_mlp_speed[True-False]	0.8540ms	0.5680ms	1.7606 KOps/s	1.7656 KOps/s	$\color{#d91a1a}-0.29\%$
test_vmap_mlp_speed[False-True]	0.7496ms	0.4707ms	2.1245 KOps/s	2.1115 KOps/s	$\color{#35bf28}+0.61\%$
test_vmap_mlp_speed[False-False]	0.8212ms	0.4722ms	2.1178 KOps/s	2.1146 KOps/s	$\color{#35bf28}+0.15\%$
test_vmap_mlp_speed_decorator[True-True]	1.4985ms	0.6256ms	1.5985 KOps/s	1.5970 KOps/s	$\color{#35bf28}+0.10\%$
test_vmap_mlp_speed_decorator[True-False]	0.8814ms	0.6221ms	1.6074 KOps/s	1.6077 KOps/s	$\color{#d91a1a}-0.02\%$
test_vmap_mlp_speed_decorator[False-True]	0.9003ms	0.5205ms	1.9212 KOps/s	1.9064 KOps/s	$\color{#35bf28}+0.78\%$
test_vmap_mlp_speed_decorator[False-False]	0.7039ms	0.5204ms	1.9217 KOps/s	1.9193 KOps/s	$\color{#35bf28}+0.13\%$
test_to_module_speed[True]	2.3217ms	1.3382ms	747.2560 Ops/s	741.4742 Ops/s	$\color{#35bf28}+0.78\%$
test_to_module_speed[False]	1.4722ms	1.3015ms	768.3226 Ops/s	765.5986 Ops/s	$\color{#35bf28}+0.36\%$
test_tc_init	6.3512ms	43.9898μs	22.7326 KOps/s	23.1587 KOps/s	$\color{#d91a1a}-1.84\%$
test_tc_init_nested	0.1311ms	87.0000μs	11.4943 KOps/s	11.3443 KOps/s	$\color{#35bf28}+1.32\%$
test_tc_first_layer_tensor	39.9540μs	1.4320μs	698.3279 KOps/s	709.0306 KOps/s	$\color{#d91a1a}-1.51\%$
test_tc_first_layer_nontensor	39.9750μs	4.3433μs	230.2380 KOps/s	235.2203 KOps/s	$\color{#d91a1a}-2.12\%$
test_tc_second_layer_tensor	45.5350μs	2.6822μs	372.8334 KOps/s	374.9819 KOps/s	$\color{#d91a1a}-0.57\%$
test_tc_second_layer_nontensor	23.7450μs	5.6454μs	177.1360 KOps/s	180.5786 KOps/s	$\color{#d91a1a}-1.91\%$
test_unbind	0.4539s	13.8468ms	72.2190 Ops/s	69.5376 Ops/s	$\color{#35bf28}+3.86\%$
test_full_like	8.8195ms	7.3635ms	135.8049 Ops/s	132.2765 Ops/s	$\color{#35bf28}+2.67\%$
test_zeros_like	14.8709ms	6.8285ms	146.4444 Ops/s	138.7346 Ops/s	$\textbf{\color{#35bf28}+5.56\%}$
test_ones_like	13.7970ms	7.7401ms	129.1979 Ops/s	140.7211 Ops/s	$\textbf{\color{#d91a1a}-8.19\%}$
test_clone	14.0695ms	9.2582ms	108.0118 Ops/s	112.8123 Ops/s	$\color{#d91a1a}-4.26\%$
test_squeeze	66.6050μs	12.8961μs	77.5429 KOps/s	77.7478 KOps/s	$\color{#d91a1a}-0.26\%$
test_unsqueeze	0.1641ms	94.4860μs	10.5836 KOps/s	10.6945 KOps/s	$\color{#d91a1a}-1.04\%$
test_split	0.5146ms	0.1988ms	5.0314 KOps/s	5.0865 KOps/s	$\color{#d91a1a}-1.08\%$
test_permute	0.3368ms	0.2211ms	4.5224 KOps/s	4.5675 KOps/s	$\color{#d91a1a}-0.99\%$
test_stack	32.5247ms	25.2042ms	39.6759 Ops/s	39.3830 Ops/s	$\color{#35bf28}+0.74\%$
test_cat	28.1175ms	24.9623ms	40.0604 Ops/s	39.6844 Ops/s	$\color{#35bf28}+0.95\%$

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of GPU Benchmark Tests

Total Benchmarks: 225. Improved: $\large\color{#35bf28}9$. Worsened: $\large\color{#d91a1a}51$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_plain_set_nested	0.1349ms	17.9728μs	55.6397 KOps/s	62.1117 KOps/s	$\textbf{\color{#d91a1a}-10.42\%}$
test_plain_set_stack_nested	37.8110μs	18.0466μs	55.4120 KOps/s	61.6739 KOps/s	$\textbf{\color{#d91a1a}-10.15\%}$
test_plain_set_nested_inplace	45.0210μs	19.0425μs	52.5142 KOps/s	57.9400 KOps/s	$\textbf{\color{#d91a1a}-9.36\%}$
test_plain_set_stack_nested_inplace	46.0510μs	19.0278μs	52.5548 KOps/s	58.3104 KOps/s	$\textbf{\color{#d91a1a}-9.87\%}$
test_items	20.8800μs	4.7397μs	210.9845 KOps/s	211.4814 KOps/s	$\color{#d91a1a}-0.23\%$
test_items_nested	0.4438ms	0.3656ms	2.7353 KOps/s	2.6788 KOps/s	$\color{#35bf28}+2.11\%$
test_items_nested_locked	0.4419ms	0.3712ms	2.6937 KOps/s	2.6963 KOps/s	$\color{#d91a1a}-0.09\%$
test_items_nested_leaf	0.2446ms	84.3376μs	11.8571 KOps/s	11.8405 KOps/s	$\color{#35bf28}+0.14\%$
test_items_stack_nested	0.5330ms	0.3731ms	2.6800 KOps/s	2.7378 KOps/s	$\color{#d91a1a}-2.11\%$
test_items_stack_nested_leaf	0.2608ms	84.7863μs	11.7944 KOps/s	11.6418 KOps/s	$\color{#35bf28}+1.31\%$
test_items_stack_nested_locked	0.5583ms	0.3744ms	2.6707 KOps/s	2.7179 KOps/s	$\color{#d91a1a}-1.74\%$
test_keys	0.1906ms	4.4014μs	227.1997 KOps/s	228.5044 KOps/s	$\color{#d91a1a}-0.57\%$
test_keys_nested	90.7620μs	67.1894μs	14.8833 KOps/s	14.7875 KOps/s	$\color{#35bf28}+0.65\%$
test_keys_nested_locked	2.1918ms	73.5712μs	13.5923 KOps/s	13.4720 KOps/s	$\color{#35bf28}+0.89\%$
test_keys_nested_leaf	88.7820μs	57.9264μs	17.2633 KOps/s	17.4104 KOps/s	$\color{#d91a1a}-0.84\%$
test_keys_stack_nested	87.0920μs	67.5366μs	14.8068 KOps/s	14.5594 KOps/s	$\color{#35bf28}+1.70\%$
test_keys_stack_nested_leaf	77.6710μs	58.5029μs	17.0932 KOps/s	17.1052 KOps/s	$\color{#d91a1a}-0.07\%$
test_keys_stack_nested_locked	98.3420μs	72.9032μs	13.7168 KOps/s	13.4449 KOps/s	$\color{#35bf28}+2.02\%$
test_values	14.2237μs	1.7527μs	570.5592 KOps/s	561.7030 KOps/s	$\color{#35bf28}+1.58\%$
test_values_nested	50.2410μs	33.7399μs	29.6385 KOps/s	29.3637 KOps/s	$\color{#35bf28}+0.94\%$
test_values_nested_locked	52.3410μs	35.6807μs	28.0264 KOps/s	27.7440 KOps/s	$\color{#35bf28}+1.02\%$
test_values_nested_leaf	52.1910μs	30.1196μs	33.2009 KOps/s	32.9823 KOps/s	$\color{#35bf28}+0.66\%$
test_values_stack_nested	50.1610μs	34.0533μs	29.3657 KOps/s	29.0262 KOps/s	$\color{#35bf28}+1.17\%$
test_values_stack_nested_leaf	45.4000μs	30.3315μs	32.9691 KOps/s	32.4977 KOps/s	$\color{#35bf28}+1.45\%$
test_values_stack_nested_locked	49.7210μs	35.7999μs	27.9330 KOps/s	27.5182 KOps/s	$\color{#35bf28}+1.51\%$
test_membership	10.0096μs	0.5512μs	1.8142 MOps/s	1.8229 MOps/s	$\color{#d91a1a}-0.47\%$
test_membership_nested	13.4205μs	1.9820μs	504.5283 KOps/s	500.3759 KOps/s	$\color{#35bf28}+0.83\%$
test_membership_nested_leaf	99.6815μs	1.9631μs	509.3979 KOps/s	500.5176 KOps/s	$\color{#35bf28}+1.77\%$
test_membership_stacked_nested	27.5100μs	2.0089μs	497.7763 KOps/s	497.0299 KOps/s	$\color{#35bf28}+0.15\%$
test_membership_stacked_nested_leaf	19.8200μs	2.0175μs	495.6568 KOps/s	500.0191 KOps/s	$\color{#d91a1a}-0.87\%$
test_membership_nested_last	50.1210μs	2.9720μs	336.4737 KOps/s	338.6322 KOps/s	$\color{#d91a1a}-0.64\%$
test_membership_nested_leaf_last	24.3500μs	2.9577μs	338.1020 KOps/s	339.4823 KOps/s	$\color{#d91a1a}-0.41\%$
test_membership_stacked_nested_last	20.5200μs	2.9363μs	340.5609 KOps/s	295.3008 KOps/s	$\textbf{\color{#35bf28}+15.33\%}$
test_membership_stacked_nested_leaf_last	19.1500μs	2.9516μs	338.7968 KOps/s	293.2457 KOps/s	$\textbf{\color{#35bf28}+15.53\%}$
test_nested_getleaf	27.5800μs	7.9984μs	125.0256 KOps/s	124.9297 KOps/s	$\color{#35bf28}+0.08\%$
test_nested_get	22.3500μs	7.4931μs	133.4559 KOps/s	132.9807 KOps/s	$\color{#35bf28}+0.36\%$
test_stacked_getleaf	27.9000μs	7.9958μs	125.0651 KOps/s	125.6545 KOps/s	$\color{#d91a1a}-0.47\%$
test_stacked_get	23.1700μs	7.5458μs	132.5235 KOps/s	133.4441 KOps/s	$\color{#d91a1a}-0.69\%$
test_nested_getitemleaf	22.8900μs	8.1320μs	122.9706 KOps/s	122.7107 KOps/s	$\color{#35bf28}+0.21\%$
test_nested_getitem	24.3500μs	7.6771μs	130.2573 KOps/s	129.9726 KOps/s	$\color{#35bf28}+0.22\%$
test_stacked_getitemleaf	25.9200μs	8.1901μs	122.0993 KOps/s	122.3983 KOps/s	$\color{#d91a1a}-0.24\%$
test_stacked_getitem	29.0910μs	7.6738μs	130.3128 KOps/s	130.5444 KOps/s	$\color{#d91a1a}-0.18\%$
test_lock_nested	7.3245ms	0.4891ms	2.0445 KOps/s	2.0898 KOps/s	$\color{#d91a1a}-2.17\%$
test_lock_stack_nested	0.5057ms	0.4440ms	2.2524 KOps/s	2.2717 KOps/s	$\color{#d91a1a}-0.85\%$
test_unlock_nested	0.8764ms	0.4003ms	2.4984 KOps/s	2.5208 KOps/s	$\color{#d91a1a}-0.89\%$
test_unlock_stack_nested	0.4743ms	0.3621ms	2.7618 KOps/s	2.8021 KOps/s	$\color{#d91a1a}-1.44\%$
test_flatten_speed	0.4563ms	0.1063ms	9.4074 KOps/s	9.4448 KOps/s	$\color{#d91a1a}-0.40\%$
test_unflatten_speed	0.3750ms	0.2896ms	3.4532 KOps/s	3.4941 KOps/s	$\color{#d91a1a}-1.17\%$
test_common_ops	1.6588ms	1.4185ms	704.9905 Ops/s	753.8136 Ops/s	$\textbf{\color{#d91a1a}-6.48\%}$
test_creation	0.1709ms	1.6773μs	596.1925 KOps/s	609.4741 KOps/s	$\color{#d91a1a}-2.18\%$
test_creation_empty	0.2124ms	19.2685μs	51.8982 KOps/s	64.6734 KOps/s	$\textbf{\color{#d91a1a}-19.75\%}$
test_creation_nested_1	0.2059ms	21.4810μs	46.5527 KOps/s	56.8852 KOps/s	$\textbf{\color{#d91a1a}-18.16\%}$
test_creation_nested_2	0.1919ms	24.2421μs	41.2505 KOps/s	48.7979 KOps/s	$\textbf{\color{#d91a1a}-15.47\%}$
test_clone	0.1764ms	32.8016μs	30.4863 KOps/s	31.9298 KOps/s	$\color{#d91a1a}-4.52\%$
test_getitem[int]	1.2871ms	18.7452μs	53.3470 KOps/s	56.5311 KOps/s	$\textbf{\color{#d91a1a}-5.63\%}$
test_getitem[slice_int]	0.1471ms	31.3029μs	31.9459 KOps/s	33.5332 KOps/s	$\color{#d91a1a}-4.73\%$
test_getitem[range]	0.2941ms	0.1187ms	8.4242 KOps/s	8.6050 KOps/s	$\color{#d91a1a}-2.10\%$
test_getitem[tuple]	0.2315ms	27.1811μs	36.7903 KOps/s	37.8812 KOps/s	$\color{#d91a1a}-2.88\%$
test_getitem[list]	0.3378ms	0.1086ms	9.2075 KOps/s	9.3942 KOps/s	$\color{#d91a1a}-1.99\%$
test_setitem_dim[int]	75.6310μs	56.7218μs	17.6299 KOps/s	19.3657 KOps/s	$\textbf{\color{#d91a1a}-8.96\%}$
test_setitem_dim[slice_int]	0.2101ms	83.1856μs	12.0213 KOps/s	13.0743 KOps/s	$\textbf{\color{#d91a1a}-8.05\%}$
test_setitem_dim[range]	0.2981ms	0.1477ms	6.7720 KOps/s	7.1098 KOps/s	$\color{#d91a1a}-4.75\%$
test_setitem_dim[tuple]	0.2213ms	75.1317μs	13.3100 KOps/s	14.2973 KOps/s	$\textbf{\color{#d91a1a}-6.91\%}$
test_setitem	0.1940ms	47.1655μs	21.2019 KOps/s	22.8496 KOps/s	$\textbf{\color{#d91a1a}-7.21\%}$
test_set	0.1996ms	46.4503μs	21.5284 KOps/s	23.1211 KOps/s	$\textbf{\color{#d91a1a}-6.89\%}$
test_set_shared	90.7067ms	65.4889μs	15.2698 KOps/s	18.0793 KOps/s	$\textbf{\color{#d91a1a}-15.54\%}$
test_update	0.2097ms	56.3505μs	17.7461 KOps/s	19.4033 KOps/s	$\textbf{\color{#d91a1a}-8.54\%}$
test_update_nested	0.2195ms	65.0148μs	15.3811 KOps/s	16.6133 KOps/s	$\textbf{\color{#d91a1a}-7.42\%}$
test_update__nested	0.4208ms	67.1257μs	14.8974 KOps/s	15.6870 KOps/s	$\textbf{\color{#d91a1a}-5.03\%}$
test_set_nested	0.2110ms	49.0322μs	20.3948 KOps/s	22.1272 KOps/s	$\textbf{\color{#d91a1a}-7.83\%}$
test_set_nested_new	0.2048ms	53.2997μs	18.7618 KOps/s	20.1130 KOps/s	$\textbf{\color{#d91a1a}-6.72\%}$
test_select	0.2216ms	68.2754μs	14.6466 KOps/s	15.2899 KOps/s	$\color{#d91a1a}-4.21\%$
test_select_nested	0.2222ms	51.1858μs	19.5367 KOps/s	19.2245 KOps/s	$\color{#35bf28}+1.62\%$
test_exclude_nested	92.4430μs	69.5722μs	14.3736 KOps/s	14.4528 KOps/s	$\color{#d91a1a}-0.55\%$
test_empty[True]	0.3076ms	0.2863ms	3.4927 KOps/s	3.4370 KOps/s	$\color{#35bf28}+1.62\%$
test_empty[False]	3.0120μs	0.8582μs	1.1652 MOps/s	1.1499 MOps/s	$\color{#35bf28}+1.33\%$
test_to	53.5210μs	28.4530μs	35.1456 KOps/s	36.1245 KOps/s	$\color{#d91a1a}-2.71\%$
test_to_nonblocking	0.1989ms	26.3230μs	37.9896 KOps/s	37.6799 KOps/s	$\color{#35bf28}+0.82\%$
test_unbind_speed	0.9784ms	0.3057ms	3.2707 KOps/s	3.2721 KOps/s	$\color{#d91a1a}-0.04\%$
test_unbind_speed_stack0	0.5099ms	0.3087ms	3.2396 KOps/s	3.2759 KOps/s	$\color{#d91a1a}-1.11\%$
test_unbind_speed_stack1	89.2882ms	0.7864ms	1.2716 KOps/s	1.2849 KOps/s	$\color{#d91a1a}-1.04\%$
test_split	91.0181ms	2.5074ms	398.8144 Ops/s	409.7062 Ops/s	$\color{#d91a1a}-2.66\%$
test_chunk	2.4318ms	2.2910ms	436.4863 Ops/s	408.6281 Ops/s	$\textbf{\color{#35bf28}+6.82\%}$
test_creation[device0]	0.2538ms	0.1076ms	9.2965 KOps/s	9.4840 KOps/s	$\color{#d91a1a}-1.98\%$
test_creation_from_tensor	0.2518ms	0.1038ms	9.6367 KOps/s	9.6778 KOps/s	$\color{#d91a1a}-0.42\%$
test_add_one[memmap_tensor0]	0.1310ms	9.5310μs	104.9208 KOps/s	111.6543 KOps/s	$\textbf{\color{#d91a1a}-6.03\%}$
test_contiguous[memmap_tensor0]	24.8600μs	2.2398μs	446.4742 KOps/s	446.6406 KOps/s	$\color{#d91a1a}-0.04\%$
test_stack[memmap_tensor0]	31.9600μs	7.2266μs	138.3784 KOps/s	146.0967 KOps/s	$\textbf{\color{#d91a1a}-5.28\%}$
test_memmaptd_index	1.1978ms	0.4630ms	2.1596 KOps/s	2.2834 KOps/s	$\textbf{\color{#d91a1a}-5.42\%}$
test_memmaptd_index_astensor	0.8754ms	0.5244ms	1.9070 KOps/s	1.9796 KOps/s	$\color{#d91a1a}-3.67\%$
test_memmaptd_index_op	1.5805ms	1.1340ms	881.8032 Ops/s	957.4363 Ops/s	$\textbf{\color{#d91a1a}-7.90\%}$
test_serialize_model	93.1065ms	91.1243ms	10.9740 Ops/s	10.8028 Ops/s	$\color{#35bf28}+1.59\%$
test_serialize_model_pickle	1.3506s	1.2358s	0.8092 Ops/s	0.8086 Ops/s	$\color{#35bf28}+0.07\%$
test_serialize_weights	92.2945ms	86.9268ms	11.5039 Ops/s	10.9055 Ops/s	$\textbf{\color{#35bf28}+5.49\%}$
test_serialize_weights_returnearly	0.2188s	65.3916ms	15.2925 Ops/s	14.7814 Ops/s	$\color{#35bf28}+3.46\%$
test_serialize_weights_pickle	1.4074s	1.2439s	0.8039 Ops/s	0.8079 Ops/s	$\color{#d91a1a}-0.50\%$
test_reshape_pytree	0.1748ms	39.7379μs	25.1649 KOps/s	25.5350 KOps/s	$\color{#d91a1a}-1.45\%$
test_reshape_td	0.1565ms	44.7309μs	22.3559 KOps/s	21.3619 KOps/s	$\color{#35bf28}+4.65\%$
test_view_pytree	0.1803ms	39.1580μs	25.5376 KOps/s	26.3475 KOps/s	$\color{#d91a1a}-3.07\%$
test_view_td	0.1572ms	50.2081μs	19.9171 KOps/s	19.5308 KOps/s	$\color{#35bf28}+1.98\%$
test_unbind_pytree	0.1184ms	37.5655μs	26.6202 KOps/s	27.1318 KOps/s	$\color{#d91a1a}-1.89\%$
test_unbind_td	0.4062ms	46.4753μs	21.5168 KOps/s	21.5863 KOps/s	$\color{#d91a1a}-0.32\%$
test_split_pytree	0.1717ms	52.0797μs	19.2013 KOps/s	18.8819 KOps/s	$\color{#35bf28}+1.69\%$
test_split_td	90.1572ms	74.7601μs	13.3761 KOps/s	15.8608 KOps/s	$\textbf{\color{#d91a1a}-15.67\%}$
test_add_pytree	0.2142ms	64.1198μs	15.5958 KOps/s	16.6249 KOps/s	$\textbf{\color{#d91a1a}-6.19\%}$
test_add_td	0.2875ms	0.1048ms	9.5436 KOps/s	10.8317 KOps/s	$\textbf{\color{#d91a1a}-11.89\%}$
test_compile_add_one_nested[tensordict-compile]	0.4208ms	0.2123ms	4.7100 KOps/s	4.5486 KOps/s	$\color{#35bf28}+3.55\%$
test_compile_add_one_nested[tensordict-eager]	0.3265ms	0.1779ms	5.6222 KOps/s	5.6519 KOps/s	$\color{#d91a1a}-0.52\%$
test_compile_add_one_nested[pytree-compile]	0.3401ms	0.1585ms	6.3104 KOps/s	6.5819 KOps/s	$\color{#d91a1a}-4.13\%$
test_compile_add_one_nested[pytree-eager]	0.3839ms	0.2117ms	4.7234 KOps/s	4.9894 KOps/s	$\textbf{\color{#d91a1a}-5.33\%}$
test_compile_copy_nested[tensordict-compile]	0.1611ms	23.1815μs	43.1379 KOps/s	43.3830 KOps/s	$\color{#d91a1a}-0.56\%$
test_compile_copy_nested[tensordict-eager]	0.1760ms	48.2165μs	20.7398 KOps/s	20.7067 KOps/s	$\color{#35bf28}+0.16\%$
test_compile_copy_nested[pytree-compile]	0.2159ms	73.5021μs	13.6051 KOps/s	13.7348 KOps/s	$\color{#d91a1a}-0.94\%$
test_compile_copy_nested[pytree-eager]	0.1026ms	59.3185μs	16.8582 KOps/s	16.8810 KOps/s	$\color{#d91a1a}-0.14\%$
test_compile_add_one_flat[tensordict-compile]	0.4892ms	0.3460ms	2.8902 KOps/s	2.9296 KOps/s	$\color{#d91a1a}-1.35\%$
test_compile_add_one_flat[tensordict-eager]	0.3704ms	0.2224ms	4.4973 KOps/s	4.4486 KOps/s	$\color{#35bf28}+1.09\%$
test_compile_add_one_flat[tensorclass-compile]	0.3042ms	0.1394ms	7.1736 KOps/s	7.3363 KOps/s	$\color{#d91a1a}-2.22\%$
test_compile_add_one_flat[tensorclass-eager]	0.2737ms	68.1633μs	14.6706 KOps/s	15.7496 KOps/s	$\textbf{\color{#d91a1a}-6.85\%}$
test_compile_add_one_flat[pytree-compile]	0.5423ms	0.3405ms	2.9367 KOps/s	2.9500 KOps/s	$\color{#d91a1a}-0.45\%$
test_compile_add_one_flat[pytree-eager]	0.8942ms	0.7006ms	1.4274 KOps/s	1.5082 KOps/s	$\textbf{\color{#d91a1a}-5.36\%}$
test_compile_add_self_flat[tensordict-eager]	0.4710ms	0.2714ms	3.6840 KOps/s	3.6551 KOps/s	$\color{#35bf28}+0.79\%$
test_compile_add_self_flat[tensordict-compile]	0.4816ms	0.3457ms	2.8926 KOps/s	2.9104 KOps/s	$\color{#d91a1a}-0.61\%$
test_compile_add_self_flat[tensorclass-eager]	0.2645ms	78.3233μs	12.7676 KOps/s	13.2154 KOps/s	$\color{#d91a1a}-3.39\%$
test_compile_add_self_flat[tensorclass-compile]	0.2895ms	0.1367ms	7.3131 KOps/s	7.2681 KOps/s	$\color{#35bf28}+0.62\%$
test_compile_add_self_flat[pytree-eager]	0.7625ms	0.6031ms	1.6582 KOps/s	1.7985 KOps/s	$\textbf{\color{#d91a1a}-7.80\%}$
test_compile_add_self_flat[pytree-compile]	0.4823ms	0.3406ms	2.9359 KOps/s	2.9520 KOps/s	$\color{#d91a1a}-0.55\%$
test_compile_copy_flat[tensordict-compile]	0.1681ms	19.4937μs	51.2986 KOps/s	51.0000 KOps/s	$\color{#35bf28}+0.59\%$
test_compile_copy_flat[tensordict-eager]	54.0510μs	31.3599μs	31.8878 KOps/s	30.8559 KOps/s	$\color{#35bf28}+3.34\%$
test_compile_copy_flat[pytree-compile]	0.1806ms	76.9349μs	12.9980 KOps/s	12.9083 KOps/s	$\color{#35bf28}+0.69\%$
test_compile_copy_flat[pytree-eager]	95.7820μs	60.4405μs	16.5452 KOps/s	16.3818 KOps/s	$\color{#35bf28}+1.00\%$
test_compile_assign_and_add[tensordict-compile]	2.5243ms	0.8741ms	1.1440 KOps/s	1.0733 KOps/s	$\textbf{\color{#35bf28}+6.59\%}$
test_compile_assign_and_add[tensordict-eager]	3.7034ms	3.5518ms	281.5439 Ops/s	284.2113 Ops/s	$\color{#d91a1a}-0.94\%$
test_compile_assign_and_add[pytree-compile]	2.4964ms	0.8643ms	1.1570 KOps/s	1.0823 KOps/s	$\textbf{\color{#35bf28}+6.90\%}$
test_compile_assign_and_add[pytree-eager]	3.7648ms	3.6037ms	277.4949 Ops/s	286.7751 Ops/s	$\color{#d91a1a}-3.24\%$
test_compile_indexing[tensor-tensordict-compile]	0.2626ms	0.1162ms	8.6053 KOps/s	8.5708 KOps/s	$\color{#35bf28}+0.40\%$
test_compile_indexing[tensor-tensordict-eager]	0.2845ms	64.1752μs	15.5823 KOps/s	15.1244 KOps/s	$\color{#35bf28}+3.03\%$
test_compile_indexing[tensor-tensorclass-compile]	0.2554ms	0.1088ms	9.1941 KOps/s	9.2424 KOps/s	$\color{#d91a1a}-0.52\%$
test_compile_indexing[tensor-tensorclass-eager]	0.6181ms	49.3467μs	20.2648 KOps/s	21.5495 KOps/s	$\textbf{\color{#d91a1a}-5.96\%}$
test_compile_indexing[tensor-pytree-compile]	0.3058ms	0.1138ms	8.7886 KOps/s	9.0912 KOps/s	$\color{#d91a1a}-3.33\%$
test_compile_indexing[tensor-pytree-eager]	0.2470ms	50.7131μs	19.7188 KOps/s	21.5263 KOps/s	$\textbf{\color{#d91a1a}-8.40\%}$
test_compile_indexing[slice-tensordict-compile]	0.3011ms	0.1458ms	6.8567 KOps/s	6.8067 KOps/s	$\color{#35bf28}+0.73\%$
test_compile_indexing[slice-tensordict-eager]	0.1826ms	29.9253μs	33.4165 KOps/s	36.3910 KOps/s	$\textbf{\color{#d91a1a}-8.17\%}$
test_compile_indexing[slice-tensorclass-compile]	0.3149ms	0.1426ms	7.0139 KOps/s	7.3199 KOps/s	$\color{#d91a1a}-4.18\%$
test_compile_indexing[slice-tensorclass-eager]	0.1414ms	24.0589μs	41.5647 KOps/s	44.3123 KOps/s	$\textbf{\color{#d91a1a}-6.20\%}$
test_compile_indexing[slice-pytree-compile]	0.3421ms	0.1430ms	6.9935 KOps/s	7.3107 KOps/s	$\color{#d91a1a}-4.34\%$
test_compile_indexing[slice-pytree-eager]	0.1714ms	24.0095μs	41.6501 KOps/s	44.8285 KOps/s	$\textbf{\color{#d91a1a}-7.09\%}$
test_compile_indexing[int-tensordict-compile]	0.3535ms	0.1515ms	6.5994 KOps/s	6.9022 KOps/s	$\color{#d91a1a}-4.39\%$
test_compile_indexing[int-tensordict-eager]	0.4859ms	33.5351μs	29.8195 KOps/s	36.5982 KOps/s	$\textbf{\color{#d91a1a}-18.52\%}$
test_compile_indexing[int-tensorclass-compile]	0.3464ms	0.1429ms	6.9977 KOps/s	7.3250 KOps/s	$\color{#d91a1a}-4.47\%$
test_compile_indexing[int-tensorclass-eager]	57.5010μs	24.6692μs	40.5363 KOps/s	45.1161 KOps/s	$\textbf{\color{#d91a1a}-10.15\%}$
test_compile_indexing[int-pytree-compile]	0.3406ms	0.1428ms	7.0043 KOps/s	7.3043 KOps/s	$\color{#d91a1a}-4.11\%$
test_compile_indexing[int-pytree-eager]	61.2310μs	23.5365μs	42.4871 KOps/s	44.5314 KOps/s	$\color{#d91a1a}-4.59\%$
test_mod_add[eager]	0.2242ms	37.8080μs	26.4494 KOps/s	30.2352 KOps/s	$\textbf{\color{#d91a1a}-12.52\%}$
test_mod_add[compile]	0.2682ms	76.4857μs	13.0743 KOps/s	13.4419 KOps/s	$\color{#d91a1a}-2.73\%$
test_mod_add[compile-overhead]	0.2659ms	0.1411ms	7.0859 KOps/s	6.6293 KOps/s	$\textbf{\color{#35bf28}+6.89\%}$
test_mod_wrap[eager]	0.4556ms	0.2628ms	3.8050 KOps/s	3.8817 KOps/s	$\color{#d91a1a}-1.98\%$
test_mod_wrap[compile]	1.1101ms	0.3155ms	3.1691 KOps/s	3.1735 KOps/s	$\color{#d91a1a}-0.14\%$
test_mod_wrap[compile-overhead]	8.1685ms	4.3567ms	229.5341 Ops/s	225.8617 Ops/s	$\color{#35bf28}+1.63\%$
test_mod_wrap_and_backward[eager]	1.5913ms	1.3747ms	727.4217 Ops/s	726.1172 Ops/s	$\color{#35bf28}+0.18\%$
test_mod_wrap_and_backward[compile]	1.5754ms	1.4068ms	710.8269 Ops/s	719.5805 Ops/s	$\color{#d91a1a}-1.22\%$
test_mod_wrap_and_backward[compile-overhead]	1.3441ms	0.9240ms	1.0823 KOps/s	1.0817 KOps/s	$\color{#35bf28}+0.06\%$
test_seq_add[eager]	0.2909ms	0.1117ms	8.9521 KOps/s	9.8684 KOps/s	$\textbf{\color{#d91a1a}-9.28\%}$
test_seq_add[compile]	0.2600ms	87.0524μs	11.4873 KOps/s	11.5597 KOps/s	$\color{#d91a1a}-0.63\%$
test_seq_add[compile-overhead]	0.2960ms	0.1263ms	7.9206 KOps/s	7.9517 KOps/s	$\color{#d91a1a}-0.39\%$
test_seq_wrap[eager]	0.5971ms	0.4225ms	2.3671 KOps/s	2.4640 KOps/s	$\color{#d91a1a}-3.93\%$
test_seq_wrap[compile]	0.5157ms	0.3424ms	2.9203 KOps/s	3.0187 KOps/s	$\color{#d91a1a}-3.26\%$
test_seq_wrap[compile-overhead]	0.4094ms	0.2407ms	4.1549 KOps/s	4.2697 KOps/s	$\color{#d91a1a}-2.69\%$
test_func_call_runtime[False-eager]	1.0058ms	0.8143ms	1.2281 KOps/s	1.3147 KOps/s	$\textbf{\color{#d91a1a}-6.59\%}$
test_func_call_runtime[False-compile]	1.0039ms	0.8469ms	1.1808 KOps/s	1.1949 KOps/s	$\color{#d91a1a}-1.17\%$
test_func_call_runtime[False-compile-overhead]	0.5395ms	0.3795ms	2.6349 KOps/s	2.6425 KOps/s	$\color{#d91a1a}-0.29\%$
test_func_call_runtime[True-eager]	1.1326ms	0.9590ms	1.0427 KOps/s	1.0528 KOps/s	$\color{#d91a1a}-0.96\%$
test_func_call_runtime[True-compile]	1.1122ms	0.8951ms	1.1172 KOps/s	1.1400 KOps/s	$\color{#d91a1a}-2.00\%$
test_func_call_runtime[True-compile-overhead]	0.5927ms	0.4249ms	2.3536 KOps/s	2.3701 KOps/s	$\color{#d91a1a}-0.70\%$
test_func_call_cm_runtime[False-eager]	0.9009ms	0.7560ms	1.3227 KOps/s	1.3283 KOps/s	$\color{#d91a1a}-0.42\%$
test_func_call_cm_runtime[False-compile]	1.0831ms	0.8680ms	1.1521 KOps/s	1.1982 KOps/s	$\color{#d91a1a}-3.85\%$
test_func_call_cm_runtime[False-compile-overhead]	0.5588ms	0.3828ms	2.6124 KOps/s	2.6435 KOps/s	$\color{#d91a1a}-1.18\%$
test_func_call_cm_runtime[True-eager]	1.2397ms	1.0610ms	942.5342 Ops/s	937.4312 Ops/s	$\color{#35bf28}+0.54\%$
test_func_call_cm_runtime[True-compile]	1.2881ms	1.0548ms	948.0312 Ops/s	966.0023 Ops/s	$\color{#d91a1a}-1.86\%$
test_func_call_cm_runtime[True-compile-overhead]	1.2632ms	1.0676ms	936.7185 Ops/s	962.8781 Ops/s	$\color{#d91a1a}-2.72\%$
test_distributed	0.2234ms	70.0057μs	14.2845 KOps/s	12.4395 KOps/s	$\textbf{\color{#35bf28}+14.83\%}$
test_tdmodule	35.1610μs	16.9474μs	59.0060 KOps/s	66.2439 KOps/s	$\textbf{\color{#d91a1a}-10.93\%}$
test_tdmodule_dispatch	51.0110μs	34.3474μs	29.1143 KOps/s	33.0877 KOps/s	$\textbf{\color{#d91a1a}-12.01\%}$
test_tdseq	0.1517ms	17.7997μs	56.1808 KOps/s	62.9614 KOps/s	$\textbf{\color{#d91a1a}-10.77\%}$
test_tdseq_dispatch	55.8310μs	36.4184μs	27.4586 KOps/s	30.5062 KOps/s	$\textbf{\color{#d91a1a}-9.99\%}$
test_instantiation_functorch	2.2637ms	2.0762ms	481.6545 Ops/s	489.3284 Ops/s	$\color{#d91a1a}-1.57\%$
test_instantiation_td	2.0400ms	1.3425ms	744.9021 Ops/s	751.6268 Ops/s	$\color{#d91a1a}-0.89\%$
test_exec_functorch	0.3978ms	0.2301ms	4.3466 KOps/s	4.4516 KOps/s	$\color{#d91a1a}-2.36\%$
test_exec_functional_call	0.4102ms	0.2356ms	4.2443 KOps/s	4.3954 KOps/s	$\color{#d91a1a}-3.44\%$
test_exec_td	0.4185ms	0.2452ms	4.0787 KOps/s	4.2100 KOps/s	$\color{#d91a1a}-3.12\%$
test_exec_td_decorator	0.6915ms	0.2849ms	3.5102 KOps/s	3.4708 KOps/s	$\color{#35bf28}+1.13\%$
test_vmap_mlp_speed[True-True]	0.8172ms	0.6587ms	1.5180 KOps/s	1.5221 KOps/s	$\color{#d91a1a}-0.27\%$
test_vmap_mlp_speed[True-False]	0.8777ms	0.6818ms	1.4667 KOps/s	1.5369 KOps/s	$\color{#d91a1a}-4.57\%$
test_vmap_mlp_speed[False-True]	0.8026ms	0.6058ms	1.6508 KOps/s	1.7597 KOps/s	$\textbf{\color{#d91a1a}-6.18\%}$
test_vmap_mlp_speed[False-False]	0.8153ms	0.6057ms	1.6510 KOps/s	1.7496 KOps/s	$\textbf{\color{#d91a1a}-5.64\%}$
test_vmap_mlp_speed_decorator[True-True]	0.9172ms	0.7246ms	1.3800 KOps/s	1.4325 KOps/s	$\color{#d91a1a}-3.66\%$
test_vmap_mlp_speed_decorator[True-False]	0.9144ms	0.7156ms	1.3974 KOps/s	1.4327 KOps/s	$\color{#d91a1a}-2.47\%$
test_vmap_mlp_speed_decorator[False-True]	0.8358ms	0.6447ms	1.5511 KOps/s	1.6112 KOps/s	$\color{#d91a1a}-3.73\%$
test_vmap_mlp_speed_decorator[False-False]	0.8496ms	0.6438ms	1.5533 KOps/s	1.6277 KOps/s	$\color{#d91a1a}-4.57\%$
test_vmap_transformer_speed[True-True]	9.2702ms	8.7424ms	114.3853 Ops/s	114.8064 Ops/s	$\color{#d91a1a}-0.37\%$
test_vmap_transformer_speed[True-False]	9.2307ms	8.7351ms	114.4804 Ops/s	114.9276 Ops/s	$\color{#d91a1a}-0.39\%$
test_vmap_transformer_speed[False-True]	9.1308ms	8.6559ms	115.5285 Ops/s	115.7037 Ops/s	$\color{#d91a1a}-0.15\%$
test_vmap_transformer_speed[False-False]	8.8273ms	8.6329ms	115.8364 Ops/s	115.5427 Ops/s	$\color{#35bf28}+0.25\%$
test_vmap_transformer_speed_decorator[True-True]	21.7594ms	20.6794ms	48.3574 Ops/s	48.7314 Ops/s	$\color{#d91a1a}-0.77\%$
test_vmap_transformer_speed_decorator[True-False]	21.0043ms	20.6080ms	48.5249 Ops/s	48.6954 Ops/s	$\color{#d91a1a}-0.35\%$
test_vmap_transformer_speed_decorator[False-True]	21.4174ms	20.4287ms	48.9507 Ops/s	49.1448 Ops/s	$\color{#d91a1a}-0.40\%$
test_vmap_transformer_speed_decorator[False-False]	21.4975ms	20.4260ms	48.9573 Ops/s	49.0397 Ops/s	$\color{#d91a1a}-0.17\%$
test_to_module_speed[True]	1.6674ms	1.1529ms	867.3946 Ops/s	878.0277 Ops/s	$\color{#d91a1a}-1.21\%$
test_to_module_speed[False]	1.6115ms	1.1244ms	889.3691 Ops/s	901.6532 Ops/s	$\color{#d91a1a}-1.36\%$
test_tc_init	73.1410μs	40.2962μs	24.8162 KOps/s	27.9070 KOps/s	$\textbf{\color{#d91a1a}-11.08\%}$
test_tc_init_nested	0.1971ms	82.5506μs	12.1138 KOps/s	13.5424 KOps/s	$\textbf{\color{#d91a1a}-10.55\%}$
test_tc_first_layer_tensor	5.0333μs	0.8024μs	1.2463 MOps/s	1.2977 MOps/s	$\color{#d91a1a}-3.97\%$
test_tc_first_layer_nontensor	16.4300μs	2.7325μs	365.9655 KOps/s	391.6285 KOps/s	$\textbf{\color{#d91a1a}-6.55\%}$
test_tc_second_layer_tensor	8.2900μs	1.6194μs	617.4972 KOps/s	638.0920 KOps/s	$\color{#d91a1a}-3.23\%$
test_tc_second_layer_nontensor	0.1153ms	3.5350μs	282.8872 KOps/s	296.3010 KOps/s	$\color{#d91a1a}-4.53\%$
test_unbind	0.1802s	13.0900ms	76.3943 Ops/s	65.4912 Ops/s	$\textbf{\color{#35bf28}+16.65\%}$
test_full_like	0.7791ms	0.5790ms	1.7273 KOps/s	1.7310 KOps/s	$\color{#d91a1a}-0.21\%$
test_zeros_like	0.3392ms	0.1981ms	5.0488 KOps/s	5.0486 KOps/s	$+0.01\%$
test_ones_like	0.3501ms	0.1979ms	5.0542 KOps/s	5.0505 KOps/s	$\color{#35bf28}+0.07\%$
test_clone	0.5959ms	0.4151ms	2.4093 KOps/s	2.4118 KOps/s	$\color{#d91a1a}-0.10\%$
test_squeeze	30.7510μs	11.0560μs	90.4488 KOps/s	91.1975 KOps/s	$\color{#d91a1a}-0.82\%$
test_unsqueeze	0.2636ms	81.3874μs	12.2869 KOps/s	12.4479 KOps/s	$\color{#d91a1a}-1.29\%$
test_split	0.4359ms	0.1850ms	5.4042 KOps/s	5.8016 KOps/s	$\textbf{\color{#d91a1a}-6.85\%}$
test_permute	0.3954ms	0.1926ms	5.1915 KOps/s	5.1069 KOps/s	$\color{#35bf28}+1.66\%$
test_stack	1.3655ms	0.9120ms	1.0965 KOps/s	1.1001 KOps/s	$\color{#d91a1a}-0.33\%$
test_cat	1.3817ms	1.2317ms	811.8568 Ops/s	811.8977 Ops/s	$-0.01\%$