[Test] Keep a tight control over warnings

[vmoens]

No description provided.

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of CPU Benchmark Tests

Total Benchmarks: 219. Improved: $\large\color{#35bf28}35$. Worsened: $\large\color{#d91a1a}12$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_plain_set_nested	56.9160μs	20.9062μs	47.8327 KOps/s	44.9957 KOps/s	$\textbf{\color{#35bf28}+6.31\%}$
test_plain_set_stack_nested	77.8950μs	21.0545μs	47.4957 KOps/s	44.7637 KOps/s	$\textbf{\color{#35bf28}+6.10\%}$
test_plain_set_nested_inplace	45.8350μs	22.8627μs	43.7393 KOps/s	40.8346 KOps/s	$\textbf{\color{#35bf28}+7.11\%}$
test_plain_set_stack_nested_inplace	62.1460μs	22.7415μs	43.9724 KOps/s	40.9818 KOps/s	$\textbf{\color{#35bf28}+7.30\%}$
test_items	19.8970μs	2.7414μs	364.7732 KOps/s	383.6515 KOps/s	$\color{#d91a1a}-4.92\%$
test_items_nested	1.1221ms	0.3474ms	2.8783 KOps/s	2.9903 KOps/s	$\color{#d91a1a}-3.74\%$
test_items_nested_locked	0.5206ms	0.3422ms	2.9224 KOps/s	2.9597 KOps/s	$\color{#d91a1a}-1.26\%$
test_items_nested_leaf	0.1783ms	84.6643μs	11.8114 KOps/s	11.9694 KOps/s	$\color{#d91a1a}-1.32\%$
test_items_stack_nested	0.4990ms	0.3438ms	2.9084 KOps/s	3.0143 KOps/s	$\color{#d91a1a}-3.52\%$
test_items_stack_nested_leaf	0.1909ms	83.3226μs	12.0015 KOps/s	11.5859 KOps/s	$\color{#35bf28}+3.59\%$
test_items_stack_nested_locked	0.4389ms	0.3437ms	2.9098 KOps/s	2.9885 KOps/s	$\color{#d91a1a}-2.63\%$
test_keys	22.9430μs	3.8521μs	259.5999 KOps/s	248.9914 KOps/s	$\color{#35bf28}+4.26\%$
test_keys_nested	0.2778ms	0.1429ms	6.9984 KOps/s	6.8891 KOps/s	$\color{#35bf28}+1.59\%$
test_keys_nested_locked	0.6951ms	0.1483ms	6.7452 KOps/s	6.6289 KOps/s	$\color{#35bf28}+1.76\%$
test_keys_nested_leaf	0.2006ms	0.1227ms	8.1530 KOps/s	8.0461 KOps/s	$\color{#35bf28}+1.33\%$
test_keys_stack_nested	0.2127ms	0.1419ms	7.0492 KOps/s	6.9289 KOps/s	$\color{#35bf28}+1.74\%$
test_keys_stack_nested_leaf	0.2093ms	0.1210ms	8.2645 KOps/s	8.1730 KOps/s	$\color{#35bf28}+1.12\%$
test_keys_stack_nested_locked	0.2894ms	0.1485ms	6.7323 KOps/s	6.6285 KOps/s	$\color{#35bf28}+1.57\%$
test_values	6.9930μs	1.1476μs	871.3592 KOps/s	860.9222 KOps/s	$\color{#35bf28}+1.21\%$
test_values_nested	99.5660μs	49.9185μs	20.0326 KOps/s	19.6787 KOps/s	$\color{#35bf28}+1.80\%$
test_values_nested_locked	0.1014ms	50.1256μs	19.9499 KOps/s	19.8576 KOps/s	$\color{#35bf28}+0.46\%$
test_values_nested_leaf	0.1468ms	45.7468μs	21.8594 KOps/s	22.0675 KOps/s	$\color{#d91a1a}-0.94\%$
test_values_stack_nested	0.1062ms	50.8926μs	19.6492 KOps/s	19.3132 KOps/s	$\color{#35bf28}+1.74\%$
test_values_stack_nested_leaf	1.9470ms	44.7188μs	22.3620 KOps/s	22.0536 KOps/s	$\color{#35bf28}+1.40\%$
test_values_stack_nested_locked	0.1097ms	51.7899μs	19.3088 KOps/s	19.5896 KOps/s	$\color{#d91a1a}-1.43\%$
test_membership	11.2100μs	0.9136μs	1.0945 MOps/s	1.3251 MOps/s	$\textbf{\color{#d91a1a}-17.40\%}$
test_membership_nested	41.6380μs	2.6082μs	383.4044 KOps/s	382.6780 KOps/s	$\color{#35bf28}+0.19\%$
test_membership_nested_leaf	42.3490μs	2.6598μs	375.9702 KOps/s	380.8741 KOps/s	$\color{#d91a1a}-1.29\%$
test_membership_stacked_nested	22.2810μs	2.6019μs	384.3376 KOps/s	384.7101 KOps/s	$\color{#d91a1a}-0.10\%$
test_membership_stacked_nested_leaf	18.5940μs	2.6113μs	382.9553 KOps/s	382.1880 KOps/s	$\color{#35bf28}+0.20\%$
test_membership_nested_last	45.4650μs	3.9037μs	256.1673 KOps/s	257.9257 KOps/s	$\color{#d91a1a}-0.68\%$
test_membership_nested_leaf_last	22.2220μs	3.9390μs	253.8695 KOps/s	255.8322 KOps/s	$\color{#d91a1a}-0.77\%$
test_membership_stacked_nested_last	41.6680μs	12.8356μs	77.9080 KOps/s	259.1376 KOps/s	$\textbf{\color{#d91a1a}-69.94\%}$
test_membership_stacked_nested_leaf_last	36.2070μs	12.6707μs	78.9220 KOps/s	257.4427 KOps/s	$\textbf{\color{#d91a1a}-69.34\%}$
test_nested_getleaf	35.2650μs	10.6800μs	93.6328 KOps/s	94.9887 KOps/s	$\color{#d91a1a}-1.43\%$
test_nested_get	55.2930μs	10.0655μs	99.3491 KOps/s	101.4634 KOps/s	$\color{#d91a1a}-2.08\%$
test_stacked_getleaf	61.2240μs	10.4553μs	95.6456 KOps/s	95.4447 KOps/s	$\color{#35bf28}+0.21\%$
test_stacked_get	28.2220μs	9.9834μs	100.1668 KOps/s	100.3770 KOps/s	$\color{#d91a1a}-0.21\%$
test_nested_getitemleaf	34.8150μs	11.1121μs	89.9916 KOps/s	89.8998 KOps/s	$\color{#35bf28}+0.10\%$
test_nested_getitem	58.3080μs	10.2743μs	97.3306 KOps/s	98.7317 KOps/s	$\color{#d91a1a}-1.42\%$
test_stacked_getitemleaf	30.9170μs	11.0572μs	90.4392 KOps/s	91.3262 KOps/s	$\color{#d91a1a}-0.97\%$
test_stacked_getitem	57.7240μs	10.2066μs	97.9758 KOps/s	98.2364 KOps/s	$\color{#d91a1a}-0.27\%$
test_lock_nested	80.0042ms	0.5714ms	1.7502 KOps/s	1.9523 KOps/s	$\textbf{\color{#d91a1a}-10.35\%}$
test_lock_stack_nested	0.7080ms	0.4468ms	2.2381 KOps/s	2.1169 KOps/s	$\textbf{\color{#35bf28}+5.72\%}$
test_unlock_nested	82.2498ms	0.4970ms	2.0120 KOps/s	2.3647 KOps/s	$\textbf{\color{#d91a1a}-14.92\%}$
test_unlock_stack_nested	0.7373ms	0.3631ms	2.7540 KOps/s	2.5761 KOps/s	$\textbf{\color{#35bf28}+6.91\%}$
test_flatten_speed	0.4876ms	0.1076ms	9.2961 KOps/s	9.7456 KOps/s	$\color{#d91a1a}-4.61\%$
test_unflatten_speed	0.6731ms	0.4591ms	2.1781 KOps/s	2.1494 KOps/s	$\color{#35bf28}+1.33\%$
test_common_ops	5.2354ms	1.0461ms	955.9751 Ops/s	891.6136 Ops/s	$\textbf{\color{#35bf28}+7.22\%}$
test_creation	16.6010μs	2.0514μs	487.4827 KOps/s	492.8209 KOps/s	$\color{#d91a1a}-1.08\%$
test_creation_empty	70.3610μs	15.8725μs	63.0022 KOps/s	52.6540 KOps/s	$\textbf{\color{#35bf28}+19.65\%}$
test_creation_nested_1	55.1430μs	19.1263μs	52.2841 KOps/s	44.7014 KOps/s	$\textbf{\color{#35bf28}+16.96\%}$
test_creation_nested_2	58.3190μs	23.1264μs	43.2407 KOps/s	37.3750 KOps/s	$\textbf{\color{#35bf28}+15.69\%}$
test_clone	79.9090μs	16.2679μs	61.4708 KOps/s	59.7816 KOps/s	$\color{#35bf28}+2.83\%$
test_getitem[int]	1.5237ms	16.3282μs	61.2439 KOps/s	59.9304 KOps/s	$\color{#35bf28}+2.19\%$
test_getitem[slice_int]	0.1379ms	31.2597μs	31.9901 KOps/s	32.1646 KOps/s	$\color{#d91a1a}-0.54\%$
test_getitem[range]	0.3046ms	59.1799μs	16.8976 KOps/s	17.5612 KOps/s	$\color{#d91a1a}-3.78\%$
test_getitem[tuple]	0.1235ms	25.0001μs	39.9999 KOps/s	39.8510 KOps/s	$\color{#35bf28}+0.37\%$
test_getitem[list]	0.2622ms	52.5562μs	19.0273 KOps/s	19.4755 KOps/s	$\color{#d91a1a}-2.30\%$
test_setitem_dim[int]	71.2830μs	37.3821μs	26.7508 KOps/s	23.4036 KOps/s	$\textbf{\color{#35bf28}+14.30\%}$
test_setitem_dim[slice_int]	0.1751ms	72.7322μs	13.7491 KOps/s	13.1980 KOps/s	$\color{#35bf28}+4.18\%$
test_setitem_dim[range]	0.2082ms	91.6449μs	10.9117 KOps/s	10.4187 KOps/s	$\color{#35bf28}+4.73\%$
test_setitem_dim[tuple]	0.1019ms	54.1828μs	18.4560 KOps/s	16.4931 KOps/s	$\textbf{\color{#35bf28}+11.90\%}$
test_setitem	0.1641ms	26.9547μs	37.0993 KOps/s	32.7103 KOps/s	$\textbf{\color{#35bf28}+13.42\%}$
test_set	0.1004ms	25.8117μs	38.7422 KOps/s	34.2900 KOps/s	$\textbf{\color{#35bf28}+12.98\%}$
test_set_shared	2.8027ms	0.2151ms	4.6486 KOps/s	4.5656 KOps/s	$\color{#35bf28}+1.82\%$
test_update	0.2415ms	31.6154μs	31.6301 KOps/s	26.7466 KOps/s	$\textbf{\color{#35bf28}+18.26\%}$
test_update_nested	0.1175ms	40.5669μs	24.6506 KOps/s	21.4932 KOps/s	$\textbf{\color{#35bf28}+14.69\%}$
test_update__nested	1.0606ms	32.8527μs	30.4389 KOps/s	29.8051 KOps/s	$\color{#35bf28}+2.13\%$
test_set_nested	0.1309ms	28.4039μs	35.2064 KOps/s	32.0325 KOps/s	$\textbf{\color{#35bf28}+9.91\%}$
test_set_nested_new	0.1552ms	32.7009μs	30.5802 KOps/s	27.4736 KOps/s	$\textbf{\color{#35bf28}+11.31\%}$
test_select	0.1259ms	48.6982μs	20.5346 KOps/s	18.3113 KOps/s	$\textbf{\color{#35bf28}+12.14\%}$
test_select_nested	0.1118ms	58.4293μs	17.1147 KOps/s	17.1925 KOps/s	$\color{#d91a1a}-0.45\%$
test_exclude_nested	0.1452ms	77.3004μs	12.9366 KOps/s	12.8867 KOps/s	$\color{#35bf28}+0.39\%$
test_empty[True]	0.7034ms	0.3263ms	3.0644 KOps/s	3.0791 KOps/s	$\color{#d91a1a}-0.48\%$
test_empty[False]	8.4432μs	1.1575μs	863.9435 KOps/s	855.2904 KOps/s	$\color{#35bf28}+1.01\%$
test_unbind_speed	0.6666ms	0.3070ms	3.2570 KOps/s	3.1444 KOps/s	$\color{#35bf28}+3.58\%$
test_unbind_speed_stack0	0.5092ms	0.2930ms	3.4129 KOps/s	3.2249 KOps/s	$\textbf{\color{#35bf28}+5.83\%}$
test_unbind_speed_stack1	89.1642ms	0.7695ms	1.2996 KOps/s	1.3572 KOps/s	$\color{#d91a1a}-4.24\%$
test_split	87.0005ms	2.1514ms	464.8033 Ops/s	464.3424 Ops/s	$\color{#35bf28}+0.10\%$
test_chunk	85.0609ms	2.1496ms	465.2062 Ops/s	462.4237 Ops/s	$\color{#35bf28}+0.60\%$
test_creation[device0]	0.2263ms	0.1166ms	8.5730 KOps/s	8.4060 KOps/s	$\color{#35bf28}+1.99\%$
test_creation_from_tensor	3.9781ms	0.1193ms	8.3834 KOps/s	8.1957 KOps/s	$\color{#35bf28}+2.29\%$
test_add_one[memmap_tensor0]	0.3205ms	7.2581μs	137.7775 KOps/s	131.8441 KOps/s	$\color{#35bf28}+4.50\%$
test_contiguous[memmap_tensor0]	25.3580μs	1.9832μs	504.2427 KOps/s	503.4648 KOps/s	$\color{#35bf28}+0.15\%$
test_stack[memmap_tensor0]	56.2550μs	5.5834μs	179.1027 KOps/s	171.6524 KOps/s	$\color{#35bf28}+4.34\%$
test_memmaptd_index	1.0643ms	0.3973ms	2.5168 KOps/s	2.4489 KOps/s	$\color{#35bf28}+2.77\%$
test_memmaptd_index_astensor	1.0357ms	0.4791ms	2.0874 KOps/s	2.0407 KOps/s	$\color{#35bf28}+2.29\%$
test_memmaptd_index_op	1.3473ms	0.9544ms	1.0478 KOps/s	934.8218 Ops/s	$\textbf{\color{#35bf28}+12.09\%}$
test_serialize_model	0.1248s	0.1185s	8.4422 Ops/s	8.1368 Ops/s	$\color{#35bf28}+3.75\%$
test_serialize_model_pickle	0.4730s	0.3969s	2.5198 Ops/s	2.4722 Ops/s	$\color{#35bf28}+1.93\%$
test_serialize_weights	0.1990s	0.1299s	7.6966 Ops/s	8.4966 Ops/s	$\textbf{\color{#d91a1a}-9.42\%}$
test_serialize_weights_returnearly	0.1732s	0.1601s	6.2448 Ops/s	6.2564 Ops/s	$\color{#d91a1a}-0.19\%$
test_serialize_weights_pickle	1.1340s	0.7253s	1.3787 Ops/s	2.4228 Ops/s	$\textbf{\color{#d91a1a}-43.09\%}$
test_serialize_weights_filesystem	0.1477s	0.1417s	7.0591 Ops/s	6.9115 Ops/s	$\color{#35bf28}+2.14\%$
test_serialize_model_filesystem	0.1491s	0.1447s	6.9125 Ops/s	6.1523 Ops/s	$\textbf{\color{#35bf28}+12.36\%}$
test_reshape_pytree	94.6460μs	39.9235μs	25.0479 KOps/s	25.1728 KOps/s	$\color{#d91a1a}-0.50\%$
test_reshape_td	0.1081ms	47.2190μs	21.1779 KOps/s	21.6628 KOps/s	$\color{#d91a1a}-2.24\%$
test_view_pytree	92.5430μs	39.9617μs	25.0240 KOps/s	25.2644 KOps/s	$\color{#d91a1a}-0.95\%$
test_view_td	0.1537ms	53.6943μs	18.6239 KOps/s	18.7285 KOps/s	$\color{#d91a1a}-0.56\%$
test_unbind_pytree	78.7170μs	37.4766μs	26.6833 KOps/s	26.6694 KOps/s	$\color{#35bf28}+0.05\%$
test_unbind_td	0.3625ms	46.0258μs	21.7270 KOps/s	21.4443 KOps/s	$\color{#35bf28}+1.32\%$
test_split_pytree	86.7020μs	39.9062μs	25.0587 KOps/s	24.9140 KOps/s	$\color{#35bf28}+0.58\%$
test_split_td	0.5307ms	59.1478μs	16.9068 KOps/s	16.7749 KOps/s	$\color{#35bf28}+0.79\%$
test_add_pytree	0.1185ms	45.4944μs	21.9807 KOps/s	21.3368 KOps/s	$\color{#35bf28}+3.02\%$
test_add_td	0.1677ms	73.9209μs	13.5280 KOps/s	11.5340 KOps/s	$\textbf{\color{#35bf28}+17.29\%}$
test_compile_add_one_nested[tensordict-compile]	0.1334ms	56.2504μs	17.7776 KOps/s	18.6838 KOps/s	$\color{#d91a1a}-4.85\%$
test_compile_add_one_nested[tensordict-eager]	0.3198ms	0.1898ms	5.2679 KOps/s	5.3182 KOps/s	$\color{#d91a1a}-0.94\%$
test_compile_add_one_nested[pytree-compile]	0.1417ms	55.4392μs	18.0378 KOps/s	18.5269 KOps/s	$\color{#d91a1a}-2.64\%$
test_compile_add_one_nested[pytree-eager]	0.2729ms	0.1430ms	6.9950 KOps/s	6.8761 KOps/s	$\color{#35bf28}+1.73\%$
test_compile_copy_nested[tensordict-compile]	51.7870μs	20.2075μs	49.4867 KOps/s	48.7924 KOps/s	$\color{#35bf28}+1.42\%$
test_compile_copy_nested[tensordict-eager]	0.1261ms	64.4305μs	15.5206 KOps/s	15.3028 KOps/s	$\color{#35bf28}+1.42\%$
test_compile_copy_nested[pytree-compile]	0.1653ms	81.1944μs	12.3161 KOps/s	12.7334 KOps/s	$\color{#d91a1a}-3.28\%$
test_compile_copy_nested[pytree-eager]	0.1388ms	73.2027μs	13.6607 KOps/s	13.9046 KOps/s	$\color{#d91a1a}-1.75\%$
test_compile_add_one_flat[tensordict-compile]	0.3525ms	0.1787ms	5.5949 KOps/s	5.7611 KOps/s	$\color{#d91a1a}-2.89\%$
test_compile_add_one_flat[tensordict-eager]	0.3171ms	0.1914ms	5.2255 KOps/s	5.1387 KOps/s	$\color{#35bf28}+1.69\%$
test_compile_add_one_flat[tensorclass-compile]	83.9060μs	39.3690μs	25.4007 KOps/s	25.7725 KOps/s	$\color{#d91a1a}-1.44\%$
test_compile_add_one_flat[tensorclass-eager]	1.2744ms	69.9987μs	14.2860 KOps/s	13.7978 KOps/s	$\color{#35bf28}+3.54\%$
test_compile_add_one_flat[pytree-compile]	0.2844ms	0.1760ms	5.6827 KOps/s	5.7995 KOps/s	$\color{#d91a1a}-2.01\%$
test_compile_add_one_flat[pytree-eager]	0.4244ms	0.2891ms	3.4592 KOps/s	3.3423 KOps/s	$\color{#35bf28}+3.50\%$
test_compile_add_self_flat[tensordict-eager]	0.3633ms	0.2076ms	4.8160 KOps/s	4.8762 KOps/s	$\color{#d91a1a}-1.23\%$
test_compile_add_self_flat[tensordict-compile]	0.3012ms	0.1775ms	5.6336 KOps/s	5.7715 KOps/s	$\color{#d91a1a}-2.39\%$
test_compile_add_self_flat[tensorclass-eager]	0.1272ms	62.4658μs	16.0088 KOps/s	15.5508 KOps/s	$\color{#35bf28}+2.95\%$
test_compile_add_self_flat[tensorclass-compile]	0.1013ms	39.5632μs	25.2760 KOps/s	25.3666 KOps/s	$\color{#d91a1a}-0.36\%$
test_compile_add_self_flat[pytree-eager]	0.3749ms	0.2358ms	4.2405 KOps/s	4.0930 KOps/s	$\color{#35bf28}+3.60\%$
test_compile_add_self_flat[pytree-compile]	0.2856ms	0.1780ms	5.6188 KOps/s	5.8000 KOps/s	$\color{#d91a1a}-3.12\%$
test_compile_copy_flat[tensordict-compile]	0.2091ms	0.1090ms	9.1707 KOps/s	9.3692 KOps/s	$\color{#d91a1a}-2.12\%$
test_compile_copy_flat[tensordict-eager]	0.1244ms	56.9155μs	17.5699 KOps/s	17.6522 KOps/s	$\color{#d91a1a}-0.47\%$
test_compile_copy_flat[pytree-compile]	0.1816ms	80.7207μs	12.3884 KOps/s	12.4885 KOps/s	$\color{#d91a1a}-0.80\%$
test_compile_copy_flat[pytree-eager]	0.1724ms	71.6168μs	13.9632 KOps/s	13.9416 KOps/s	$\color{#35bf28}+0.15\%$
test_compile_assign_and_add[tensordict-compile]	0.2815ms	0.1935ms	5.1683 KOps/s	5.2323 KOps/s	$\color{#d91a1a}-1.22\%$
test_compile_assign_and_add[tensordict-eager]	2.4689ms	1.6567ms	603.6161 Ops/s	599.7515 Ops/s	$\color{#35bf28}+0.64\%$
test_compile_assign_and_add[pytree-compile]	0.3677ms	0.1902ms	5.2589 KOps/s	5.2250 KOps/s	$\color{#35bf28}+0.65\%$
test_compile_assign_and_add[pytree-eager]	1.2298ms	1.0942ms	913.9384 Ops/s	899.1252 Ops/s	$\color{#35bf28}+1.65\%$
test_compile_assign_and_add_stack[compile]	0.5166ms	0.4096ms	2.4417 KOps/s	2.4075 KOps/s	$\color{#35bf28}+1.42\%$
test_compile_assign_and_add_stack[eager]	8.4085ms	3.8811ms	257.6591 Ops/s	249.9180 Ops/s	$\color{#35bf28}+3.10\%$
test_compile_indexing[tensor-tensordict-compile]	99.9570μs	34.0544μs	29.3648 KOps/s	30.6595 KOps/s	$\color{#d91a1a}-4.22\%$
test_compile_indexing[tensor-tensordict-eager]	0.8674ms	47.9986μs	20.8339 KOps/s	20.1301 KOps/s	$\color{#35bf28}+3.50\%$
test_compile_indexing[tensor-tensorclass-compile]	99.4060μs	29.4818μs	33.9193 KOps/s	34.5616 KOps/s	$\color{#d91a1a}-1.86\%$
test_compile_indexing[tensor-tensorclass-eager]	4.4006ms	32.5098μs	30.7600 KOps/s	32.3491 KOps/s	$\color{#d91a1a}-4.91\%$
test_compile_indexing[tensor-pytree-compile]	84.0460μs	29.2676μs	34.1675 KOps/s	35.0120 KOps/s	$\color{#d91a1a}-2.41\%$
test_compile_indexing[tensor-pytree-eager]	90.8290μs	31.0464μs	32.2099 KOps/s	31.9571 KOps/s	$\color{#35bf28}+0.79\%$
test_compile_indexing[slice-tensordict-compile]	0.1532ms	73.2706μs	13.6480 KOps/s	13.5046 KOps/s	$\color{#35bf28}+1.06\%$
test_compile_indexing[slice-tensordict-eager]	0.5241ms	28.1559μs	35.5165 KOps/s	35.8149 KOps/s	$\color{#d91a1a}-0.83\%$
test_compile_indexing[slice-tensorclass-compile]	0.3571ms	67.5156μs	14.8114 KOps/s	14.4748 KOps/s	$\color{#35bf28}+2.33\%$
test_compile_indexing[slice-tensorclass-eager]	87.4430μs	24.0575μs	41.5670 KOps/s	40.1295 KOps/s	$\color{#35bf28}+3.58\%$
test_compile_indexing[slice-pytree-compile]	0.1384ms	67.6496μs	14.7821 KOps/s	14.6226 KOps/s	$\color{#35bf28}+1.09\%$
test_compile_indexing[slice-pytree-eager]	87.3930μs	24.1651μs	41.3819 KOps/s	39.3670 KOps/s	$\textbf{\color{#35bf28}+5.12\%}$
test_compile_indexing[int-tensordict-compile]	0.1523ms	73.1585μs	13.6690 KOps/s	13.4554 KOps/s	$\color{#35bf28}+1.59\%$
test_compile_indexing[int-tensordict-eager]	0.7263ms	27.4625μs	36.4133 KOps/s	34.8439 KOps/s	$\color{#35bf28}+4.50\%$
test_compile_indexing[int-tensorclass-compile]	3.1522ms	68.8485μs	14.5246 KOps/s	14.6220 KOps/s	$\color{#d91a1a}-0.67\%$
test_compile_indexing[int-tensorclass-eager]	96.4900μs	24.2069μs	41.3105 KOps/s	39.8138 KOps/s	$\color{#35bf28}+3.76\%$
test_compile_indexing[int-pytree-compile]	0.1467ms	68.7630μs	14.5427 KOps/s	14.6405 KOps/s	$\color{#d91a1a}-0.67\%$
test_compile_indexing[int-pytree-eager]	68.5580μs	23.8717μs	41.8906 KOps/s	40.4997 KOps/s	$\color{#35bf28}+3.43\%$
test_mod_add[eager]	80.1190μs	22.9340μs	43.6033 KOps/s	37.6699 KOps/s	$\textbf{\color{#35bf28}+15.75\%}$
test_mod_add[compile]	80.1790μs	38.9980μs	25.6424 KOps/s	27.1065 KOps/s	$\textbf{\color{#d91a1a}-5.40\%}$
test_mod_add[compile-overhead]	92.4720μs	37.4723μs	26.6864 KOps/s	27.8594 KOps/s	$\color{#d91a1a}-4.21\%$
test_mod_wrap[eager]	0.3850ms	0.2029ms	4.9295 KOps/s	4.7514 KOps/s	$\color{#35bf28}+3.75\%$
test_mod_wrap[compile]	1.6581ms	0.2263ms	4.4197 KOps/s	4.3938 KOps/s	$\color{#35bf28}+0.59\%$
test_mod_wrap[compile-overhead]	0.4726ms	0.2285ms	4.3769 KOps/s	4.5081 KOps/s	$\color{#d91a1a}-2.91\%$
test_mod_wrap_and_backward[eager]	13.6151ms	11.8411ms	84.4514 Ops/s	91.7632 Ops/s	$\textbf{\color{#d91a1a}-7.97\%}$
test_mod_wrap_and_backward[compile]	14.2478ms	11.6671ms	85.7109 Ops/s	91.4170 Ops/s	$\textbf{\color{#d91a1a}-6.24\%}$
test_mod_wrap_and_backward[compile-overhead]	14.5561ms	11.9003ms	84.0312 Ops/s	91.1256 Ops/s	$\textbf{\color{#d91a1a}-7.79\%}$
test_seq_add[eager]	0.1440ms	81.1178μs	12.3278 KOps/s	10.7657 KOps/s	$\textbf{\color{#35bf28}+14.51\%}$
test_seq_add[compile]	0.1670ms	61.4896μs	16.2629 KOps/s	16.5629 KOps/s	$\color{#d91a1a}-1.81\%$
test_seq_add[compile-overhead]	0.1521ms	60.6386μs	16.4911 KOps/s	16.8656 KOps/s	$\color{#d91a1a}-2.22\%$
test_seq_wrap[eager]	0.5703ms	0.3545ms	2.8207 KOps/s	2.5760 KOps/s	$\textbf{\color{#35bf28}+9.50\%}$
test_seq_wrap[compile]	0.5372ms	0.2613ms	3.8274 KOps/s	3.7990 KOps/s	$\color{#35bf28}+0.75\%$
test_seq_wrap[compile-overhead]	0.5123ms	0.2615ms	3.8237 KOps/s	3.7720 KOps/s	$\color{#35bf28}+1.37\%$
test_func_call_runtime[False-eager]	0.7878ms	0.5176ms	1.9322 KOps/s	1.8642 KOps/s	$\color{#35bf28}+3.65\%$
test_func_call_runtime[False-compile]	0.6102ms	0.4911ms	2.0363 KOps/s	1.9789 KOps/s	$\color{#35bf28}+2.90\%$
test_func_call_runtime[False-compile-overhead]	0.9137ms	0.4941ms	2.0241 KOps/s	1.9914 KOps/s	$\color{#35bf28}+1.64\%$
test_func_call_runtime[True-eager]	1.3039ms	0.7472ms	1.3384 KOps/s	1.3271 KOps/s	$\color{#35bf28}+0.85\%$
test_func_call_runtime[True-compile]	0.7008ms	0.5049ms	1.9806 KOps/s	1.9133 KOps/s	$\color{#35bf28}+3.52\%$
test_func_call_runtime[True-compile-overhead]	0.6053ms	0.5038ms	1.9849 KOps/s	1.9357 KOps/s	$\color{#35bf28}+2.54\%$
test_func_call_cm_runtime[False-eager]	1.1381ms	0.5185ms	1.9285 KOps/s	1.8526 KOps/s	$\color{#35bf28}+4.10\%$
test_func_call_cm_runtime[False-compile]	0.6018ms	0.4905ms	2.0386 KOps/s	1.9542 KOps/s	$\color{#35bf28}+4.32\%$
test_func_call_cm_runtime[False-compile-overhead]	0.6752ms	0.4935ms	2.0264 KOps/s	1.9953 KOps/s	$\color{#35bf28}+1.56\%$
test_func_call_cm_runtime[True-eager]	2.1738ms	0.8990ms	1.1123 KOps/s	1.1160 KOps/s	$\color{#d91a1a}-0.33\%$
test_func_call_cm_runtime[True-compile]	1.1600ms	0.8186ms	1.2216 KOps/s	1.1754 KOps/s	$\color{#35bf28}+3.93\%$
test_func_call_cm_runtime[True-compile-overhead]	1.1608ms	0.8168ms	1.2244 KOps/s	1.1796 KOps/s	$\color{#35bf28}+3.80\%$
test_distributed	0.3135ms	0.1325ms	7.5480 KOps/s	7.4854 KOps/s	$\color{#35bf28}+0.84\%$
test_tdmodule	73.6170μs	16.1833μs	61.7919 KOps/s	53.6188 KOps/s	$\textbf{\color{#35bf28}+15.24\%}$
test_tdmodule_dispatch	50.8850μs	32.9150μs	30.3813 KOps/s	25.5965 KOps/s	$\textbf{\color{#35bf28}+18.69\%}$
test_tdseq	36.6580μs	17.8070μs	56.1577 KOps/s	48.3547 KOps/s	$\textbf{\color{#35bf28}+16.14\%}$
test_tdseq_dispatch	67.8870μs	37.2125μs	26.8727 KOps/s	23.4896 KOps/s	$\textbf{\color{#35bf28}+14.40\%}$
test_instantiation_functorch	2.0978ms	1.6241ms	615.7134 Ops/s	612.9424 Ops/s	$\color{#35bf28}+0.45\%$
test_instantiation_td	1.9201ms	1.1720ms	853.2572 Ops/s	833.1197 Ops/s	$\color{#35bf28}+2.42\%$
test_exec_functorch	0.3069ms	0.1756ms	5.6963 KOps/s	5.4538 KOps/s	$\color{#35bf28}+4.45\%$
test_exec_functional_call	0.4240ms	0.1713ms	5.8386 KOps/s	5.8654 KOps/s	$\color{#d91a1a}-0.46\%$
test_exec_td	0.3058ms	0.1721ms	5.8109 KOps/s	5.8368 KOps/s	$\color{#d91a1a}-0.44\%$
test_exec_td_decorator	0.8515ms	0.2228ms	4.4887 KOps/s	4.4453 KOps/s	$\color{#35bf28}+0.98\%$
test_vmap_mlp_speed[True-True]	0.7451ms	0.5626ms	1.7775 KOps/s	1.7134 KOps/s	$\color{#35bf28}+3.74\%$
test_vmap_mlp_speed[True-False]	0.7796ms	0.5612ms	1.7820 KOps/s	1.7202 KOps/s	$\color{#35bf28}+3.60\%$
test_vmap_mlp_speed[False-True]	0.7002ms	0.4841ms	2.0659 KOps/s	2.0827 KOps/s	$\color{#d91a1a}-0.81\%$
test_vmap_mlp_speed[False-False]	0.8356ms	0.4756ms	2.1027 KOps/s	2.0885 KOps/s	$\color{#35bf28}+0.68\%$
test_vmap_mlp_speed_decorator[True-True]	1.1730ms	0.6185ms	1.6169 KOps/s	1.5524 KOps/s	$\color{#35bf28}+4.15\%$
test_vmap_mlp_speed_decorator[True-False]	0.8599ms	0.6161ms	1.6231 KOps/s	1.5571 KOps/s	$\color{#35bf28}+4.24\%$
test_vmap_mlp_speed_decorator[False-True]	0.8045ms	0.5143ms	1.9444 KOps/s	1.8927 KOps/s	$\color{#35bf28}+2.73\%$
test_vmap_mlp_speed_decorator[False-False]	0.7206ms	0.5143ms	1.9444 KOps/s	1.9023 KOps/s	$\color{#35bf28}+2.21\%$
test_to_module_speed[True]	2.1473ms	1.3324ms	750.5346 Ops/s	744.1689 Ops/s	$\color{#35bf28}+0.86\%$
test_to_module_speed[False]	1.8498ms	1.2907ms	774.7672 Ops/s	768.9822 Ops/s	$\color{#35bf28}+0.75\%$
test_tc_init	81.2620μs	41.6807μs	23.9919 KOps/s	21.2876 KOps/s	$\textbf{\color{#35bf28}+12.70\%}$
test_tc_init_nested	0.2031ms	84.4084μs	11.8472 KOps/s	10.7476 KOps/s	$\textbf{\color{#35bf28}+10.23\%}$
test_tc_first_layer_tensor	18.4040μs	1.4263μs	701.1079 KOps/s	699.7044 KOps/s	$\color{#35bf28}+0.20\%$
test_tc_first_layer_nontensor	52.3370μs	4.2470μs	235.4616 KOps/s	232.6910 KOps/s	$\color{#35bf28}+1.19\%$
test_tc_second_layer_tensor	28.1730μs	2.7226μs	367.2935 KOps/s	371.1533 KOps/s	$\color{#d91a1a}-1.04\%$
test_tc_second_layer_nontensor	44.4130μs	5.4624μs	183.0686 KOps/s	176.8262 KOps/s	$\color{#35bf28}+3.53\%$
test_unbind	0.4547s	13.6669ms	73.1693 Ops/s	73.9209 Ops/s	$\color{#d91a1a}-1.02\%$
test_full_like	10.0624ms	7.1868ms	139.1442 Ops/s	137.1272 Ops/s	$\color{#35bf28}+1.47\%$
test_zeros_like	16.3837ms	7.7414ms	129.1763 Ops/s	144.8215 Ops/s	$\textbf{\color{#d91a1a}-10.80\%}$
test_ones_like	12.2618ms	7.4311ms	134.5696 Ops/s	126.1728 Ops/s	$\textbf{\color{#35bf28}+6.65\%}$
test_clone	18.8057ms	9.0525ms	110.4673 Ops/s	105.0110 Ops/s	$\textbf{\color{#35bf28}+5.20\%}$
test_squeeze	91.5000μs	12.8653μs	77.7283 KOps/s	76.8405 KOps/s	$\color{#35bf28}+1.16\%$
test_unsqueeze	0.1837ms	93.5530μs	10.6891 KOps/s	10.5681 KOps/s	$\color{#35bf28}+1.15\%$
test_split	0.3477ms	0.2007ms	4.9830 KOps/s	4.9511 KOps/s	$\color{#35bf28}+0.64\%$
test_permute	0.4713ms	0.2261ms	4.4219 KOps/s	4.4680 KOps/s	$\color{#d91a1a}-1.03\%$
test_stack	30.4907ms	24.5501ms	40.7331 Ops/s	40.5179 Ops/s	$\color{#35bf28}+0.53\%$
test_cat	28.3515ms	24.6821ms	40.5152 Ops/s	41.1873 Ops/s	$\color{#d91a1a}-1.63\%$

[github-actions]

$\color{#D29922}\textsf{\Large⚠\kern{0.2cm}\normalsize Warning}$ Result of GPU Benchmark Tests

Total Benchmarks: 225. Improved: $\large\color{#35bf28}14$. Worsened: $\large\color{#d91a1a}16$.

Expand to view detailed results

Name	Max	Mean	Ops	Ops on Repo HEAD	Change
test_plain_set_nested	0.1464ms	17.5948μs	56.8351 KOps/s	61.7179 KOps/s	$\textbf{\color{#d91a1a}-7.91\%}$
test_plain_set_stack_nested	39.7230μs	17.7699μs	56.2751 KOps/s	61.2597 KOps/s	$\textbf{\color{#d91a1a}-8.14\%}$
test_plain_set_nested_inplace	45.7520μs	18.9981μs	52.6368 KOps/s	57.5176 KOps/s	$\textbf{\color{#d91a1a}-8.49\%}$
test_plain_set_stack_nested_inplace	49.0430μs	19.0257μs	52.5606 KOps/s	57.4747 KOps/s	$\textbf{\color{#d91a1a}-8.55\%}$
test_items	23.8610μs	4.6843μs	213.4811 KOps/s	211.7311 KOps/s	$\color{#35bf28}+0.83\%$
test_items_nested	0.4272ms	0.3695ms	2.7065 KOps/s	2.7551 KOps/s	$\color{#d91a1a}-1.76\%$
test_items_nested_locked	0.4163ms	0.3695ms	2.7065 KOps/s	2.7166 KOps/s	$\color{#d91a1a}-0.37\%$
test_items_nested_leaf	0.1506ms	83.7914μs	11.9344 KOps/s	11.8907 KOps/s	$\color{#35bf28}+0.37\%$
test_items_stack_nested	0.4056ms	0.3706ms	2.6982 KOps/s	2.7405 KOps/s	$\color{#d91a1a}-1.55\%$
test_items_stack_nested_leaf	0.1018ms	85.2240μs	11.7338 KOps/s	11.8289 KOps/s	$\color{#d91a1a}-0.80\%$
test_items_stack_nested_locked	0.4223ms	0.3716ms	2.6912 KOps/s	2.7300 KOps/s	$\color{#d91a1a}-1.42\%$
test_keys	20.7410μs	4.3643μs	229.1314 KOps/s	227.6734 KOps/s	$\color{#35bf28}+0.64\%$
test_keys_nested	92.2250μs	66.3828μs	15.0641 KOps/s	14.8423 KOps/s	$\color{#35bf28}+1.49\%$
test_keys_nested_locked	0.6885ms	72.6275μs	13.7689 KOps/s	13.9387 KOps/s	$\color{#d91a1a}-1.22\%$
test_keys_nested_leaf	75.5730μs	57.8949μs	17.2727 KOps/s	17.6725 KOps/s	$\color{#d91a1a}-2.26\%$
test_keys_stack_nested	84.0140μs	66.5838μs	15.0187 KOps/s	15.1122 KOps/s	$\color{#d91a1a}-0.62\%$
test_keys_stack_nested_leaf	91.6540μs	57.7009μs	17.3307 KOps/s	17.4238 KOps/s	$\color{#d91a1a}-0.53\%$
test_keys_stack_nested_locked	92.9840μs	72.4257μs	13.8073 KOps/s	13.8235 KOps/s	$\color{#d91a1a}-0.12\%$
test_values	12.3270μs	1.7444μs	573.2696 KOps/s	562.4735 KOps/s	$\color{#35bf28}+1.92\%$
test_values_nested	59.4630μs	33.7596μs	29.6212 KOps/s	29.8360 KOps/s	$\color{#d91a1a}-0.72\%$
test_values_nested_locked	70.0930μs	35.9676μs	27.8028 KOps/s	28.3224 KOps/s	$\color{#d91a1a}-1.83\%$
test_values_nested_leaf	55.0120μs	30.1223μs	33.1980 KOps/s	33.7079 KOps/s	$\color{#d91a1a}-1.51\%$
test_values_stack_nested	56.0920μs	34.7584μs	28.7700 KOps/s	29.4396 KOps/s	$\color{#d91a1a}-2.27\%$
test_values_stack_nested_leaf	63.6630μs	30.9932μs	32.2652 KOps/s	33.2556 KOps/s	$\color{#d91a1a}-2.98\%$
test_values_stack_nested_locked	60.8730μs	36.9202μs	27.0855 KOps/s	27.9829 KOps/s	$\color{#d91a1a}-3.21\%$
test_membership	1.6071μs	0.5408μs	1.8492 MOps/s	1.8383 MOps/s	$\color{#35bf28}+0.60\%$
test_membership_nested	20.7460μs	1.9577μs	510.7914 KOps/s	502.3047 KOps/s	$\color{#35bf28}+1.69\%$
test_membership_nested_leaf	8.2603μs	1.8934μs	528.1474 KOps/s	505.4885 KOps/s	$\color{#35bf28}+4.48\%$
test_membership_stacked_nested	36.2910μs	2.0316μs	492.2322 KOps/s	504.3201 KOps/s	$\color{#d91a1a}-2.40\%$
test_membership_stacked_nested_leaf	28.0210μs	2.0118μs	497.0752 KOps/s	494.3975 KOps/s	$\color{#35bf28}+0.54\%$
test_membership_nested_last	27.6810μs	2.9692μs	336.7887 KOps/s	338.6321 KOps/s	$\color{#d91a1a}-0.54\%$
test_membership_nested_leaf_last	22.5210μs	2.9504μs	338.9424 KOps/s	343.5661 KOps/s	$\color{#d91a1a}-1.35\%$
test_membership_stacked_nested_last	28.2010μs	2.9489μs	339.1074 KOps/s	340.5001 KOps/s	$\color{#d91a1a}-0.41\%$
test_membership_stacked_nested_leaf_last	28.6110μs	2.9359μs	340.6158 KOps/s	341.7203 KOps/s	$\color{#d91a1a}-0.32\%$
test_nested_getleaf	31.7110μs	7.8514μs	127.3651 KOps/s	127.1971 KOps/s	$\color{#35bf28}+0.13\%$
test_nested_get	26.6310μs	7.3598μs	135.8742 KOps/s	135.9644 KOps/s	$\color{#d91a1a}-0.07\%$
test_stacked_getleaf	32.2010μs	7.8763μs	126.9637 KOps/s	127.5461 KOps/s	$\color{#d91a1a}-0.46\%$
test_stacked_get	40.3610μs	7.4224μs	134.7267 KOps/s	134.5944 KOps/s	$\color{#35bf28}+0.10\%$
test_nested_getitemleaf	43.8420μs	8.0827μs	123.7208 KOps/s	123.3284 KOps/s	$\color{#35bf28}+0.32\%$
test_nested_getitem	24.5410μs	7.6612μs	130.5281 KOps/s	131.6370 KOps/s	$\color{#d91a1a}-0.84\%$
test_stacked_getitemleaf	26.6210μs	8.1333μs	122.9514 KOps/s	123.3735 KOps/s	$\color{#d91a1a}-0.34\%$
test_stacked_getitem	23.1010μs	7.6599μs	130.5509 KOps/s	130.1533 KOps/s	$\color{#35bf28}+0.31\%$
test_lock_nested	0.9360ms	0.4748ms	2.1062 KOps/s	2.0708 KOps/s	$\color{#35bf28}+1.71\%$
test_lock_stack_nested	0.4652ms	0.4370ms	2.2886 KOps/s	2.2540 KOps/s	$\color{#35bf28}+1.53\%$
test_unlock_nested	0.8153ms	0.3939ms	2.5388 KOps/s	2.4816 KOps/s	$\color{#35bf28}+2.31\%$
test_unlock_stack_nested	0.3845ms	0.3560ms	2.8093 KOps/s	2.7415 KOps/s	$\color{#35bf28}+2.47\%$
test_flatten_speed	88.7139ms	0.1164ms	8.5912 KOps/s	9.5946 KOps/s	$\textbf{\color{#d91a1a}-10.46\%}$
test_unflatten_speed	0.3631ms	0.3211ms	3.1140 KOps/s	3.1385 KOps/s	$\color{#d91a1a}-0.78\%$
test_common_ops	1.5609ms	1.3503ms	740.5648 Ops/s	761.4932 Ops/s	$\color{#d91a1a}-2.75\%$
test_creation	44.4020μs	1.6836μs	593.9573 KOps/s	613.5902 KOps/s	$\color{#d91a1a}-3.20\%$
test_creation_empty	39.9810μs	18.9990μs	52.6345 KOps/s	63.6202 KOps/s	$\textbf{\color{#d91a1a}-17.27\%}$
test_creation_nested_1	41.5110μs	21.0797μs	47.4390 KOps/s	56.9712 KOps/s	$\textbf{\color{#d91a1a}-16.73\%}$
test_creation_nested_2	45.3820μs	23.9585μs	41.7389 KOps/s	48.8602 KOps/s	$\textbf{\color{#d91a1a}-14.57\%}$
test_clone	56.3320μs	30.3577μs	32.9406 KOps/s	31.0029 KOps/s	$\textbf{\color{#35bf28}+6.25\%}$
test_getitem[int]	1.1867ms	17.2486μs	57.9758 KOps/s	55.9905 KOps/s	$\color{#35bf28}+3.55\%$
test_getitem[slice_int]	0.1413ms	29.4389μs	33.9687 KOps/s	32.4270 KOps/s	$\color{#35bf28}+4.75\%$
test_getitem[range]	0.2518ms	0.1155ms	8.6569 KOps/s	8.5678 KOps/s	$\color{#35bf28}+1.04\%$
test_getitem[tuple]	0.1420ms	25.2182μs	39.6539 KOps/s	38.0109 KOps/s	$\color{#35bf28}+4.32\%$
test_getitem[list]	0.2272ms	0.1047ms	9.5535 KOps/s	9.5898 KOps/s	$\color{#d91a1a}-0.38\%$
test_setitem_dim[int]	79.8830μs	57.6768μs	17.3380 KOps/s	18.1721 KOps/s	$\color{#d91a1a}-4.59\%$
test_setitem_dim[slice_int]	0.1166ms	82.8483μs	12.0703 KOps/s	12.9836 KOps/s	$\textbf{\color{#d91a1a}-7.03\%}$
test_setitem_dim[range]	0.1758ms	0.1465ms	6.8251 KOps/s	7.0996 KOps/s	$\color{#d91a1a}-3.87\%$
test_setitem_dim[tuple]	94.5840μs	75.6302μs	13.2222 KOps/s	13.5436 KOps/s	$\color{#d91a1a}-2.37\%$
test_setitem	73.8530μs	45.4618μs	21.9965 KOps/s	22.4500 KOps/s	$\color{#d91a1a}-2.02\%$
test_set	84.1030μs	44.7820μs	22.3304 KOps/s	23.2065 KOps/s	$\color{#d91a1a}-3.78\%$
test_set_shared	0.3812ms	53.4816μs	18.6980 KOps/s	17.9033 KOps/s	$\color{#35bf28}+4.44\%$
test_update	83.4930μs	54.2687μs	18.4268 KOps/s	19.4862 KOps/s	$\textbf{\color{#d91a1a}-5.44\%}$
test_update_nested	95.5640μs	61.8342μs	16.1723 KOps/s	16.8432 KOps/s	$\color{#d91a1a}-3.98\%$
test_update__nested	93.9440μs	63.1729μs	15.8296 KOps/s	15.5015 KOps/s	$\color{#35bf28}+2.12\%$
test_set_nested	0.1101ms	46.9536μs	21.2976 KOps/s	21.7982 KOps/s	$\color{#d91a1a}-2.30\%$
test_set_nested_new	78.7140μs	51.3463μs	19.4756 KOps/s	20.1289 KOps/s	$\color{#d91a1a}-3.25\%$
test_select	97.9940μs	66.5205μs	15.0330 KOps/s	15.3119 KOps/s	$\color{#d91a1a}-1.82\%$
test_select_nested	78.2630μs	50.6464μs	19.7448 KOps/s	19.3442 KOps/s	$\color{#35bf28}+2.07\%$
test_exclude_nested	94.0740μs	70.0204μs	14.2815 KOps/s	14.3393 KOps/s	$\color{#d91a1a}-0.40\%$
test_empty[True]	0.3127ms	0.2843ms	3.5177 KOps/s	3.5692 KOps/s	$\color{#d91a1a}-1.44\%$
test_empty[False]	2.9682μs	0.8707μs	1.1485 MOps/s	1.1747 MOps/s	$\color{#d91a1a}-2.24\%$
test_to	48.5620μs	26.4938μs	37.7447 KOps/s	36.4790 KOps/s	$\color{#35bf28}+3.47\%$
test_to_nonblocking	52.5720μs	25.0783μs	39.8752 KOps/s	38.3409 KOps/s	$\color{#35bf28}+4.00\%$
test_unbind_speed	0.3339ms	0.3051ms	3.2772 KOps/s	3.1842 KOps/s	$\color{#35bf28}+2.92\%$
test_unbind_speed_stack0	0.3335ms	0.3050ms	3.2787 KOps/s	3.2083 KOps/s	$\color{#35bf28}+2.19\%$
test_unbind_speed_stack1	89.8410ms	0.7742ms	1.2917 KOps/s	1.2676 KOps/s	$\color{#35bf28}+1.90\%$
test_split	90.9017ms	2.3339ms	428.4615 Ops/s	402.1517 Ops/s	$\textbf{\color{#35bf28}+6.54\%}$
test_chunk	2.3051ms	2.1531ms	464.4424 Ops/s	405.3084 Ops/s	$\textbf{\color{#35bf28}+14.59\%}$
test_creation[device0]	0.1752ms	0.1050ms	9.5265 KOps/s	9.4492 KOps/s	$\color{#35bf28}+0.82\%$
test_creation_from_tensor	0.1828ms	0.1028ms	9.7319 KOps/s	9.6933 KOps/s	$\color{#35bf28}+0.40\%$
test_add_one[memmap_tensor0]	95.2550μs	9.5584μs	104.6195 KOps/s	97.0850 KOps/s	$\textbf{\color{#35bf28}+7.76\%}$
test_contiguous[memmap_tensor0]	18.3400μs	2.2464μs	445.1552 KOps/s	450.9388 KOps/s	$\color{#d91a1a}-1.28\%$
test_stack[memmap_tensor0]	34.4010μs	6.8802μs	145.3447 KOps/s	135.0762 KOps/s	$\textbf{\color{#35bf28}+7.60\%}$
test_memmaptd_index	92.3380ms	0.5006ms	1.9975 KOps/s	2.1826 KOps/s	$\textbf{\color{#d91a1a}-8.48\%}$
test_memmaptd_index_astensor	0.7923ms	0.5107ms	1.9583 KOps/s	1.9020 KOps/s	$\color{#35bf28}+2.96\%$
test_memmaptd_index_op	1.5493ms	1.1392ms	877.7785 Ops/s	895.6613 Ops/s	$\color{#d91a1a}-2.00\%$
test_serialize_model	92.9180ms	89.2985ms	11.1984 Ops/s	10.8440 Ops/s	$\color{#35bf28}+3.27\%$
test_serialize_model_pickle	1.3482s	1.2365s	0.8087 Ops/s	0.8086 Ops/s	$\color{#35bf28}+0.01\%$
test_serialize_weights	90.0223ms	86.3894ms	11.5755 Ops/s	11.0516 Ops/s	$\color{#35bf28}+4.74\%$
test_serialize_weights_returnearly	0.2315s	65.6710ms	15.2274 Ops/s	15.6073 Ops/s	$\color{#d91a1a}-2.43\%$
test_serialize_weights_pickle	1.4082s	1.2444s	0.8036 Ops/s	0.8034 Ops/s	$\color{#35bf28}+0.03\%$
test_reshape_pytree	0.2110ms	41.3637μs	24.1758 KOps/s	25.3462 KOps/s	$\color{#d91a1a}-4.62\%$
test_reshape_td	0.2658ms	45.6390μs	21.9111 KOps/s	21.6361 KOps/s	$\color{#35bf28}+1.27\%$
test_view_pytree	59.5330μs	38.7003μs	25.8396 KOps/s	25.6018 KOps/s	$\color{#35bf28}+0.93\%$
test_view_td	0.2572ms	52.0557μs	19.2102 KOps/s	19.2228 KOps/s	$\color{#d91a1a}-0.07\%$
test_unbind_pytree	69.5430μs	37.0436μs	26.9952 KOps/s	26.0107 KOps/s	$\color{#35bf28}+3.78\%$
test_unbind_td	0.4274ms	46.1544μs	21.6664 KOps/s	21.0606 KOps/s	$\color{#35bf28}+2.88\%$
test_split_pytree	80.5730μs	50.3187μs	19.8733 KOps/s	18.0905 KOps/s	$\textbf{\color{#35bf28}+9.86\%}$
test_split_td	90.9972ms	70.7021μs	14.1439 KOps/s	13.2735 KOps/s	$\textbf{\color{#35bf28}+6.56\%}$
test_add_pytree	87.7230μs	62.3141μs	16.0477 KOps/s	16.2445 KOps/s	$\color{#d91a1a}-1.21\%$
test_add_td	0.3166ms	0.1013ms	9.8753 KOps/s	10.3626 KOps/s	$\color{#d91a1a}-4.70\%$
test_compile_add_one_nested[tensordict-compile]	0.4099ms	0.2144ms	4.6633 KOps/s	4.5892 KOps/s	$\color{#35bf28}+1.61\%$
test_compile_add_one_nested[tensordict-eager]	0.2814ms	0.1766ms	5.6629 KOps/s	5.6738 KOps/s	$\color{#d91a1a}-0.19\%$
test_compile_add_one_nested[pytree-compile]	0.2041ms	0.1508ms	6.6296 KOps/s	6.5849 KOps/s	$\color{#35bf28}+0.68\%$
test_compile_add_one_nested[pytree-eager]	0.2396ms	0.1980ms	5.0502 KOps/s	4.8969 KOps/s	$\color{#35bf28}+3.13\%$
test_compile_copy_nested[tensordict-compile]	41.9420μs	22.1557μs	45.1352 KOps/s	42.5287 KOps/s	$\textbf{\color{#35bf28}+6.13\%}$
test_compile_copy_nested[tensordict-eager]	79.1040μs	47.7377μs	20.9478 KOps/s	20.9588 KOps/s	$\color{#d91a1a}-0.05\%$
test_compile_copy_nested[pytree-compile]	0.1154ms	73.3108μs	13.6405 KOps/s	13.4902 KOps/s	$\color{#35bf28}+1.11\%$
test_compile_copy_nested[pytree-eager]	85.3240μs	59.4909μs	16.8093 KOps/s	16.7599 KOps/s	$\color{#35bf28}+0.29\%$
test_compile_add_one_flat[tensordict-compile]	0.4599ms	0.3363ms	2.9732 KOps/s	2.9539 KOps/s	$\color{#35bf28}+0.65\%$
test_compile_add_one_flat[tensordict-eager]	0.2631ms	0.2215ms	4.5151 KOps/s	4.3311 KOps/s	$\color{#35bf28}+4.25\%$
test_compile_add_one_flat[tensorclass-compile]	0.1841ms	0.1352ms	7.3938 KOps/s	7.3899 KOps/s	$\color{#35bf28}+0.05\%$
test_compile_add_one_flat[tensorclass-eager]	0.5580ms	63.3726μs	15.7797 KOps/s	15.2996 KOps/s	$\color{#35bf28}+3.14\%$
test_compile_add_one_flat[pytree-compile]	0.3722ms	0.3354ms	2.9811 KOps/s	2.9578 KOps/s	$\color{#35bf28}+0.79\%$
test_compile_add_one_flat[pytree-eager]	0.7193ms	0.6509ms	1.5363 KOps/s	1.4854 KOps/s	$\color{#35bf28}+3.43\%$
test_compile_add_self_flat[tensordict-eager]	0.3134ms	0.2698ms	3.7062 KOps/s	3.6564 KOps/s	$\color{#35bf28}+1.36\%$
test_compile_add_self_flat[tensordict-compile]	0.4330ms	0.3383ms	2.9558 KOps/s	2.9336 KOps/s	$\color{#35bf28}+0.76\%$
test_compile_add_self_flat[tensorclass-eager]	0.1528ms	77.3057μs	12.9357 KOps/s	12.5926 KOps/s	$\color{#35bf28}+2.72\%$
test_compile_add_self_flat[tensorclass-compile]	0.2012ms	0.1384ms	7.2279 KOps/s	7.2607 KOps/s	$\color{#d91a1a}-0.45\%$
test_compile_add_self_flat[pytree-eager]	0.6437ms	0.5454ms	1.8336 KOps/s	1.7750 KOps/s	$\color{#35bf28}+3.30\%$
test_compile_add_self_flat[pytree-compile]	0.3984ms	0.3352ms	2.9830 KOps/s	2.9561 KOps/s	$\color{#35bf28}+0.91\%$
test_compile_copy_flat[tensordict-compile]	52.9530μs	19.1556μs	52.2040 KOps/s	50.6837 KOps/s	$\color{#35bf28}+3.00\%$
test_compile_copy_flat[tensordict-eager]	73.4540μs	31.6270μs	31.6185 KOps/s	31.2934 KOps/s	$\color{#35bf28}+1.04\%$
test_compile_copy_flat[pytree-compile]	0.1105ms	75.8328μs	13.1869 KOps/s	12.8909 KOps/s	$\color{#35bf28}+2.30\%$
test_compile_copy_flat[pytree-eager]	87.2040μs	60.0012μs	16.6663 KOps/s	16.5144 KOps/s	$\color{#35bf28}+0.92\%$
test_compile_assign_and_add[tensordict-compile]	2.4786ms	0.8565ms	1.1675 KOps/s	1.0660 KOps/s	$\textbf{\color{#35bf28}+9.52\%}$
test_compile_assign_and_add[tensordict-eager]	3.6620ms	3.3813ms	295.7434 Ops/s	294.8394 Ops/s	$\color{#35bf28}+0.31\%$
test_compile_assign_and_add[pytree-compile]	2.4341ms	0.8425ms	1.1869 KOps/s	1.0789 KOps/s	$\textbf{\color{#35bf28}+10.02\%}$
test_compile_assign_and_add[pytree-eager]	3.6841ms	3.4378ms	290.8821 Ops/s	283.9854 Ops/s	$\color{#35bf28}+2.43\%$
test_compile_indexing[tensor-tensordict-compile]	0.3812ms	0.1178ms	8.4913 KOps/s	8.3636 KOps/s	$\color{#35bf28}+1.53\%$
test_compile_indexing[tensor-tensordict-eager]	0.3056ms	63.5383μs	15.7385 KOps/s	15.2410 KOps/s	$\color{#35bf28}+3.26\%$
test_compile_indexing[tensor-tensorclass-compile]	0.1654ms	0.1071ms	9.3364 KOps/s	9.2809 KOps/s	$\color{#35bf28}+0.60\%$
test_compile_indexing[tensor-tensorclass-eager]	0.3070ms	48.1131μs	20.7844 KOps/s	21.3604 KOps/s	$\color{#d91a1a}-2.70\%$
test_compile_indexing[tensor-pytree-compile]	0.3165ms	0.1118ms	8.9467 KOps/s	9.3097 KOps/s	$\color{#d91a1a}-3.90\%$
test_compile_indexing[tensor-pytree-eager]	0.3555ms	48.5452μs	20.5994 KOps/s	21.5138 KOps/s	$\color{#d91a1a}-4.25\%$
test_compile_indexing[slice-tensordict-compile]	0.3602ms	0.1490ms	6.7093 KOps/s	6.8800 KOps/s	$\color{#d91a1a}-2.48\%$
test_compile_indexing[slice-tensordict-eager]	0.2403ms	29.0902μs	34.3758 KOps/s	35.9610 KOps/s	$\color{#d91a1a}-4.41\%$
test_compile_indexing[slice-tensorclass-compile]	0.1884ms	0.1363ms	7.3393 KOps/s	7.2456 KOps/s	$\color{#35bf28}+1.29\%$
test_compile_indexing[slice-tensorclass-eager]	0.2503ms	24.1018μs	41.4906 KOps/s	41.1368 KOps/s	$\color{#35bf28}+0.86\%$
test_compile_indexing[slice-pytree-compile]	0.3529ms	0.1420ms	7.0423 KOps/s	7.2775 KOps/s	$\color{#d91a1a}-3.23\%$
test_compile_indexing[slice-pytree-eager]	0.2680ms	23.9434μs	41.7652 KOps/s	41.5327 KOps/s	$\color{#35bf28}+0.56\%$
test_compile_indexing[int-tensordict-compile]	0.3661ms	0.1489ms	6.7175 KOps/s	6.8704 KOps/s	$\color{#d91a1a}-2.23\%$
test_compile_indexing[int-tensordict-eager]	0.4819ms	27.1005μs	36.8997 KOps/s	36.0333 KOps/s	$\color{#35bf28}+2.40\%$
test_compile_indexing[int-tensorclass-compile]	0.3800ms	0.1405ms	7.1194 KOps/s	7.2673 KOps/s	$\color{#d91a1a}-2.04\%$
test_compile_indexing[int-tensorclass-eager]	0.2459ms	23.4245μs	42.6903 KOps/s	41.1380 KOps/s	$\color{#35bf28}+3.77\%$
test_compile_indexing[int-pytree-compile]	0.3685ms	0.1421ms	7.0367 KOps/s	7.2629 KOps/s	$\color{#d91a1a}-3.11\%$
test_compile_indexing[int-pytree-eager]	59.3620μs	22.9478μs	43.5772 KOps/s	41.2573 KOps/s	$\textbf{\color{#35bf28}+5.62\%}$
test_mod_add[eager]	61.7930μs	35.0438μs	28.5357 KOps/s	28.2704 KOps/s	$\color{#35bf28}+0.94\%$
test_mod_add[compile]	0.1129ms	72.1557μs	13.8589 KOps/s	13.8492 KOps/s	$\color{#35bf28}+0.07\%$
test_mod_add[compile-overhead]	0.2567ms	0.1411ms	7.0878 KOps/s	6.5858 KOps/s	$\textbf{\color{#35bf28}+7.62\%}$
test_mod_wrap[eager]	0.3449ms	0.2639ms	3.7894 KOps/s	3.7392 KOps/s	$\color{#35bf28}+1.34\%$
test_mod_wrap[compile]	1.1081ms	0.3103ms	3.2223 KOps/s	3.1548 KOps/s	$\color{#35bf28}+2.14\%$
test_mod_wrap[compile-overhead]	8.0274ms	4.2161ms	237.1886 Ops/s	232.8576 Ops/s	$\color{#35bf28}+1.86\%$
test_mod_wrap_and_backward[eager]	1.4974ms	1.3700ms	729.9037 Ops/s	702.5113 Ops/s	$\color{#35bf28}+3.90\%$
test_mod_wrap_and_backward[compile]	2.5127ms	1.3794ms	724.9696 Ops/s	722.4877 Ops/s	$\color{#35bf28}+0.34\%$
test_mod_wrap_and_backward[compile-overhead]	1.3366ms	0.9177ms	1.0896 KOps/s	1.0664 KOps/s	$\color{#35bf28}+2.18\%$
test_seq_add[eager]	0.1677ms	0.1045ms	9.5658 KOps/s	9.7265 KOps/s	$\color{#d91a1a}-1.65\%$
test_seq_add[compile]	0.1307ms	84.3302μs	11.8582 KOps/s	11.6627 KOps/s	$\color{#35bf28}+1.68\%$
test_seq_add[compile-overhead]	0.1852ms	0.1206ms	8.2889 KOps/s	8.2056 KOps/s	$\color{#35bf28}+1.02\%$
test_seq_wrap[eager]	0.5075ms	0.4162ms	2.4025 KOps/s	2.4936 KOps/s	$\color{#d91a1a}-3.65\%$
test_seq_wrap[compile]	0.3948ms	0.3381ms	2.9573 KOps/s	3.0356 KOps/s	$\color{#d91a1a}-2.58\%$
test_seq_wrap[compile-overhead]	0.3168ms	0.2353ms	4.2491 KOps/s	4.2568 KOps/s	$\color{#d91a1a}-0.18\%$
test_func_call_runtime[False-eager]	0.8894ms	0.7901ms	1.2656 KOps/s	1.3092 KOps/s	$\color{#d91a1a}-3.33\%$
test_func_call_runtime[False-compile]	0.9410ms	0.8158ms	1.2258 KOps/s	1.2102 KOps/s	$\color{#35bf28}+1.29\%$
test_func_call_runtime[False-compile-overhead]	0.4304ms	0.3760ms	2.6599 KOps/s	2.6255 KOps/s	$\color{#35bf28}+1.31\%$
test_func_call_runtime[True-eager]	1.0847ms	0.9466ms	1.0565 KOps/s	1.0474 KOps/s	$\color{#35bf28}+0.87\%$
test_func_call_runtime[True-compile]	0.9781ms	0.8660ms	1.1547 KOps/s	1.1431 KOps/s	$\color{#35bf28}+1.01\%$
test_func_call_runtime[True-compile-overhead]	0.5182ms	0.4186ms	2.3890 KOps/s	2.3549 KOps/s	$\color{#35bf28}+1.45\%$
test_func_call_cm_runtime[False-eager]	0.8894ms	0.7734ms	1.2930 KOps/s	1.2548 KOps/s	$\color{#35bf28}+3.04\%$
test_func_call_cm_runtime[False-compile]	0.9155ms	0.8189ms	1.2212 KOps/s	1.1655 KOps/s	$\color{#35bf28}+4.78\%$
test_func_call_cm_runtime[False-compile-overhead]	0.4295ms	0.3769ms	2.6529 KOps/s	2.6383 KOps/s	$\color{#35bf28}+0.55\%$
test_func_call_cm_runtime[True-eager]	1.1793ms	1.0642ms	939.6728 Ops/s	927.8127 Ops/s	$\color{#35bf28}+1.28\%$
test_func_call_cm_runtime[True-compile]	1.1727ms	1.0353ms	965.9473 Ops/s	916.9884 Ops/s	$\textbf{\color{#35bf28}+5.34\%}$
test_func_call_cm_runtime[True-compile-overhead]	1.1657ms	1.0362ms	965.0900 Ops/s	941.6041 Ops/s	$\color{#35bf28}+2.49\%$
test_distributed	2.3408ms	73.3857μs	13.6266 KOps/s	13.1109 KOps/s	$\color{#35bf28}+3.93\%$
test_tdmodule	32.2420μs	16.9273μs	59.0762 KOps/s	65.3064 KOps/s	$\textbf{\color{#d91a1a}-9.54\%}$
test_tdmodule_dispatch	53.4040μs	35.8959μs	27.8583 KOps/s	31.1485 KOps/s	$\textbf{\color{#d91a1a}-10.56\%}$
test_tdseq	35.3310μs	17.8542μs	56.0091 KOps/s	59.9786 KOps/s	$\textbf{\color{#d91a1a}-6.62\%}$
test_tdseq_dispatch	52.8720μs	36.6658μs	27.2734 KOps/s	29.5918 KOps/s	$\textbf{\color{#d91a1a}-7.83\%}$
test_instantiation_functorch	2.2803ms	2.0122ms	496.9668 Ops/s	476.1547 Ops/s	$\color{#35bf28}+4.37\%$
test_instantiation_td	2.0079ms	1.3072ms	764.9964 Ops/s	745.8714 Ops/s	$\color{#35bf28}+2.56\%$
test_exec_functorch	0.2638ms	0.2211ms	4.5224 KOps/s	4.4390 KOps/s	$\color{#35bf28}+1.88\%$
test_exec_functional_call	0.3524ms	0.2207ms	4.5320 KOps/s	4.5606 KOps/s	$\color{#d91a1a}-0.63\%$
test_exec_td	0.3565ms	0.2348ms	4.2593 KOps/s	4.3677 KOps/s	$\color{#d91a1a}-2.48\%$
test_exec_td_decorator	0.7021ms	0.2923ms	3.4207 KOps/s	3.3850 KOps/s	$\color{#35bf28}+1.05\%$
test_vmap_mlp_speed[True-True]	0.7249ms	0.6695ms	1.4936 KOps/s	1.5029 KOps/s	$\color{#d91a1a}-0.62\%$
test_vmap_mlp_speed[True-False]	0.7181ms	0.6630ms	1.5083 KOps/s	1.5482 KOps/s	$\color{#d91a1a}-2.58\%$
test_vmap_mlp_speed[False-True]	0.6375ms	0.5855ms	1.7078 KOps/s	1.7710 KOps/s	$\color{#d91a1a}-3.57\%$
test_vmap_mlp_speed[False-False]	0.6645ms	0.5827ms	1.7161 KOps/s	1.7499 KOps/s	$\color{#d91a1a}-1.93\%$
test_vmap_mlp_speed_decorator[True-True]	0.8926ms	0.7226ms	1.3839 KOps/s	1.4211 KOps/s	$\color{#d91a1a}-2.62\%$
test_vmap_mlp_speed_decorator[True-False]	0.9498ms	0.7139ms	1.4008 KOps/s	1.4196 KOps/s	$\color{#d91a1a}-1.33\%$
test_vmap_mlp_speed_decorator[False-True]	0.7322ms	0.6209ms	1.6107 KOps/s	1.6302 KOps/s	$\color{#d91a1a}-1.20\%$
test_vmap_mlp_speed_decorator[False-False]	0.7453ms	0.6147ms	1.6267 KOps/s	1.6155 KOps/s	$\color{#35bf28}+0.69\%$
test_vmap_transformer_speed[True-True]	9.1078ms	8.8065ms	113.5530 Ops/s	113.6901 Ops/s	$\color{#d91a1a}-0.12\%$
test_vmap_transformer_speed[True-False]	9.1360ms	8.8100ms	113.5069 Ops/s	113.9520 Ops/s	$\color{#d91a1a}-0.39\%$
test_vmap_transformer_speed[False-True]	9.0474ms	8.7409ms	114.4044 Ops/s	114.7529 Ops/s	$\color{#d91a1a}-0.30\%$
test_vmap_transformer_speed[False-False]	8.9831ms	8.6595ms	115.4806 Ops/s	114.6074 Ops/s	$\color{#35bf28}+0.76\%$
test_vmap_transformer_speed_decorator[True-True]	21.2622ms	20.7811ms	48.1205 Ops/s	48.4323 Ops/s	$\color{#d91a1a}-0.64\%$
test_vmap_transformer_speed_decorator[True-False]	21.6082ms	20.9911ms	47.6392 Ops/s	48.0916 Ops/s	$\color{#d91a1a}-0.94\%$
test_vmap_transformer_speed_decorator[False-True]	21.4284ms	20.7335ms	48.2312 Ops/s	48.7170 Ops/s	$\color{#d91a1a}-1.00\%$
test_vmap_transformer_speed_decorator[False-False]	21.5145ms	20.7613ms	48.1666 Ops/s	48.5678 Ops/s	$\color{#d91a1a}-0.83\%$
test_to_module_speed[True]	1.5457ms	1.1548ms	865.9483 Ops/s	873.0108 Ops/s	$\color{#d91a1a}-0.81\%$
test_to_module_speed[False]	1.6073ms	1.1178ms	894.5953 Ops/s	901.2962 Ops/s	$\color{#d91a1a}-0.74\%$
test_tc_init	69.7030μs	39.8653μs	25.0845 KOps/s	25.8368 KOps/s	$\color{#d91a1a}-2.91\%$
test_tc_init_nested	0.1228ms	83.4748μs	11.9797 KOps/s	13.4568 KOps/s	$\textbf{\color{#d91a1a}-10.98\%}$
test_tc_first_layer_tensor	3.5235μs	0.8141μs	1.2284 MOps/s	1.2821 MOps/s	$\color{#d91a1a}-4.19\%$
test_tc_first_layer_nontensor	16.0410μs	2.5414μs	393.4877 KOps/s	397.8828 KOps/s	$\color{#d91a1a}-1.10\%$
test_tc_second_layer_tensor	56.8123μs	1.6071μs	622.2479 KOps/s	624.2244 KOps/s	$\color{#d91a1a}-0.32\%$
test_tc_second_layer_nontensor	19.6210μs	3.3688μs	296.8423 KOps/s	302.2498 KOps/s	$\color{#d91a1a}-1.79\%$
test_unbind	0.1772s	10.4391ms	95.7940 Ops/s	84.4565 Ops/s	$\textbf{\color{#35bf28}+13.42\%}$
test_full_like	0.6609ms	0.5776ms	1.7312 KOps/s	1.7281 KOps/s	$\color{#35bf28}+0.18\%$
test_zeros_like	0.2722ms	0.1978ms	5.0556 KOps/s	5.0602 KOps/s	$\color{#d91a1a}-0.09\%$
test_ones_like	0.2196ms	0.1976ms	5.0613 KOps/s	5.0634 KOps/s	$\color{#d91a1a}-0.04\%$
test_clone	0.4452ms	0.4145ms	2.4127 KOps/s	2.4138 KOps/s	$\color{#d91a1a}-0.05\%$
test_squeeze	29.9210μs	10.8803μs	91.9089 KOps/s	92.6730 KOps/s	$\color{#d91a1a}-0.82\%$
test_unsqueeze	0.2482ms	79.3433μs	12.6035 KOps/s	12.6840 KOps/s	$\color{#d91a1a}-0.64\%$
test_split	0.4401ms	0.1763ms	5.6707 KOps/s	5.5296 KOps/s	$\color{#35bf28}+2.55\%$
test_permute	0.2387ms	0.1910ms	5.2346 KOps/s	5.1442 KOps/s	$\color{#35bf28}+1.76\%$
test_stack	1.2532ms	0.9224ms	1.0841 KOps/s	1.1041 KOps/s	$\color{#d91a1a}-1.81\%$
test_cat	1.2499ms	1.2313ms	812.1458 Ops/s	812.4472 Ops/s	$\color{#d91a1a}-0.04\%$