calibrate single node performance

aptos-labs · Oct 26, 2024 · 51ad6e7 · 51ad6e7
1 parent 45e41f8
commit 51ad6e7
Showing 1 changed file with 41 additions and 41 deletions.
diff --git a/testsuite/single_node_performance.py b/testsuite/single_node_performance.py
@@ -159,46 +159,46 @@ class RunGroupConfig:
 
 # transaction_type	module_working_set_size	executor_type	count	min_ratio	max_ratio	median
 CALIBRATION = """
-no-op	1	VM	57	0.758	1.079	40390.5
-no-op	1000	VM	57	0.740	1.040	22473.1
-apt-fa-transfer	1	VM	57	0.762	1.070	28769.8
-account-generation	1	VM	57	0.774	1.055	23332.3
-account-resource32-b	1	VM	57	0.799	1.084	35822.6
-modify-global-resource	1	VM	57	0.810	1.022	2789.1
-modify-global-resource	100	VM	57	0.757	1.040	35206.7
-publish-package	1	VM	57	0.899	1.055	144.8
-mix_publish_transfer	1	VM	57	0.921	1.094	2141.3
-batch100-transfer	1	VM	58	0.727	1.022	740.9
-vector-picture30k	1	VM	58	0.858	1.030	111.0
-vector-picture30k	100	VM	58	0.546	1.041	2021.7
-smart-table-picture30-k-with200-change	1	VM	58	0.944	1.056	21.3
-smart-table-picture30-k-with200-change	100	VM	58	0.895	1.039	402.8
-modify-global-resource-agg-v2	1	VM	58	0.773	1.085	37354.2
-modify-global-flag-agg-v2	1	VM	58	0.866	1.022	5508.5
-modify-global-bounded-agg-v2	1	VM	58	0.872	1.091	9731.3
-modify-global-milestone-agg-v2	1	VM	58	0.813	1.037	28612.4
-resource-groups-global-write-tag1-kb	1	VM	58	0.800	1.048	9180.8
-resource-groups-global-write-and-read-tag1-kb	1	VM	58	0.849	1.025	6196.8
-resource-groups-sender-write-tag1-kb	1	VM	58	0.886	1.180	19936.8
-resource-groups-sender-multi-change1-kb	1	VM	58	0.819	1.088	16466.1
-token-v1ft-mint-and-transfer	1	VM	58	0.810	1.039	1262.2
-token-v1ft-mint-and-transfer	100	VM	58	0.772	1.032	18083.7
-token-v1nft-mint-and-transfer-sequential	1	VM	58	0.809	1.023	795.5
-token-v1nft-mint-and-transfer-sequential	100	VM	58	0.759	1.035	12888.4
-coin-init-and-mint	1	VM	58	0.814	1.083	29357.5
-coin-init-and-mint	100	VM	58	0.777	1.064	24307.2
-fungible-asset-mint	1	VM	58	0.799	1.037	26666.4
-fungible-asset-mint	100	VM	58	0.810	1.045	21562.8
-no-op5-signers	1	VM	58	0.811	1.085	40094.5
-token-v2-ambassador-mint	1	VM	58	0.784	1.050	17603.3
-token-v2-ambassador-mint	100	VM	58	0.796	1.042	16110.4
-liquidity-pool-swap	1	VM	58	0.810	1.027	961.3
-liquidity-pool-swap	100	VM	58	0.770	1.029	11256.7
-liquidity-pool-swap-stable	1	VM	58	0.794	1.026	936.3
-liquidity-pool-swap-stable	100	VM	58	0.783	1.031	10977.4
-deserialize-u256	1	VM	58	0.775	1.071	39288.2
-no-op-fee-payer	1	VM	58	0.823	1.038	2095.4
-no-op-fee-payer	100	VM	58	0.799	1.038	27842.9
+no-op	1	VM	15	0.922	1.06	42737.7
+no-op	1000	VM	15	0.879	1.024	23373.9
+apt-fa-transfer	1	VM	15	0.934	1.068	29963.1
+account-generation	1	VM	15	0.871	1.016	24567.9
+account-resource32-b	1	VM	8	0.879	1.048	38063.3
+modify-global-resource	1	VM	15	0.971	1.023	2839.5
+modify-global-resource	100	VM	8	0.927	1.015	37424.8
+publish-package	1	VM	15	0.963	1.036	143.4
+mix_publish_transfer	1	VM	15	0.968	1.048	2175
+batch100-transfer	1	VM	15	0.88	1.014	770.5
+vector-picture30k	1	VM	15	0.98	1.025	110.6
+vector-picture30k	100	VM	8	0.894	1.029	2033.8
+smart-table-picture30-k-with200-change	1	VM	15	0.974	1.062	21.5
+smart-table-picture30-k-with200-change	100	VM	8	0.983	1.038	411.5
+modify-global-resource-agg-v2	1	VM	15	0.867	1.082	38997.7
+modify-global-flag-agg-v2	1	VM	8	0.989	1.008	5648.5
+modify-global-bounded-agg-v2	1	VM	8	0.942	1.02	10303.1
+modify-global-milestone-agg-v2	1	VM	8	0.957	1.017	29851.6
+resource-groups-global-write-tag1-kb	1	VM	15	0.869	1.052	9391.5
+resource-groups-global-write-and-read-tag1-kb	1	VM	8	0.963	1.008	6432.7
+resource-groups-sender-write-tag1-kb	1	VM	8	0.982	1.086	20121.2
+resource-groups-sender-multi-change1-kb	1	VM	15	0.857	1.065	16862.9
+token-v1ft-mint-and-transfer	1	VM	8	0.962	1.035	1292.6
+token-v1ft-mint-and-transfer	100	VM	8	0.918	1.025	18747.7
+token-v1nft-mint-and-transfer-sequential	1	VM	8	0.973	1.023	805.5
+token-v1nft-mint-and-transfer-sequential	100	VM	8	0.902	1.015	13333.2
+coin-init-and-mint	1	VM	8	0.878	1.036	31056.8
+coin-init-and-mint	100	VM	8	0.906	1.032	25868.8
+fungible-asset-mint	1	VM	15	0.874	1.019	28045.4
+fungible-asset-mint	100	VM	8	0.928	1.047	21876
+no-op5-signers	1	VM	8	0.897	1.056	42970.1
+token-v2-ambassador-mint	1	VM	15	0.942	1.031	17842.6
+token-v2-ambassador-mint	100	VM	8	0.944	1.042	16270.3
+liquidity-pool-swap	1	VM	15	0.968	1.024	972.4
+liquidity-pool-swap	100	VM	8	0.964	1.043	11297.1
+liquidity-pool-swap-stable	1	VM	8	0.955	1.03	936.3
+liquidity-pool-swap-stable	100	VM	8	0.949	1.04	11116.3
+deserialize-u256	1	VM	8	0.935	1.043	41589.9
+no-op-fee-payer	1	VM	15	0.97	1.044	2124.5
+no-op-fee-payer	100	VM	8	0.934	1.023	28717.2
 """
 
 # when adding a new test, add estimated expected_tps to it, as well as waived=True.
@@ -823,7 +823,7 @@ def print_table(
     print(
         """If you expect your PR to change the performance, you need to recalibrate the values.
 To do so, you should run the test on your branch 6 times
-(https://github.com/aptos-labs/aptos-core/actions/workflows/workflow-run-execution-performance.yaml).
+(https://github.com/aptos-labs/aptos-core/actions/workflows/workflow-run-execution-performance.yaml ; remember to select CONTINUOUS).
 Then go to Humio calibration link (https://gist.github.com/igor-aptos/7b12ca28de03894cddda8e415f37889e),
 update it to your branch, and export values as CSV, and then open and copy values inside
 testsuite/single_node_performance.py testsuite), and add Blockchain oncall as the reviewer.