From 8bf147e1176f707bb642da15efbd4e2a9c3e02d3 Mon Sep 17 00:00:00 2001 From: aldenhu Date: Fri, 25 Oct 2024 19:05:13 +0000 Subject: [PATCH] calibrate single node performance --- testsuite/single_node_performance.py | 82 ++++++++++++++-------------- 1 file changed, 41 insertions(+), 41 deletions(-) diff --git a/testsuite/single_node_performance.py b/testsuite/single_node_performance.py index 0032151853eb6..f57eda59c8f7d 100755 --- a/testsuite/single_node_performance.py +++ b/testsuite/single_node_performance.py @@ -159,46 +159,46 @@ class RunGroupConfig: # transaction_type module_working_set_size executor_type count min_ratio max_ratio median CALIBRATION = """ -no-op 1 VM 57 0.758 1.079 40390.5 -no-op 1000 VM 57 0.740 1.040 22473.1 -apt-fa-transfer 1 VM 57 0.762 1.070 28769.8 -account-generation 1 VM 57 0.774 1.055 23332.3 -account-resource32-b 1 VM 57 0.799 1.084 35822.6 -modify-global-resource 1 VM 57 0.810 1.022 2789.1 -modify-global-resource 100 VM 57 0.757 1.040 35206.7 -publish-package 1 VM 57 0.899 1.055 144.8 -mix_publish_transfer 1 VM 57 0.921 1.094 2141.3 -batch100-transfer 1 VM 58 0.727 1.022 740.9 -vector-picture30k 1 VM 58 0.858 1.030 111.0 -vector-picture30k 100 VM 58 0.546 1.041 2021.7 -smart-table-picture30-k-with200-change 1 VM 58 0.944 1.056 21.3 -smart-table-picture30-k-with200-change 100 VM 58 0.895 1.039 402.8 -modify-global-resource-agg-v2 1 VM 58 0.773 1.085 37354.2 -modify-global-flag-agg-v2 1 VM 58 0.866 1.022 5508.5 -modify-global-bounded-agg-v2 1 VM 58 0.872 1.091 9731.3 -modify-global-milestone-agg-v2 1 VM 58 0.813 1.037 28612.4 -resource-groups-global-write-tag1-kb 1 VM 58 0.800 1.048 9180.8 -resource-groups-global-write-and-read-tag1-kb 1 VM 58 0.849 1.025 6196.8 -resource-groups-sender-write-tag1-kb 1 VM 58 0.886 1.180 19936.8 -resource-groups-sender-multi-change1-kb 1 VM 58 0.819 1.088 16466.1 -token-v1ft-mint-and-transfer 1 VM 58 0.810 1.039 1262.2 -token-v1ft-mint-and-transfer 100 VM 58 0.772 1.032 18083.7 -token-v1nft-mint-and-transfer-sequential 1 VM 58 0.809 1.023 795.5 -token-v1nft-mint-and-transfer-sequential 100 VM 58 0.759 1.035 12888.4 -coin-init-and-mint 1 VM 58 0.814 1.083 29357.5 -coin-init-and-mint 100 VM 58 0.777 1.064 24307.2 -fungible-asset-mint 1 VM 58 0.799 1.037 26666.4 -fungible-asset-mint 100 VM 58 0.810 1.045 21562.8 -no-op5-signers 1 VM 58 0.811 1.085 40094.5 -token-v2-ambassador-mint 1 VM 58 0.784 1.050 17603.3 -token-v2-ambassador-mint 100 VM 58 0.796 1.042 16110.4 -liquidity-pool-swap 1 VM 58 0.810 1.027 961.3 -liquidity-pool-swap 100 VM 58 0.770 1.029 11256.7 -liquidity-pool-swap-stable 1 VM 58 0.794 1.026 936.3 -liquidity-pool-swap-stable 100 VM 58 0.783 1.031 10977.4 -deserialize-u256 1 VM 58 0.775 1.071 39288.2 -no-op-fee-payer 1 VM 58 0.823 1.038 2095.4 -no-op-fee-payer 100 VM 58 0.799 1.038 27842.9 +no-op 1 VM 15 0.922 1.06 42737.7 +no-op 1000 VM 15 0.879 1.024 23373.9 +apt-fa-transfer 1 VM 15 0.934 1.068 29963.1 +account-generation 1 VM 15 0.871 1.016 24567.9 +account-resource32-b 1 VM 8 0.879 1.048 38063.3 +modify-global-resource 1 VM 15 0.971 1.023 2839.5 +modify-global-resource 100 VM 8 0.927 1.015 37424.8 +publish-package 1 VM 15 0.963 1.036 143.4 +mix_publish_transfer 1 VM 15 0.968 1.048 2175 +batch100-transfer 1 VM 15 0.88 1.014 770.5 +vector-picture30k 1 VM 15 0.98 1.025 110.6 +vector-picture30k 100 VM 8 0.894 1.029 2033.8 +smart-table-picture30-k-with200-change 1 VM 15 0.974 1.062 21.5 +smart-table-picture30-k-with200-change 100 VM 8 0.983 1.038 411.5 +modify-global-resource-agg-v2 1 VM 15 0.867 1.082 38997.7 +modify-global-flag-agg-v2 1 VM 8 0.989 1.008 5648.5 +modify-global-bounded-agg-v2 1 VM 8 0.942 1.02 10303.1 +modify-global-milestone-agg-v2 1 VM 8 0.957 1.017 29851.6 +resource-groups-global-write-tag1-kb 1 VM 15 0.869 1.052 9391.5 +resource-groups-global-write-and-read-tag1-kb 1 VM 8 0.963 1.008 6432.7 +resource-groups-sender-write-tag1-kb 1 VM 8 0.982 1.086 20121.2 +resource-groups-sender-multi-change1-kb 1 VM 15 0.857 1.065 16862.9 +token-v1ft-mint-and-transfer 1 VM 8 0.962 1.035 1292.6 +token-v1ft-mint-and-transfer 100 VM 8 0.918 1.025 18747.7 +token-v1nft-mint-and-transfer-sequential 1 VM 8 0.973 1.023 805.5 +token-v1nft-mint-and-transfer-sequential 100 VM 8 0.902 1.015 13333.2 +coin-init-and-mint 1 VM 8 0.878 1.036 31056.8 +coin-init-and-mint 100 VM 8 0.906 1.032 25868.8 +fungible-asset-mint 1 VM 15 0.874 1.019 28045.4 +fungible-asset-mint 100 VM 8 0.928 1.047 21876 +no-op5-signers 1 VM 8 0.897 1.056 42970.1 +token-v2-ambassador-mint 1 VM 15 0.942 1.031 17842.6 +token-v2-ambassador-mint 100 VM 8 0.944 1.042 16270.3 +liquidity-pool-swap 1 VM 15 0.968 1.024 972.4 +liquidity-pool-swap 100 VM 8 0.964 1.043 11297.1 +liquidity-pool-swap-stable 1 VM 8 0.955 1.03 936.3 +liquidity-pool-swap-stable 100 VM 8 0.949 1.04 11116.3 +deserialize-u256 1 VM 8 0.935 1.043 41589.9 +no-op-fee-payer 1 VM 15 0.97 1.044 2124.5 +no-op-fee-payer 100 VM 8 0.934 1.023 28717.2 """ # when adding a new test, add estimated expected_tps to it, as well as waived=True. @@ -823,7 +823,7 @@ def print_table( print( """If you expect your PR to change the performance, you need to recalibrate the values. To do so, you should run the test on your branch 6 times -(https://github.com/aptos-labs/aptos-core/actions/workflows/workflow-run-execution-performance.yaml). +(https://github.com/aptos-labs/aptos-core/actions/workflows/workflow-run-execution-performance.yaml ; remember to select CONTINUOUS). Then go to Humio calibration link (https://gist.github.com/igor-aptos/7b12ca28de03894cddda8e415f37889e), update it to your branch, and export values as CSV, and then open and copy values inside testsuite/single_node_performance.py testsuite), and add Blockchain oncall as the reviewer.