From 5f41ff5d9ddd2910d3ca821d171b015bac7e0982 Mon Sep 17 00:00:00 2001
From: Andrew Fitzgerald <apfitzge@gmail.com>
Date: Tue, 9 Jan 2024 11:16:38 -0800
Subject: [PATCH] Add benchmark for execute_batch

---
 ledger/benches/blockstore_processor.rs | 176 +++++++++++++++++++++++++
 1 file changed, 176 insertions(+)
 create mode 100644 ledger/benches/blockstore_processor.rs

diff --git a/ledger/benches/blockstore_processor.rs b/ledger/benches/blockstore_processor.rs
new file mode 100644
index 00000000000000..b5d83144a66608
--- /dev/null
+++ b/ledger/benches/blockstore_processor.rs
@@ -0,0 +1,176 @@
+#![allow(clippy::arithmetic_side_effects)]
+#![feature(test)]
+
+use {
+    rayon::{
+        iter::IndexedParallelIterator,
+        prelude::{IntoParallelIterator, IntoParallelRefIterator, ParallelIterator},
+    },
+    solana_ledger::{
+        blockstore_processor::{execute_batch, TransactionBatchWithIndexes},
+        genesis_utils::{create_genesis_config, GenesisConfigInfo},
+    },
+    solana_program_runtime::timings::ExecuteTimings,
+    solana_runtime::{
+        bank::Bank, prioritization_fee_cache::PrioritizationFeeCache,
+        transaction_batch::TransactionBatch,
+    },
+    solana_sdk::{
+        account::Account, feature_set::apply_cost_tracker_during_replay, signature::Keypair,
+        signer::Signer, stake_history::Epoch, system_program, system_transaction,
+        transaction::SanitizedTransaction,
+    },
+    std::{borrow::Cow, sync::Arc},
+    test::Bencher,
+};
+
+extern crate test;
+
+fn create_accounts(num: usize) -> Vec<Keypair> {
+    (0..num).into_par_iter().map(|_| Keypair::new()).collect()
+}
+
+fn create_funded_accounts(bank: &Bank, num: usize) -> Vec<Keypair> {
+    assert!(
+        num.is_power_of_two(),
+        "must be power of 2 for parallel funding tree"
+    );
+    let accounts = create_accounts(num);
+
+    accounts.par_iter().for_each(|account| {
+        bank.store_account(
+            &account.pubkey(),
+            &Account {
+                lamports: 5100,
+                data: vec![],
+                owner: system_program::id(),
+                executable: false,
+                rent_epoch: Epoch::MAX,
+            },
+        );
+    });
+
+    accounts
+}
+
+fn create_transactions(bank: &Bank, num: usize) -> Vec<SanitizedTransaction> {
+    let funded_accounts = create_funded_accounts(bank, 2 * num);
+    funded_accounts
+        .into_par_iter()
+        .chunks(2)
+        .map(|chunk| {
+            let from = &chunk[0];
+            let to = &chunk[1];
+            system_transaction::transfer(from, &to.pubkey(), 1, bank.last_blockhash())
+        })
+        .map(SanitizedTransaction::from_transaction_for_tests)
+        .collect()
+}
+
+struct BenchFrame {
+    bank: Arc<Bank>,
+    prioritization_fee_cache: PrioritizationFeeCache,
+}
+
+fn setup(apply_cost_tracker_during_replay: bool) -> BenchFrame {
+    let mint_total = u64::MAX;
+    let GenesisConfigInfo {
+        mut genesis_config, ..
+    } = create_genesis_config(mint_total);
+
+    // Set a high ticks_per_slot so we don't run out of ticks
+    // during the benchmark
+    genesis_config.ticks_per_slot = 10_000;
+
+    let mut bank = Bank::new_for_benches(&genesis_config);
+
+    if !apply_cost_tracker_during_replay {
+        bank.deactivate_feature(&apply_cost_tracker_during_replay::id());
+    }
+
+    // Allow arbitrary transaction processing time for the purposes of this bench
+    bank.ns_per_slot = u128::MAX;
+
+    // set cost tracker limits to MAX so it will not filter out TXs
+    bank.write_cost_tracker()
+        .unwrap()
+        .set_limits(std::u64::MAX, std::u64::MAX, std::u64::MAX);
+    let bank = bank.wrap_with_bank_forks_for_tests().0;
+    let prioritization_fee_cache = PrioritizationFeeCache::default();
+    BenchFrame {
+        bank,
+        prioritization_fee_cache,
+    }
+}
+
+fn bench_execute_batch(
+    bencher: &mut Bencher,
+    batch_size: usize,
+    apply_cost_tracker_during_replay: bool,
+) {
+    let BenchFrame {
+        bank,
+        prioritization_fee_cache,
+    } = setup(apply_cost_tracker_during_replay);
+    let transactions = create_transactions(&bank, 2_usize.pow(20));
+    let batches: Vec<_> = transactions
+        .chunks(batch_size)
+        .map(|txs| {
+            let mut batch =
+                TransactionBatch::new(vec![Ok(()); txs.len()], &bank, Cow::Borrowed(txs));
+            batch.set_needs_unlock(false);
+            TransactionBatchWithIndexes {
+                batch,
+                transaction_indexes: (0..batch_size).collect(),
+            }
+        })
+        .collect();
+    let mut batches_iter = batches.into_iter();
+
+    let mut timing = ExecuteTimings::default();
+    bencher.iter({
+        let bank = bank.clone();
+        move || {
+            let batch = batches_iter.next().unwrap();
+            execute_batch(
+                &batch,
+                &bank,
+                None,
+                None,
+                &mut timing,
+                None,
+                &prioritization_fee_cache,
+            )
+        }
+    });
+}
+
+#[bench]
+fn bench_execute_batch_unbatched(bencher: &mut Bencher) {
+    bench_execute_batch(bencher, 1, true);
+}
+
+#[bench]
+fn bench_execute_batch_half_batch(bencher: &mut Bencher) {
+    bench_execute_batch(bencher, 32, true);
+}
+
+#[bench]
+fn bench_execute_batch_full_batch(bencher: &mut Bencher) {
+    bench_execute_batch(bencher, 64, true);
+}
+
+#[bench]
+fn bench_execute_batch_unbatched_disable_tx_cost_update(bencher: &mut Bencher) {
+    bench_execute_batch(bencher, 1, false);
+}
+
+#[bench]
+fn bench_execute_batch_half_batch_disable_tx_cost_update(bencher: &mut Bencher) {
+    bench_execute_batch(bencher, 32, false);
+}
+
+#[bench]
+fn bench_execute_batch_full_batch_disable_tx_cost_update(bencher: &mut Bencher) {
+    bench_execute_batch(bencher, 64, false);
+}