From 46e43903c4dbe686e59fe0030b24893babfbfc5d Mon Sep 17 00:00:00 2001 From: Xun Li Date: Thu, 21 Nov 2024 12:49:19 -0800 Subject: [PATCH] [indexer-alt] 5X default chunk row size (#20332) ## Description Increase batch size by ~5X ## Test plan How did you test the new or updated feature? --- ## Release notes Check each box that your changes affect. If none of the boxes relate to your changes, release notes aren't required. For each box you select, include information after the relevant heading that describes the impact of your changes that a user might notice and any actions they must take to implement updates. - [ ] Protocol: - [ ] Nodes (Validators and Full nodes): - [ ] Indexer: - [ ] JSON-RPC: - [ ] GraphQL: - [ ] CLI: - [ ] Rust SDK: - [ ] REST API: --- crates/sui-indexer-alt/src/pipeline/concurrent/mod.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crates/sui-indexer-alt/src/pipeline/concurrent/mod.rs b/crates/sui-indexer-alt/src/pipeline/concurrent/mod.rs index 21c189f2e1b08..054494d86c553 100644 --- a/crates/sui-indexer-alt/src/pipeline/concurrent/mod.rs +++ b/crates/sui-indexer-alt/src/pipeline/concurrent/mod.rs @@ -57,10 +57,10 @@ pub trait Handler: Processor { /// If there are more than this many rows pending, the committer will only commit this many in /// one operation. - const MAX_CHUNK_ROWS: usize = 200; + const MAX_CHUNK_ROWS: usize = 1000; /// If there are more than this many rows pending, the committer applies backpressure. - const MAX_PENDING_ROWS: usize = 1000; + const MAX_PENDING_ROWS: usize = 5000; /// Provides a way for individual pipeline to override the write_concurrency parameter /// from the PipelineConfig. This is used to determine the number of concurrent tasks