log mmap for accounts_index

solana-labs · Nov 29, 2022 · 6714560 · 6714560
1 parent bdd1624
commit 6714560
Show file tree

Hide file tree

Showing 6 changed files with 23 additions and 0 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/bucket_map/Cargo.toml b/bucket_map/Cargo.toml
@@ -11,6 +11,7 @@ license = "Apache-2.0"
 edition = "2021"
 
 [dependencies]
+lazy_static = "1.4.0"
 log = { version = "0.4.17" }
 memmap2 = "0.5.3"
 modular-bitfield = "0.11.2"

diff --git a/bucket_map/src/bucket_storage.rs b/bucket_map/src/bucket_storage.rs
@@ -39,6 +39,10 @@ const UID_UNLOCKED: Uid = 0;
 
 pub(crate) type Uid = u64;
 
+lazy_static! {
+    pub static ref ACCOUNT_INDEX_MMAPPED_FILES_OPEN: AtomicU64 = AtomicU64::default();
+}
+
 #[repr(C)]
 struct Header {
     lock: u64,
@@ -92,6 +96,7 @@ pub enum BucketStorageError {
 impl Drop for BucketStorage {
     fn drop(&mut self) {
         let _ = remove_file(&self.path);
+        ACCOUNT_INDEX_MMAPPED_FILES_OPEN.fetch_sub(1, Ordering::Relaxed);
     }
 }
 
@@ -107,6 +112,7 @@ impl BucketStorage {
     ) -> Self {
         let cell_size = elem_size * num_elems + std::mem::size_of::<Header>() as u64;
         let (mmap, path) = Self::new_map(&drives, cell_size as usize, capacity_pow2, &stats);
+        ACCOUNT_INDEX_MMAPPED_FILES_OPEN.fetch_add(1, Ordering::Relaxed);
         Self {
             path,
             mmap,

diff --git a/bucket_map/src/lib.rs b/bucket_map/src/lib.rs
@@ -1,4 +1,8 @@
 #![allow(clippy::integer_arithmetic)]
+
+#[macro_use]
+extern crate lazy_static;
+
 mod bucket;
 pub mod bucket_api;
 mod bucket_item;

diff --git a/programs/sbf/Cargo.lock b/programs/sbf/Cargo.lock
diff --git a/runtime/src/bucket_map_holder_stats.rs b/runtime/src/bucket_map_holder_stats.rs
@@ -478,6 +478,11 @@ impl BucketMapHolderStats {
                         .swap(0, Ordering::Relaxed),
                     i64
                 ),
+                (
+                    "account_index_mmap_open",
+                    ACCOUNT_INDEX_MMAPPED_FILES_OPEN.load(Ordering::Relaxed) as i64,
+                    i64
+                ),
             );
         } else {
             datapoint_info!(
@@ -573,6 +578,11 @@ impl BucketMapHolderStats {
                 ("items", self.items.swap(0, Ordering::Relaxed), i64),
                 ("items_us", self.items_us.swap(0, Ordering::Relaxed), i64),
                 ("keys", self.keys.swap(0, Ordering::Relaxed), i64),
+                (
+                    "account_index_mmap_open",
+                    ACCOUNT_INDEX_MMAPPED_FILES_OPEN.load(Ordering::Relaxed) as i64,
+                    i64
+                ),
             );
         }
     }