Use SwissTable HashMap and HashSet for improved performance and memory usage

Cargo.toml

@@ -118,6 +118,7 @@ solana-vote-signer = { path = "vote-signer", version = "0.0.1" }
 tokio = "0.1"
 tokio-codec = "0.1"
 untrusted = "0.6.2"
+hashbrown = "0.1.7"
 
 [[bench]]
 name = "bank"

src/bank.rs

@@ -16,6 +16,7 @@ use crate::runtime::{self, RuntimeError};
 use crate::storage_stage::StorageState;
 use bincode::deserialize;
 use bincode::serialize;
+use hashbrown::{HashMap, HashSet};
 use itertools::Itertools;
 use log::Level;
 use rayon::prelude::*;
@@ -38,7 +39,7 @@ use solana_sdk::token_program;
 use solana_sdk::transaction::Transaction;
 use solana_sdk::vote_program;
 use std;
-use std::collections::{BTreeMap, HashMap, HashSet, VecDeque};
+use std::collections::{BTreeMap, VecDeque};
 use std::result;
 use std::sync::atomic::{AtomicUsize, Ordering};
 use std::sync::{Arc, Mutex, RwLock};
@@ -207,7 +208,7 @@ pub struct Accounts {
 
 impl Accounts {
     /// Returns a read-only iterator over all known accounts
-    pub fn account_values(&self) -> std::collections::hash_map::Values<Pubkey, Account> {
+    pub fn account_values(&self) -> hashbrown::hash_map::Values<Pubkey, Account> {
         self.accounts.values()
     }
 

src/cluster_info.rs

@@ -27,6 +27,7 @@ use crate::rpc::RPC_PORT;
 use crate::streamer::{BlobReceiver, BlobSender};
 use crate::window::{SharedWindow, WindowIndex};
 use bincode::{deserialize, serialize};
+use hashbrown::HashMap;
 use log::Level;
 use rand::{thread_rng, Rng};
 use rayon::prelude::*;
@@ -35,7 +36,6 @@ use solana_sdk::hash::Hash;
 use solana_sdk::pubkey::Pubkey;
 use solana_sdk::signature::{Keypair, KeypairUtil, Signable, Signature};
 use solana_sdk::timing::{duration_as_ms, timestamp};
-use std::collections::HashMap;
 use std::io;
 use std::net::{IpAddr, Ipv4Addr, SocketAddr, UdpSocket};
 use std::sync::atomic::{AtomicBool, AtomicUsize, Ordering};

src/crds_gossip_pull.rs

@@ -16,12 +16,12 @@ use crate::crds_gossip_error::CrdsGossipError;
 use crate::crds_value::{CrdsValue, CrdsValueLabel};
 use crate::packet::BLOB_DATA_SIZE;
 use bincode::serialized_size;
+use hashbrown::HashMap;
 use rand;
 use rand::distributions::{Distribution, WeightedIndex};
 use solana_sdk::hash::Hash;
 use solana_sdk::pubkey::Pubkey;
 use std::cmp;
-use std::collections::HashMap;
 use std::collections::VecDeque;
 
 pub const CRDS_GOSSIP_PULL_CRDS_TIMEOUT_MS: u64 = 15000;

src/crds_gossip_push.rs

@@ -16,13 +16,13 @@ use crate::crds_gossip_error::CrdsGossipError;
 use crate::crds_value::{CrdsValue, CrdsValueLabel};
 use crate::packet::BLOB_DATA_SIZE;
 use bincode::serialized_size;
+use hashbrown::HashMap;
 use indexmap::map::IndexMap;
 use rand;
 use rand::seq::SliceRandom;
 use solana_sdk::hash::Hash;
 use solana_sdk::pubkey::Pubkey;
 use std::cmp;
-use std::collections::HashMap;
 
 pub const CRDS_GOSSIP_NUM_ACTIVE: usize = 30;
 pub const CRDS_GOSSIP_PUSH_FANOUT: usize = 6;

src/leader_scheduler.rs

@@ -7,14 +7,14 @@ use crate::entry::Entry;
 use crate::ledger::create_ticks;
 use bincode::serialize;
 use byteorder::{LittleEndian, ReadBytesExt};
+use hashbrown::HashSet;
 use solana_sdk::hash::{hash, Hash};
 use solana_sdk::pubkey::Pubkey;
 use solana_sdk::signature::{Keypair, KeypairUtil};
 use solana_sdk::system_transaction::SystemTransaction;
 use solana_sdk::transaction::Transaction;
 use solana_sdk::vote_program::{self, Vote, VoteProgram};
 use solana_sdk::vote_transaction::VoteTransaction;
-use std::collections::HashSet;
 use std::io::Cursor;
 
 pub const DEFAULT_BOOTSTRAP_HEIGHT: u64 = 1000;
@@ -519,13 +519,13 @@ mod tests {
         DEFAULT_LEADER_ROTATION_INTERVAL, DEFAULT_SEED_ROTATION_INTERVAL,
     };
     use crate::mint::Mint;
+    use hashbrown::HashSet;
     use solana_sdk::hash::Hash;
     use solana_sdk::pubkey::Pubkey;
     use solana_sdk::signature::{Keypair, KeypairUtil};
     use solana_sdk::transaction::Transaction;
     use solana_sdk::vote_program::Vote;
     use solana_sdk::vote_transaction::VoteTransaction;
-    use std::collections::HashSet;
     use std::hash::Hash as StdHash;
     use std::iter::FromIterator;
 

src/lib.rs

@@ -79,6 +79,7 @@ pub mod window_service;
 #[cfg(any(feature = "chacha", feature = "cuda"))]
 #[macro_use]
 extern crate hex_literal;
+extern crate hashbrown;
 
 #[macro_use]
 extern crate log;

src/thin_client.rs

@@ -11,6 +11,7 @@ use crate::result::{Error, Result};
 use crate::rpc_request::{RpcClient, RpcRequest};
 use bincode::serialize;
 use bs58;
+use hashbrown::HashMap;
 use log::Level;
 use serde_json;
 use solana_metrics;
@@ -23,7 +24,6 @@ use solana_sdk::system_transaction::SystemTransaction;
 use solana_sdk::timing;
 use solana_sdk::transaction::Transaction;
 use std;
-use std::collections::HashMap;
 use std::io;
 use std::net::{SocketAddr, UdpSocket};
 use std::sync::atomic::AtomicBool;