#![feature(test)] #![allow(clippy::integer_arithmetic)] extern crate test; use { dashmap::DashMap, rand::Rng, rayon::iter::{IntoParallelRefIterator, ParallelIterator}, solana_runtime::{ accounts::{test_utils::create_test_accounts, AccountAddressFilter, Accounts}, accounts_db::AccountShrinkThreshold, accounts_index::{AccountSecondaryIndexes, ScanConfig}, ancestors::Ancestors, bank::*, rent_collector::RentCollector, }, solana_sdk::{ account::{AccountSharedData, ReadableAccount}, genesis_config::{create_genesis_config, ClusterType}, hash::Hash, lamports::LamportsError, pubkey::Pubkey, sysvar::epoch_schedule::EpochSchedule, }, std::{ collections::{HashMap, HashSet}, path::PathBuf, sync::{Arc, RwLock}, thread::Builder, }, test::Bencher, }; fn deposit_many(bank: &Bank, pubkeys: &mut Vec, num: usize) -> Result<(), LamportsError> { for t in 0..num { let pubkey = solana_sdk::pubkey::new_rand(); let account = AccountSharedData::new((t + 1) as u64, 0, AccountSharedData::default().owner()); pubkeys.push(pubkey); assert!(bank.get_account(&pubkey).is_none()); bank.deposit(&pubkey, (t + 1) as u64)?; assert_eq!(bank.get_account(&pubkey).unwrap(), account); } Ok(()) } #[bench] fn test_accounts_create(bencher: &mut Bencher) { let (genesis_config, _) = create_genesis_config(10_000); let bank0 = Bank::new_with_paths_for_benches( &genesis_config, vec![PathBuf::from("bench_a0")], None, None, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), false, ); bencher.iter(|| { let mut pubkeys: Vec = vec![]; deposit_many(&bank0, &mut pubkeys, 1000).unwrap(); }); } #[bench] fn test_accounts_squash(bencher: &mut Bencher) { let (mut genesis_config, _) = create_genesis_config(100_000); genesis_config.rent.burn_percent = 100; // Avoid triggering an assert in Bank::distribute_rent_to_validators() let mut prev_bank = Arc::new(Bank::new_with_paths_for_benches( &genesis_config, vec![PathBuf::from("bench_a1")], None, None, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), false, )); let mut pubkeys: Vec = vec![]; deposit_many(&prev_bank, &mut pubkeys, 250_000).unwrap(); prev_bank.freeze(); // Measures the performance of the squash operation. // This mainly consists of the freeze operation which calculates the // merkle hash of the account state and distribution of fees and rent let mut slot = 1u64; bencher.iter(|| { let next_bank = Arc::new(Bank::new_from_parent(&prev_bank, &Pubkey::default(), slot)); next_bank.deposit(&pubkeys[0], 1).unwrap(); next_bank.squash(); slot += 1; prev_bank = next_bank; }); } #[bench] fn test_accounts_hash_bank_hash(bencher: &mut Bencher) { let accounts = Accounts::new_with_config_for_benches( vec![PathBuf::from("bench_accounts_hash_internal")], &ClusterType::Development, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), ); let mut pubkeys: Vec = vec![]; let num_accounts = 60_000; let slot = 0; create_test_accounts(&accounts, &mut pubkeys, num_accounts, slot); let ancestors = Ancestors::from(vec![0]); let (_, total_lamports) = accounts.accounts_db.update_accounts_hash( 0, &ancestors, &EpochSchedule::default(), &RentCollector::default(), ); let test_hash_calculation = false; bencher.iter(|| { assert!(accounts.verify_bank_hash_and_lamports( 0, &ancestors, total_lamports, test_hash_calculation, &EpochSchedule::default(), &RentCollector::default(), false, false, false, false, )) }); } #[bench] fn test_update_accounts_hash(bencher: &mut Bencher) { solana_logger::setup(); let accounts = Accounts::new_with_config_for_benches( vec![PathBuf::from("update_accounts_hash")], &ClusterType::Development, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), ); let mut pubkeys: Vec = vec![]; create_test_accounts(&accounts, &mut pubkeys, 50_000, 0); let ancestors = Ancestors::from(vec![0]); bencher.iter(|| { accounts.accounts_db.update_accounts_hash( 0, &ancestors, &EpochSchedule::default(), &RentCollector::default(), ); }); } #[bench] fn test_accounts_delta_hash(bencher: &mut Bencher) { solana_logger::setup(); let accounts = Accounts::new_with_config_for_benches( vec![PathBuf::from("accounts_delta_hash")], &ClusterType::Development, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), ); let mut pubkeys: Vec = vec![]; create_test_accounts(&accounts, &mut pubkeys, 100_000, 0); bencher.iter(|| { accounts.accounts_db.get_accounts_delta_hash(0); }); } #[bench] fn bench_delete_dependencies(bencher: &mut Bencher) { solana_logger::setup(); let accounts = Accounts::new_with_config_for_benches( vec![PathBuf::from("accounts_delete_deps")], &ClusterType::Development, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), ); let mut old_pubkey = Pubkey::default(); let zero_account = AccountSharedData::new(0, 0, AccountSharedData::default().owner()); for i in 0..1000 { let pubkey = solana_sdk::pubkey::new_rand(); let account = AccountSharedData::new((i + 1) as u64, 0, AccountSharedData::default().owner()); accounts.store_slow_uncached(i, &pubkey, &account); accounts.store_slow_uncached(i, &old_pubkey, &zero_account); old_pubkey = pubkey; accounts.add_root(i); } bencher.iter(|| { accounts.accounts_db.clean_accounts(None, false, None); }); } fn store_accounts_with_possible_contention( bench_name: &str, bencher: &mut Bencher, reader_f: F, ) where F: Fn(&Accounts, &[Pubkey]) + Send + Copy, { let num_readers = 5; let accounts = Arc::new(Accounts::new_with_config_for_benches( vec![ PathBuf::from(std::env::var("FARF_DIR").unwrap_or_else(|_| "farf".to_string())) .join(bench_name), ], &ClusterType::Development, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), )); let num_keys = 1000; let slot = 0; accounts.add_root(slot); let pubkeys: Arc> = Arc::new( (0..num_keys) .map(|_| { let pubkey = solana_sdk::pubkey::new_rand(); let account = AccountSharedData::new(1, 0, AccountSharedData::default().owner()); accounts.store_slow_uncached(slot, &pubkey, &account); pubkey }) .collect(), ); for _ in 0..num_readers { let accounts = accounts.clone(); let pubkeys = pubkeys.clone(); Builder::new() .name("readers".to_string()) .spawn(move || { reader_f(&accounts, &pubkeys); }) .unwrap(); } let num_new_keys = 1000; let new_accounts: Vec<_> = (0..num_new_keys) .map(|_| AccountSharedData::new(1, 0, AccountSharedData::default().owner())) .collect(); bencher.iter(|| { for account in &new_accounts { // Write to a different slot than the one being read from. Because // there's a new account pubkey being written to every time, will // compete for the accounts index lock on every store accounts.store_slow_uncached(slot + 1, &solana_sdk::pubkey::new_rand(), account); } }) } #[bench] #[ignore] fn bench_concurrent_read_write(bencher: &mut Bencher) { store_accounts_with_possible_contention( "concurrent_read_write", bencher, |accounts, pubkeys| { let mut rng = rand::thread_rng(); loop { let i = rng.gen_range(0, pubkeys.len()); test::black_box( accounts .load_without_fixed_root(&Ancestors::default(), &pubkeys[i]) .unwrap(), ); } }, ) } #[bench] #[ignore] fn bench_concurrent_scan_write(bencher: &mut Bencher) { store_accounts_with_possible_contention("concurrent_scan_write", bencher, |accounts, _| loop { test::black_box( accounts .load_by_program( &Ancestors::default(), 0, AccountSharedData::default().owner(), &ScanConfig::default(), ) .unwrap(), ); }) } #[bench] #[ignore] fn bench_dashmap_single_reader_with_n_writers(bencher: &mut Bencher) { let num_readers = 5; let num_keys = 10000; let map = Arc::new(DashMap::new()); for i in 0..num_keys { map.insert(i, i); } for _ in 0..num_readers { let map = map.clone(); Builder::new() .name("readers".to_string()) .spawn(move || loop { test::black_box(map.entry(5).or_insert(2)); }) .unwrap(); } bencher.iter(|| { for _ in 0..num_keys { test::black_box(map.get(&5).unwrap().value()); } }) } #[bench] #[ignore] fn bench_rwlock_hashmap_single_reader_with_n_writers(bencher: &mut Bencher) { let num_readers = 5; let num_keys = 10000; let map = Arc::new(RwLock::new(HashMap::new())); for i in 0..num_keys { map.write().unwrap().insert(i, i); } for _ in 0..num_readers { let map = map.clone(); Builder::new() .name("readers".to_string()) .spawn(move || loop { test::black_box(map.write().unwrap().get(&5)); }) .unwrap(); } bencher.iter(|| { for _ in 0..num_keys { test::black_box(map.read().unwrap().get(&5)); } }) } fn setup_bench_dashmap_iter() -> (Arc, DashMap) { let accounts = Arc::new(Accounts::new_with_config_for_benches( vec![ PathBuf::from(std::env::var("FARF_DIR").unwrap_or_else(|_| "farf".to_string())) .join("bench_dashmap_par_iter"), ], &ClusterType::Development, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), )); let dashmap = DashMap::new(); let num_keys = std::env::var("NUM_BENCH_KEYS") .map(|num_keys| num_keys.parse::().unwrap()) .unwrap_or_else(|_| 10000); for _ in 0..num_keys { dashmap.insert( Pubkey::new_unique(), ( AccountSharedData::new(1, 0, AccountSharedData::default().owner()), Hash::new_unique(), ), ); } (accounts, dashmap) } #[bench] fn bench_dashmap_par_iter(bencher: &mut Bencher) { let (accounts, dashmap) = setup_bench_dashmap_iter(); bencher.iter(|| { test::black_box(accounts.accounts_db.thread_pool.install(|| { dashmap .par_iter() .map(|cached_account| (*cached_account.key(), cached_account.value().1)) .collect::>() })); }); } #[bench] fn bench_dashmap_iter(bencher: &mut Bencher) { let (_accounts, dashmap) = setup_bench_dashmap_iter(); bencher.iter(|| { test::black_box( dashmap .iter() .map(|cached_account| (*cached_account.key(), cached_account.value().1)) .collect::>(), ); }); } #[bench] fn bench_load_largest_accounts(b: &mut Bencher) { let accounts = Accounts::new_with_config_for_benches( Vec::new(), &ClusterType::Development, AccountSecondaryIndexes::default(), false, AccountShrinkThreshold::default(), ); let mut rng = rand::thread_rng(); for _ in 0..10_000 { let lamports = rng.gen(); let pubkey = Pubkey::new_unique(); let account = AccountSharedData::new(lamports, 0, &Pubkey::default()); accounts.store_slow_uncached(0, &pubkey, &account); } let ancestors = Ancestors::from(vec![0]); let bank_id = 0; b.iter(|| { accounts.load_largest_accounts( &ancestors, bank_id, 20, &HashSet::new(), AccountAddressFilter::Exclude, ) }); }