Merge branch 'master' into log_performance_improvements

Cargo.toml

@@ -267,7 +267,7 @@ core_affinity = "0.5.10"
 criterion = "0.5.1"
 criterion-stats = "0.3.0"
 crossbeam-channel = "0.5.13"
-csv = "1.3.0"
+csv = "1.3.1"
 ctrlc = "3.4.5"
 curve25519-dalek = { version = "4.1.3", features = ["digest", "rand_core"] }
 dashmap = "5.5.3"
@@ -578,7 +578,7 @@ tar = "0.4.43"
 tarpc = "0.29.0"
 tempfile = "3.14.0"
 test-case = "3.3.1"
-thiserror = "1.0.68"
+thiserror = "1.0.69"
 tiny-bip39 = "0.8.2"
 # Update solana-tokio patch below when updating this version
 tokio = "1.29.1"

accounts-db/src/accounts_db.rs

@@ -7452,6 +7452,27 @@ impl AccountsDb {
         (hashes, scan.as_us(), accumulate)
     }
 
+    /// Return all of the accounts for a given slot
+    pub fn get_pubkey_account_for_slot(&self, slot: Slot) -> Vec<(Pubkey, AccountSharedData)> {
+        let scan_result = self.scan_account_storage(
+            slot,
+            |loaded_account| {
+                // Cache only has one version per key, don't need to worry about versioning
+                Some((*loaded_account.pubkey(), loaded_account.take_account()))
+            },
+            |accum: &DashMap<_, _>, loaded_account, _data| {
+                // Storage may have duplicates so only keep the latest version for each key
+                accum.insert(*loaded_account.pubkey(), loaded_account.take_account());
+            },
+            ScanAccountStorageData::NoData,
+        );
+
+        match scan_result {
+            ScanStorageResult::Cached(cached_result) => cached_result,
+            ScanStorageResult::Stored(stored_result) => stored_result.into_iter().collect(),
+        }
+    }
+
     /// Return all of the accounts for a given slot
     pub fn get_pubkey_hash_account_for_slot(&self, slot: Slot) -> Vec<PubkeyHashAccount> {
         type ScanResult =

runtime/src/bank/accounts_lt_hash.rs

@@ -82,7 +82,7 @@ impl Bank {
             self.rc
                 .accounts
                 .accounts_db
-                .get_pubkey_hash_account_for_slot(slot)
+                .get_pubkey_account_for_slot(slot)
         });
         let num_accounts_total = accounts_curr.len();
 
@@ -118,10 +118,7 @@ impl Bank {
                 .fold_chunks(
                     CHUNK_SIZE,
                     || (LtHash::identity(), Stats::default()),
-                    |mut accum, elem| {
-                        let pubkey = &elem.pubkey;
-                        let curr_account = &elem.account;
-
+                    |mut accum, (pubkey, curr_account)| {
                         // load the initial state of the account
                         let (initial_state_of_account, measure_load) = meas_dur!({
                             match cache_for_accounts_lt_hash.get(pubkey) {