feat: prefetch accounts and access keys

core/store/Cargo.toml

@@ -29,6 +29,7 @@ thiserror = "1"
 lru = "0.7.2"
 once_cell = "1.5.2"
 rlimit = "0.7"
+crossbeam = "0.8"
 
 near-crypto = { path = "../crypto" }
 near-o11y = { path = "../o11y" }

core/store/src/config.rs

@@ -43,6 +43,9 @@ pub struct StoreConfig {
     /// the performance of the storage
     pub trie_cache_capacities: Vec<(ShardUId, u64)>,
 
+    /// Enable fetching account and access key data ahead of time to avoid IO latency.
+    pub enable_receipt_prefetching: bool,
+
     /// Path where to create RocksDB checkpoints during database migrations or
     /// `false` to disable that feature.
     ///
@@ -135,6 +138,7 @@ impl Default for StoreConfig {
             block_size: bytesize::ByteSize::kib(16),
 
             trie_cache_capacities: vec![(ShardUId { version: 1, shard_id: 3 }, 45_000_000)],
+            enable_receipt_prefetching: false,
 
             migration_snapshot: Default::default(),
         }

core/store/src/lib.rs

@@ -31,9 +31,9 @@ use crate::db::{
 pub use crate::trie::iterator::TrieIterator;
 pub use crate::trie::update::{TrieUpdate, TrieUpdateIterator, TrieUpdateValuePtr};
 pub use crate::trie::{
-    estimator, split_state, ApplyStatePartResult, KeyForStateChanges, PartialStorage, ShardTries,
-    Trie, TrieAccess, TrieCache, TrieCachingStorage, TrieChanges, TrieConfig, TrieStorage,
-    WrappedTrieChanges,
+    estimator, split_state, ApplyStatePartResult, KeyForStateChanges, PartialStorage, PrefetchApi,
+    ShardTries, Trie, TrieAccess, TrieCache, TrieCachingStorage, TrieChanges, TrieConfig,
+    TrieStorage, WrappedTrieChanges,
 };
 
 mod columns;

core/store/src/trie/config.rs

@@ -27,6 +27,7 @@ const TRIE_LIMIT_CACHED_VALUE_SIZE: usize = 1000;
 pub struct TrieConfig {
     pub shard_cache_config: ShardCacheConfig,
     pub view_shard_cache_config: ShardCacheConfig,
+    pub enable_receipt_prefetching: bool,
 }
 
 pub struct ShardCacheConfig {

core/store/src/trie/mod.rs

@@ -19,6 +19,7 @@ pub use crate::trie::config::TrieConfig;
 use crate::trie::insert_delete::NodesStorage;
 use crate::trie::iterator::TrieIterator;
 use crate::trie::nibble_slice::NibbleSlice;
+pub use crate::trie::prefetching_trie_storage::PrefetchApi;
 pub use crate::trie::shard_tries::{KeyForStateChanges, ShardTries, WrappedTrieChanges};
 pub use crate::trie::trie_storage::{TrieCache, TrieCachingStorage, TrieStorage};
 use crate::trie::trie_storage::{TrieMemoryPartialStorage, TrieRecordingStorage};
@@ -29,6 +30,7 @@ mod config;
 mod insert_delete;
 pub mod iterator;
 mod nibble_slice;
+mod prefetching_trie_storage;
 mod shard_tries;
 pub mod split_state;
 mod state_parts;