fork_database.cpp

#include <eosio/chain/fork_database.hpp>
#include <eosio/chain/exceptions.hpp>
#include <boost/multi_index_container.hpp>
#include <boost/multi_index/ordered_index.hpp>
#include <boost/multi_index/hashed_index.hpp>
#include <boost/multi_index/mem_fun.hpp>
#include <boost/multi_index/global_fun.hpp>
#include <boost/multi_index/composite_key.hpp>
#include <fc/io/fstream.hpp>
#include <fc/io/cfile.hpp>
#include <fstream>
#include <mutex>

namespace eosio::chain {
   using boost::multi_index_container;
   using namespace boost::multi_index;

   /**
    * History:
    * Version 1: initial version of the new refactored fork database portable format
    * Version 2: Savanna version, store either `block_state`, `block_state_legacy` or both versions,
    *            root is full `block_state`, not just the header.
    */

   std::string log_fork_comparison(const block_state& bs) {
      std::string r;
      r += "[ latest_qc_block_timestamp: " + bs.latest_qc_block_timestamp().to_time_point().to_iso_string() + ", ";
      r += "timestamp: " + bs.timestamp().to_time_point().to_iso_string() + ", ";
      r += "id: " + bs.id().str();
      r += " ]";
      return r;
   }

   std::string log_fork_comparison(const block_state_legacy& bs) {
      std::string r;
      r += "[ irreversible_blocknum: " + std::to_string(bs.irreversible_blocknum()) + ", ";
      r += "block_num: " + std::to_string(bs.block_num()) + ", ";
      r += "timestamp: " + bs.timestamp().to_time_point().to_iso_string() + ", ";
      r += "id: " + bs.id().str();
      r += " ]";
      return r;
   }

   struct by_block_id;
   struct by_best_branch;
   struct by_prev;

   template<class BSP>  // either [block_state_legacy_ptr, block_state_ptr], same with block_header_state_ptr
   struct fork_database_impl {
      using bsp_t              = BSP;
      using bs_t               = bsp_t::element_type;
      using bhsp_t             = bs_t::bhsp_t;
      using bhs_t              = bhsp_t::element_type;

      using fork_db_t          = fork_database_t<BSP>;
      using branch_t           = fork_db_t::branch_t;
      using full_branch_t      = fork_db_t::full_branch_t;
      using branch_pair_t      = fork_db_t::branch_pair_t;

      using by_best_branch_legacy_t = ordered_unique<
         tag<by_best_branch>,
         composite_key<block_state_legacy,
                       const_mem_fun<block_state_legacy,     uint32_t,             &block_state_legacy::irreversible_blocknum>,
                       const_mem_fun<block_state_legacy,     uint32_t,             &block_state_legacy::block_num>,
                       const_mem_fun<block_state_legacy,     const block_id_type&, &block_state_legacy::id>>,
         composite_key_compare<std::greater<uint32_t>, std::greater<uint32_t>, std::greater<block_id_type>>>;

      using by_best_branch_if_t = ordered_unique<
         tag<by_best_branch>,
         composite_key<block_state,
                       const_mem_fun<block_state,     block_timestamp_type, &block_state::latest_qc_block_timestamp>,
                       const_mem_fun<block_state,     block_timestamp_type, &block_state::timestamp>,
                       const_mem_fun<block_state,     const block_id_type&, &block_state::id>>,
         composite_key_compare<std::greater<block_timestamp_type>,
                               std::greater<block_timestamp_type>, std::greater<block_id_type>>>;

      using by_best_branch_t = std::conditional_t<std::is_same_v<bs_t, block_state>,
                                                  by_best_branch_if_t,
                                                  by_best_branch_legacy_t>;

      using fork_multi_index_type = multi_index_container<
         bsp_t,
         indexed_by<hashed_unique<tag<by_block_id>, BOOST_MULTI_INDEX_CONST_MEM_FUN(bs_t, const block_id_type&, id),
                                  std::hash<block_id_type>>,
                    ordered_non_unique<tag<by_prev>, const_mem_fun<bs_t, const block_id_type&, &bs_t::previous>>,
                    by_best_branch_t>>;

      std::mutex             mtx;
      bsp_t                  root;
      block_id_type          pending_savanna_lib_id; // under Savanna the id of what will become root
      fork_multi_index_type  index;

      explicit fork_database_impl() = default;

      void             open_impl( const char* desc, const std::filesystem::path& fork_db_file, fc::cfile_datastream& ds, validator_t& validator );
      void             close_impl( std::ofstream& out );
      bool             add_impl( const bsp_t& n, ignore_duplicate_t ignore_duplicate, bool validate, validator_t& validator );
      bool             is_valid() const;

      bsp_t            get_block_impl( const block_id_type& id, include_root_t include_root = include_root_t::no ) const;
      bool             block_exists_impl( const block_id_type& id ) const;
      bool             validated_block_exists_impl( const block_id_type& id ) const;
      void             reset_root_impl( const bsp_t& root_bs );
      void             advance_root_impl( const block_id_type& id );
      void             remove_impl( const block_id_type& id );
      bsp_t            head_impl(include_root_t include_root) const;
      bool             set_pending_savanna_lib_id_impl(const block_id_type& id);
      branch_t         fetch_branch_impl( const block_id_type& h, uint32_t trim_after_block_num ) const;
      block_branch_t   fetch_block_branch_impl( const block_id_type& h, uint32_t trim_after_block_num ) const;
      branch_t         fetch_branch_impl( const block_id_type& h, const block_id_type& b ) const;
      full_branch_t    fetch_full_branch_impl(const block_id_type& h) const;
      bsp_t            search_on_branch_impl( const block_id_type& h, uint32_t block_num, include_root_t include_root ) const;
      bsp_t            search_on_head_branch_impl( uint32_t block_num, include_root_t include_root ) const;
      branch_pair_t    fetch_branch_from_impl( const block_id_type& first, const block_id_type& second ) const;

   };

   template<class BSP>
   fork_database_t<BSP>::fork_database_t()
      :my( new fork_database_impl<BSP>() )
   {}

   template<class BSP>
   fork_database_t<BSP>::~fork_database_t() = default; // close is performed in fork_database::~fork_database()

   template<class BSP>
   void fork_database_t<BSP>::open( const char* desc, const std::filesystem::path& fork_db_file, fc::cfile_datastream& ds, validator_t& validator ) {
      std::lock_guard g( my->mtx );
      my->open_impl( desc, fork_db_file, ds, validator );
   }

   template<class BSP>
   void fork_database_impl<BSP>::open_impl( const char* desc, const std::filesystem::path& fork_db_file, fc::cfile_datastream& ds, validator_t& validator ) {
      bsp_t _root = std::make_shared<bs_t>();
      fc::raw::unpack( ds, pending_savanna_lib_id );
      fc::raw::unpack( ds, *_root );
      reset_root_impl( _root );

      unsigned_int size; fc::raw::unpack( ds, size );
      for( uint32_t i = 0, n = size.value; i < n; ++i ) {
         bs_t s;
         fc::raw::unpack( ds, s );
         // do not populate transaction_metadatas, they will be created as needed in apply_block with appropriate key recovery
         add_impl( std::make_shared<bs_t>( std::move( s ) ), ignore_duplicate_t::no, true, validator );
      }
   }

   template<class BSP>
   void fork_database_t<BSP>::close(std::ofstream& out) {
      std::lock_guard g( my->mtx );
      my->close_impl(out);
   }

   template<class BSP>
   size_t fork_database_t<BSP>::size() const {
      std::lock_guard g( my->mtx );
      return my->index.size();
   }

   template<class BSP>
   void fork_database_impl<BSP>::close_impl(std::ofstream& out) {
      assert(!!root); // if head or root are null, we don't save and shouldn't get here

      auto head = head_impl(include_root_t::no);
      if (head) {
         ilog("Writing fork_database ${b} blocks with root ${rn}:${r} and head ${hn}:${h}",
              ("b", head->block_num() - root->block_num())("rn", root->block_num())("r", root->id())("hn", head->block_num())("h", head->id()));
      } else {
         ilog("Writing empty fork_database with root ${rn}:${r}", ("rn", root->block_num())("r", root->id()));
      }

      fc::raw::pack( out, pending_savanna_lib_id );
      fc::raw::pack( out, *root );

      uint32_t num_blocks_in_fork_db = index.size();
      fc::raw::pack( out, unsigned_int{num_blocks_in_fork_db} );

      const auto& indx = index.template get<by_best_branch>();

      for (auto itr = indx.rbegin(); itr != indx.rend(); ++itr) {
         fc::raw::pack( out, *(*itr) );
      }

      index.clear();
   }

   template<class BSP>
   void fork_database_t<BSP>::reset_root( const bsp_t& root_bsp ) {
      std::lock_guard g( my->mtx );
      my->reset_root_impl(root_bsp);
   }

   template<class BSP>
   void fork_database_impl<BSP>::reset_root_impl( const bsp_t& root_bsp ) {
      index.clear();
      assert(root_bsp);
      root = root_bsp;
      root->set_valid(true);
   }

   template<class BSP>
   void fork_database_t<BSP>::advance_root( const block_id_type& id ) {
      std::lock_guard g( my->mtx );
      my->advance_root_impl( id );
   }

   template<class BSP>
   void fork_database_impl<BSP>::advance_root_impl( const block_id_type& id ) {
      EOS_ASSERT( root, fork_database_exception, "root not yet set" );

      auto new_root = get_block_impl( id );
      EOS_ASSERT( new_root, fork_database_exception,
                  "cannot advance root to a block that does not exist in the fork database" );
      EOS_ASSERT( new_root->is_valid(), fork_database_exception,
                  "cannot advance root to a block that has not yet been validated" );


      deque<block_id_type> blocks_to_remove;
      for( auto b = new_root; b; ) {
         blocks_to_remove.emplace_back( b->previous() );
         b = get_block_impl( blocks_to_remove.back() );
         EOS_ASSERT( b || blocks_to_remove.back() == root->id(), fork_database_exception,
                     "invariant violation: orphaned branch was present in forked database" );
      }

      // The new root block should be erased from the fork database index individually rather than with the remove method,
      // because we do not want the blocks branching off of it to be removed from the fork database.
      index.erase( index.find( id ) );

      // The other blocks to be removed are removed using the remove method so that orphaned branches do not remain in the fork database.
      for( const auto& block_id : blocks_to_remove ) {
         remove_impl( block_id );
      }

      // Even though fork database no longer needs block or trxs when a block state becomes a root of the tree,
      // avoid mutating the block state at all, for example clearing the block shared pointer, because other
      // parts of the code which run asynchronously may later expect it remain unmodified.

      root = new_root;
   }

   template <class BSP>
   bool fork_database_impl<BSP>::add_impl(const bsp_t& n, ignore_duplicate_t ignore_duplicate,
                                          bool validate, validator_t& validator) {
      EOS_ASSERT( root, fork_database_exception, "root not yet set" );
      EOS_ASSERT( n, fork_database_exception, "attempt to add null block state" );

      if constexpr (std::is_same_v<BSP, block_state_ptr>) {
         auto qc_claim = n->extract_qc_claim();
         if (qc_claim.is_strong_qc) {
            // claim has already been verified, update LIB even if unable to verify block
            // We evaluate a block extension qc and advance lib if strong.
            // This is done before evaluating the block. It is possible the block
            // will not be valid or forked out. This is safe because the block is
            // just acting as a carrier of this info. It doesn't matter if the block
            // is actually valid as it simply is used as a network message for this data.
            if (auto claimed = search_on_branch_impl(n->previous(), qc_claim.block_num, include_root_t::no)) {
               auto& latest_qc_claim__block_ref = claimed->core.get_block_reference(claimed->core.latest_qc_claim().block_num);
               set_pending_savanna_lib_id_impl(latest_qc_claim__block_ref.block_id);
            }
         }
      }

      auto prev_bh = get_block_impl( n->previous(), include_root_t::yes );
      EOS_ASSERT( prev_bh, unlinkable_block_exception,
                  "forkdb unlinkable block ${id} previous ${p}", ("id", n->id())("p", n->previous()) );

      if (validate) {
         try {
            const auto& exts = n->header_exts;

            if (auto it = exts.find(protocol_feature_activation::extension_id()); it != exts.end()) {
               const auto& new_protocol_features = std::get<protocol_feature_activation>(it->second).protocol_features;
               validator(n->timestamp(), prev_bh->get_activated_protocol_features()->protocol_features, new_protocol_features);
            }
         }
         EOS_RETHROW_EXCEPTIONS( fork_database_exception, "serialized fork database is incompatible with configured protocol features" )
      }

      auto prev_head = head_impl(include_root_t::no);

      auto inserted = index.insert(n);
      EOS_ASSERT(ignore_duplicate == ignore_duplicate_t::yes || inserted.second, fork_database_exception,
                 "duplicate block added: ${id}", ("id", n->id()));

      return inserted.second && prev_head != head_impl(include_root_t::no);
   }

   template<class BSP>
   bool fork_database_t<BSP>::add( const bsp_t& n, ignore_duplicate_t ignore_duplicate ) {
      std::lock_guard g( my->mtx );
      return my->add_impl(n, ignore_duplicate, false,
                          [](block_timestamp_type         timestamp,
                             const flat_set<digest_type>& cur_features,
                             const vector<digest_type>&   new_features) {});
   }

   template<class BSP>
   bool fork_database_t<BSP>::is_valid() const {
      std::lock_guard g( my->mtx );
      return my->is_valid();
   }

   template<class BSP>
   bool fork_database_impl<BSP>::is_valid() const {
      return !!root;
   }

   template<class BSP>
   bool fork_database_t<BSP>::has_root() const {
      std::lock_guard g( my->mtx );
      return !!my->root;
   }

   template<class BSP>
   BSP fork_database_t<BSP>::root() const {
      std::lock_guard g( my->mtx );
      return my->root;
   }

   template<class BSP>
   BSP fork_database_t<BSP>::head(include_root_t include_root) const {
      std::lock_guard g( my->mtx );
      return my->head_impl(include_root);
   }

   template<class BSP>
   BSP fork_database_impl<BSP>::head_impl(include_root_t include_root) const {
      if (index.empty()) {
         if (include_root == include_root_t::yes)
            return root;
         return {};
      }
      const auto& indx = index.template get<by_best_branch>();
      return *indx.begin();
   }

   template<class BSP>
   block_id_type fork_database_t<BSP>::pending_savanna_lib_id() const {
      std::lock_guard g( my->mtx );
      return my->pending_savanna_lib_id;
   }

   template<class BSP>
   bool fork_database_t<BSP>::set_pending_savanna_lib_id(const block_id_type& id) {
      std::lock_guard g( my->mtx );
      return my->set_pending_savanna_lib_id_impl(id);
   }

   template<class BSP>
   bool fork_database_impl<BSP>::set_pending_savanna_lib_id_impl(const block_id_type& id) {
      block_num_type new_lib = block_header::num_from_id(id);
      block_num_type old_lib = block_header::num_from_id(pending_savanna_lib_id);
      if (new_lib > old_lib) {
         dlog("set pending savanna lib ${bn}: ${id}", ("bn", block_header::num_from_id(id))("id", id));
         pending_savanna_lib_id = id;
         return true;
      }
      return false;
   }

   template <class BSP>
   eosio::chain::fork_database_t<BSP>::branch_t
   fork_database_t<BSP>::fetch_branch(const block_id_type& h, uint32_t trim_after_block_num) const {
      std::lock_guard g(my->mtx);
      return my->fetch_branch_impl(h, trim_after_block_num);
   }

   template <class BSP>
   fork_database_t<BSP>::branch_t
   fork_database_impl<BSP>::fetch_branch_impl(const block_id_type& h, uint32_t trim_after_block_num) const {
      branch_t result;
      result.reserve(index.size());
      for (auto i = index.find(h); i != index.end(); i = index.find((*i)->previous())) {
         if ((*i)->block_num() <= trim_after_block_num)
            result.push_back(*i);
      }

      return result;
   }

   template <class BSP>
   fork_database_t<BSP>::branch_t
   fork_database_t<BSP>::fetch_branch(const block_id_type& h, const block_id_type& b) const {
      std::lock_guard g(my->mtx);
      return my->fetch_branch_impl(h, b);
   }

   template <class BSP>
   fork_database_t<BSP>::branch_t
   fork_database_impl<BSP>::fetch_branch_impl(const block_id_type& h, const block_id_type& b) const {
      branch_t result;
      result.reserve(index.size());
      bool found_branch = false;
      for (auto i = index.find(h); i != index.end(); i = index.find((*i)->previous())) {
         if ((*i)->id() == b)
            found_branch = true;
         if (found_branch)
            result.push_back(*i);
      }
      return result;
   }

   template <class BSP>
   block_branch_t
   fork_database_t<BSP>::fetch_block_branch(const block_id_type& h, uint32_t trim_after_block_num) const {
      std::lock_guard g(my->mtx);
      return my->fetch_block_branch_impl(h, trim_after_block_num);
   }

   template <class BSP>
   block_branch_t
   fork_database_impl<BSP>::fetch_block_branch_impl(const block_id_type& h, uint32_t trim_after_block_num) const {
      block_branch_t result;
      result.reserve(index.size());
      for (auto i = index.find(h); i != index.end(); i = index.find((*i)->previous())) {
         if ((*i)->block_num() <= trim_after_block_num)
            result.push_back((*i)->block);
      }

      return result;
   }

   template <class BSP>
   fork_database_t<BSP>::full_branch_t
   fork_database_t<BSP>::fetch_full_branch(const block_id_type& h) const {
      std::lock_guard g(my->mtx);
      return my->fetch_full_branch_impl(h);
   }

   template <class BSP>
   fork_database_t<BSP>::full_branch_t
   fork_database_impl<BSP>::fetch_full_branch_impl(const block_id_type& h) const {
      full_branch_t result;
      result.reserve(index.size());
      for (auto i = index.find(h); i != index.end(); i = index.find((*i)->previous())) {
         result.push_back(*i);
      }
      result.push_back(root);
      return result;
   }

   template<class BSP>
   BSP fork_database_t<BSP>::search_on_branch( const block_id_type& h, uint32_t block_num, include_root_t include_root /* = include_root_t::no */ ) const {
      std::lock_guard g( my->mtx );
      return my->search_on_branch_impl( h, block_num, include_root );
   }

   template<class BSP>
   BSP fork_database_impl<BSP>::search_on_branch_impl( const block_id_type& h, uint32_t block_num, include_root_t include_root ) const {
      if (!root)
         return {};
      if( include_root == include_root_t::yes && root->id() == h && root->block_num() == block_num ) {
         return root;
      }
      if (block_num <= root->block_num())
         return {};

      for( auto i = index.find(h); i != index.end(); i = index.find( (*i)->previous() ) ) {
         if ((*i)->block_num() == block_num)
            return *i;
      }

      return {};
   }

   template<class BSP>
   BSP fork_database_t<BSP>::search_on_head_branch( uint32_t block_num, include_root_t include_root /* = include_root_t::no */ ) const {
      std::lock_guard g(my->mtx);
      return my->search_on_head_branch_impl(block_num, include_root);
   }

   template<class BSP>
   BSP fork_database_impl<BSP>::search_on_head_branch_impl( uint32_t block_num, include_root_t include_root ) const {
      auto head = head_impl(include_root);
      if (!head)
         return head;
      return search_on_branch_impl(head->id(), block_num, include_root);
   }

   /**
    *  Given two head blocks, return two branches of the fork graph that
    *  end with a common ancestor (same prior block)
    */
   template <class BSP>
   fork_database_t<BSP>::branch_pair_t
   fork_database_t<BSP>::fetch_branch_from(const block_id_type& first, const block_id_type& second) const {
      std::lock_guard g(my->mtx);
      return my->fetch_branch_from_impl(first, second);
   }

   template <class BSP>
   fork_database_t<BSP>::branch_pair_t
   fork_database_impl<BSP>::fetch_branch_from_impl(const block_id_type& first, const block_id_type& second) const {
      branch_pair_t result;
      auto first_branch = (first == root->id()) ? root : get_block_impl(first);
      auto second_branch = (second == root->id()) ? root : get_block_impl(second);

      EOS_ASSERT(first_branch, fork_db_block_not_found, "block ${id} does not exist", ("id", first));
      EOS_ASSERT(second_branch, fork_db_block_not_found, "block ${id} does not exist", ("id", second));

      while( first_branch->block_num() > second_branch->block_num() )
      {
         result.first.push_back(first_branch);
         const auto& prev = first_branch->previous();
         first_branch = (prev == root->id()) ? root : get_block_impl( prev );
         EOS_ASSERT( first_branch, fork_db_block_not_found,
                     "block ${id} does not exist",
                     ("id", prev)
         );
      }

      while( second_branch->block_num() > first_branch->block_num() )
      {
         result.second.push_back( second_branch );
         const auto& prev = second_branch->previous();
         second_branch = (prev == root->id()) ? root : get_block_impl( prev );
         EOS_ASSERT( second_branch, fork_db_block_not_found,
                     "block ${id} does not exist",
                     ("id", prev)
         );
      }

      if (first_branch->id() == second_branch->id()) return result;

      while( first_branch->previous() != second_branch->previous() )
      {
         result.first.push_back(first_branch);
         result.second.push_back(second_branch);
         const auto &first_prev = first_branch->previous();
         first_branch = get_block_impl( first_prev );
         const auto &second_prev = second_branch->previous();
         second_branch = get_block_impl( second_prev );
         EOS_ASSERT( first_branch, fork_db_block_not_found,
                     "block ${id} does not exist",
                     ("id", first_prev)
         );
         EOS_ASSERT( second_branch, fork_db_block_not_found,
                     "block ${id} does not exist",
                     ("id", second_prev)
         );
      }

      if( first_branch && second_branch )
      {
         result.first.push_back(first_branch);
         result.second.push_back(second_branch);
      }
      return result;
   } /// fetch_branch_from_impl

   /// remove all of the invalid forks built off of this id including this id
   template<class BSP>
   void fork_database_t<BSP>::remove( const block_id_type& id ) {
      std::lock_guard g( my->mtx );
      return my->remove_impl( id );
   }

   template<class BSP>
   void fork_database_impl<BSP>::remove_impl( const block_id_type& id ) {
      deque<block_id_type> remove_queue{id};
      const auto& previdx = index.template get<by_prev>();

      for( uint32_t i = 0; i < remove_queue.size(); ++i ) {
         auto previtr = previdx.lower_bound( remove_queue[i] );
         while( previtr != previdx.end() && (*previtr)->previous() == remove_queue[i] ) {
            remove_queue.emplace_back( (*previtr)->id() );
            ++previtr;
         }
      }

      for( const auto& block_id : remove_queue ) {
         index.erase( block_id );
      }
   }

   template<class BSP>
   BSP fork_database_t<BSP>::get_block(const block_id_type& id,
                                       include_root_t include_root /* = include_root_t::no */) const {
      std::lock_guard g( my->mtx );
      return my->get_block_impl(id, include_root);
   }

   template<class BSP>
   BSP fork_database_impl<BSP>::get_block_impl(const block_id_type& id,
                                               include_root_t include_root /* = include_root_t::no */) const {
      if( include_root == include_root_t::yes && root->id() == id ) {
         return root;
      }
      auto itr = index.find( id );
      if( itr != index.end() )
         return *itr;
      return {};
   }

   template<class BSP>
   bool fork_database_t<BSP>::block_exists(const block_id_type& id) const {
      std::lock_guard g( my->mtx );
      return my->block_exists_impl(id);
   }

   template<class BSP>
   bool fork_database_impl<BSP>::block_exists_impl(const block_id_type& id) const {
      return index.find( id ) != index.end();
   }

   template<class BSP>
   bool fork_database_t<BSP>::validated_block_exists(const block_id_type& id) const {
      std::lock_guard g( my->mtx );
      return my->validated_block_exists_impl(id);
   }

   template<class BSP>
   bool fork_database_impl<BSP>::validated_block_exists_impl(const block_id_type& id) const {
      auto itr = index.find( id );
      return itr != index.end() && (*itr)->is_valid();
   }

// ------------------ fork_database -------------------------

   fork_database::fork_database(const std::filesystem::path& data_dir)
      : data_dir(data_dir)
   {
   }

   fork_database::~fork_database() {
      close();
   }

   void fork_database::close() {
      auto fork_db_file {data_dir / config::forkdb_filename};
      bool legacy_valid  = fork_db_l.is_valid();
      bool savanna_valid = fork_db_s.is_valid();

      auto in_use_value = in_use.load();
      // check that fork_dbs are in a consistent state
      if (!legacy_valid && !savanna_valid) {
         ilog("No fork_database to persist");
         return;
      } else if (legacy_valid && savanna_valid && in_use_value == in_use_t::savanna) {
         legacy_valid = false; // don't write legacy if not needed, we delay 'clear' of legacy until close
      }
      assert( (legacy_valid  && (in_use_value == in_use_t::legacy))  ||
              (savanna_valid && (in_use_value == in_use_t::savanna)) ||
              (legacy_valid && savanna_valid && (in_use_value == in_use_t::both)) );

      ilog("Persisting to fork_database file: ${f}", ("f", fork_db_file));
      std::ofstream out( fork_db_file.generic_string().c_str(), std::ios::out | std::ios::binary | std::ofstream::trunc );

      fc::raw::pack( out, magic_number );

      // write out current version which is always max_supported_version
      // version == 1 -> legacy
      // version == 2 -> Spring 1.0.0
      //                 (two possible fork_db, one containing `block_state_legacy`, one containing `block_state`)
      //                  unsupported by Spring 1.0.1 and above
      // version == 3 -> Spring 1.0.1 updated block_header_state (core with policy gen #)
      //                 (two possible fork_db, one containing `block_state_legacy`, one containing `block_state`)
      // ---------------------------------------------------------------------------------------------------------
      fc::raw::pack( out, max_supported_version );

      fc::raw::pack(out, static_cast<uint32_t>(in_use_value));

      fc::raw::pack(out, legacy_valid);
      if (legacy_valid)
         fork_db_l.close(out);

      fc::raw::pack(out, savanna_valid);
      if (savanna_valid)
         fork_db_s.close(out);
   }

   bool fork_database::file_exists() const {
      auto fork_db_file = data_dir / config::forkdb_filename;
      return std::filesystem::exists( fork_db_file );
   };

   void fork_database::open( validator_t& validator ) {
      if (!std::filesystem::is_directory(data_dir))
         std::filesystem::create_directories(data_dir);

      assert(!fork_db_l.is_valid() && !fork_db_s.is_valid());

      auto fork_db_file = data_dir / config::forkdb_filename;
      if( std::filesystem::exists( fork_db_file ) ) {
         try {
            fc::cfile f;
            f.set_file_path(fork_db_file);
            f.open("rb");

            fc::cfile_datastream ds(f);

            // determine file type, validate totem
            uint32_t totem = 0;
            fc::raw::unpack( ds, totem );
            EOS_ASSERT( totem == magic_number, fork_database_exception,
                        "Fork database file '${filename}' has unexpected magic number: ${actual_totem}. Expected ${t}",
                        ("filename", fork_db_file)("actual_totem", totem)("t", magic_number));

            uint32_t version = 0;
            fc::raw::unpack( ds, version );
            EOS_ASSERT( version != 2, fork_database_exception,
                        "Version 2 of fork_database (created by Spring 1.0.0) is not supported" );
            EOS_ASSERT( version >= fork_database::min_supported_version && version <= fork_database::max_supported_version,
                        fork_database_exception,
                       "Unsupported version of fork database file '${filename}'. "
                       "Fork database version is ${version} while code supports version(s) [${min},${max}]",
                       ("filename", fork_db_file)("version", version)("min", min_supported_version)("max", max_supported_version));

            switch(version) {
            case 1:
            {
               // ---------- pre-Savanna format. Just a single fork_database_l ----------------
               in_use = in_use_t::legacy;
               fork_db_l.open("legacy", fork_db_file, ds, validator);
               break;
            }

            case 3:
            {
               // ---------- Savanna format ----------------------------
               uint32_t in_use_raw;
               fc::raw::unpack( ds, in_use_raw );
               in_use = static_cast<in_use_t>(in_use_raw);

               bool legacy_valid { false };
               fc::raw::unpack( ds, legacy_valid );
               if (legacy_valid) {
                  fork_db_l.open("legacy", fork_db_file, ds, validator);
               }

               bool savanna_valid { false };
               fc::raw::unpack( ds, savanna_valid );
               if (savanna_valid) {
                  fork_db_s.open("savanna", fork_db_file, ds, validator);
               }
               break;
            }

            default:
               assert(0);
               break;
            }
         } FC_CAPTURE_AND_RETHROW( (fork_db_file) );
         std::filesystem::remove( fork_db_file );
      }
   }

   size_t fork_database::size() const {
      return apply<size_t>([](const auto& forkdb) {
         return forkdb.size();
      });
   }

   // only called from the main thread
   void fork_database::switch_from_legacy(const block_state_ptr& root) {
      // no need to close fork_db because we don't want to write anything out, file is removed on open
      // threads may be accessing (or locked on mutex about to access legacy forkdb) so don't delete it until program exit
      if (in_use == in_use_t::legacy) {
         fork_db_s.reset_root(root);
         if (fork_db_l.has_root()) {
            dlog("Switching forkdb from legacy to both");
            in_use = in_use_t::both;
         } else {
            dlog("Switching forkdb from legacy to savanna");
            in_use = in_use_t::savanna;
         }
      } else if (in_use == in_use_t::both) {
         dlog("Switching forkdb from legacy, already both root ${rid}, forkdb root ${fid}", ("rid", root->id())("fid", fork_db_s.root()->id()));
         assert(fork_db_s.root()->id() == root->id()); // should always set the same root
      } else {
         assert(false);
      }
   }

   block_branch_t fork_database::fetch_branch_from_head() const {
      return apply<block_branch_t>([&](auto& forkdb) {
         auto head = forkdb.head();
         if (head)
            return forkdb.fetch_block_branch(head->id());
         return block_branch_t{};
      });
   }

   // do class instantiations
   template class fork_database_t<block_state_legacy_ptr>;
   template class fork_database_t<block_state_ptr>;
   
   template struct fork_database_impl<block_state_legacy_ptr>;
   template struct fork_database_impl<block_state_ptr>;

} /// eosio::chain