feat(primitives, storage): save prune checkpoints in database

[shekhirin]

Resolves #3432

Not a breaking change: we've added new table. Also, we're free to change it without breaking changes until we start writing into it.

[codecov]

Codecov Report

Merging #3628 (c973280) into main (a39ee4a) will decrease coverage by 17.74%.
The diff coverage is 12.50%.

Impacted Files	Coverage Δ
crates/primitives/src/lib.rs	100.00% <ø> (ø)
crates/storage/db/src/abstraction/table.rs	18.60% <ø> (ø)
crates/storage/db/src/tables/mod.rs	29.26% <ø> (-24.40%)	⬇️
crates/storage/db/src/tables/models/mod.rs	66.66% <0.00%> (-11.77%)	⬇️
crates/primitives/src/prune/part.rs	16.66% <16.66%> (ø)
crates/primitives/src/prune/mode.rs	25.00% <100.00%> (-70.84%)	⬇️

... and 205 files with indirect coverage changes

Flag	Coverage Δ
integration-tests	15.86% <0.00%> (+0.02%)	⬆️
unit-tests	43.90% <12.50%> (-20.28%)	⬇️

Flags with carried forward coverage won't be shown. Click here to find out more.

Components	Coverage Δ
reth binary	16.03% <ø> (-10.28%)	⬇️
blockchain tree	70.63% <ø> (-10.95%)	⬇️
pipeline	68.03% <ø> (-19.08%)	⬇️
storage (db)	60.87% <0.00%> (-12.70%)	⬇️
trie	67.15% <ø> (-27.51%)	⬇️
txpool	33.93% <ø> (-15.06%)	⬇️
networking	54.91% <ø> (-22.90%)	⬇️
rpc	44.93% <ø> (-13.33%)	⬇️
consensus	40.50% <ø> (-22.91%)	⬇️
revm	21.66% <ø> (-13.20%)	⬇️
payload builder	6.83% <ø> (ø)
primitives	65.18% <28.57%> (-23.06%)	⬇️

[mattsse]

this only defines another table and types and doesn't write to/create it.

perhaps we also want proptest for this?

lgtm otherwise, pending @joshieDo

[mattsse]

ah we only need this for tests?

otherwise can use #[default]

[shekhirin]

yea, only for that part:

reth/crates/storage/codecs/derive/src/compact/generator.rs

Lines 31 to 34 in 73eeca0

	#[test]
	pub fn #test() {
	#fuzz(#ident::default())
	}

[shekhirin]

@mattsse main_codec generates prop tests for both

PrunePart

#[allow(non_snake_case)]
#[cfg(test)]
mod PrunePartTests {
    use super::Compact;
    extern crate test;
    #[cfg(test)]
    #[rustc_test_marker = "prune::part::PrunePartTests::proptest"]
    pub const proptest: test::TestDescAndFn = test::TestDescAndFn {
        desc: test::TestDesc {
            name: test::StaticTestName("prune::part::PrunePartTests::proptest"),
            ignore: false,
            ignore_message: ::core::option::Option::None,
            source_file: "crates/primitives/src/prune/part.rs",
            start_line: 4usize,
            start_col: 1usize,
            end_line: 4usize,
            end_col: 14usize,
            compile_fail: false,
            no_run: false,
            should_panic: test::ShouldPanic::No,
            test_type: test::TestType::UnitTest,
        },
        testfn: test::StaticTestFn(|| test::assert_test_result(proptest())),
    };
    fn proptest() {
        let mut config = proptest::prelude::ProptestConfig::with_cases(256i32 as u32);
        {
            let mut config = config.__sugar_to_owned();
            ::proptest::sugar::force_no_fork(&mut config);
            {
                config.source_file = Some("crates/primitives/src/prune/part.rs");
                let mut runner = ::proptest::test_runner::TestRunner::new(config);
                let names = "field";
                match runner.run(
                    &::proptest::strategy::Strategy::prop_map(
                        ::proptest::arbitrary::any::<super::PrunePart>(),
                        |values| ::proptest::sugar::NamedArguments(names, values),
                    ),
                    |::proptest::sugar::NamedArguments(_, field)| {
                        let _: () = {
                            {
                                let mut buf = ::alloc::vec::Vec::new();
                                let len = field.clone().to_compact(&mut buf);
                                let (decoded, _) = super::PrunePart::from_compact(&buf, len);
                                if !(field == decoded) {
                                    ::core::panicking::panic(
                                        "assertion failed: field == decoded",
                                    )
                                };
                            }
                        };
                        Ok(())
                    },
                ) {
                    Ok(_) => (),
                    Err(e) => {
                        ::std::rt::panic_fmt(format_args!("{0}\n{1}", e, runner));
                    }
                }
            };
        };
    }
}

PruneCheckpoint

#[allow(non_snake_case)]
#[cfg(test)]
mod PruneCheckpointTests {
    use super::Compact;
    extern crate test;
    #[cfg(test)]
    #[rustc_test_marker = "prune::checkpoint::PruneCheckpointTests::proptest"]
    pub const proptest: test::TestDescAndFn = test::TestDescAndFn {
        desc: test::TestDesc {
            name: test::StaticTestName("prune::checkpoint::PruneCheckpointTests::proptest"),
            ignore: false,
            ignore_message: ::core::option::Option::None,
            source_file: "crates/primitives/src/prune/checkpoint.rs",
            start_line: 5usize,
            start_col: 1usize,
            end_line: 5usize,
            end_col: 14usize,
            compile_fail: false,
            no_run: false,
            should_panic: test::ShouldPanic::No,
            test_type: test::TestType::UnitTest,
        },
        testfn: test::StaticTestFn(|| test::assert_test_result(proptest())),
    };
    fn proptest() {
        let mut config = proptest::prelude::ProptestConfig::with_cases(256i32 as u32);
        {
            let mut config = config.__sugar_to_owned();
            ::proptest::sugar::force_no_fork(&mut config);
            {
                config.source_file = Some("crates/primitives/src/prune/checkpoint.rs");
                let mut runner = ::proptest::test_runner::TestRunner::new(config);
                let names = "field";
                match runner.run(
                    &::proptest::strategy::Strategy::prop_map(
                        ::proptest::arbitrary::any::<super::PruneCheckpoint>(),
                        |values| ::proptest::sugar::NamedArguments(names, values),
                    ),
                    |::proptest::sugar::NamedArguments(_, field)| {
                        let _: () = {
                            {
                                let mut buf = ::alloc::vec::Vec::new();
                                let len = field.clone().to_compact(&mut buf);
                                let (decoded, _) =
                                    super::PruneCheckpoint::from_compact(&buf, len);
                                if !(field == decoded) {
                                    ::core::panicking::panic(
                                        "assertion failed: field == decoded",
                                    )
                                };
                            }
                        };
                        Ok(())
                    },
                ) {
                    Ok(_) => (),
                    Err(e) => {
                        ::std::rt::panic_fmt(format_args!("{0}\n{1}", e, runner));
                    }
                }
            };
        };
    }
}