Add brood ECS.

Cargo.toml

@@ -10,6 +10,7 @@ edition = "2018"
 bevy_ecs = "0.5.0"
 bevy_tasks = "0.5.0"
 bincode = "1.3"
+brood = { version = "0.1.0", features = ["rayon", "serde"] }
 cgmath = { version = "0.17", features = ["serde"] }
 hecs = { version = "0.5", features = ["column-serialize", "row-serialize"] }
 legion = "0.3"

benches/benchmarks.rs

@@ -3,6 +3,10 @@ use ecs_bench_suite::*;
 
 fn bench_simple_insert(c: &mut Criterion) {
     let mut group = c.benchmark_group("simple_insert");
+    group.bench_function("brood", |b| {
+        let mut bench = brood::simple_insert::Benchmark::new();
+        b.iter(move || bench.run());
+    });
     group.bench_function("legion", |b| {
         let mut bench = legion::simple_insert::Benchmark::new();
         b.iter(move || bench.run());
@@ -31,6 +35,10 @@ fn bench_simple_insert(c: &mut Criterion) {
 
 fn bench_simple_iter(c: &mut Criterion) {
     let mut group = c.benchmark_group("simple_iter");
+    group.bench_function("brood", |b| {
+        let mut bench = brood::simple_iter::Benchmark::new();
+        b.iter(move || bench.run());
+    });
     group.bench_function("legion", |b| {
         let mut bench = legion::simple_iter::Benchmark::new();
         b.iter(move || bench.run());
@@ -63,6 +71,10 @@ fn bench_simple_iter(c: &mut Criterion) {
 
 fn bench_frag_iter_bc(c: &mut Criterion) {
     let mut group = c.benchmark_group("fragmented_iter");
+    group.bench_function("brood", |b| {
+        let mut bench = brood::frag_iter::Benchmark::new();
+        b.iter(move || bench.run());
+    });
     group.bench_function("legion", |b| {
         let mut bench = legion::frag_iter::Benchmark::new();
         b.iter(move || bench.run());
@@ -91,6 +103,10 @@ fn bench_frag_iter_bc(c: &mut Criterion) {
 
 fn bench_schedule(c: &mut Criterion) {
     let mut group = c.benchmark_group("schedule");
+    group.bench_function("brood", |b| {
+        let mut bench = brood::schedule::Benchmark::new();
+        b.iter(move || bench.run());
+    });
     group.bench_function("legion", |b| {
         let mut bench = legion::schedule::Benchmark::new();
         b.iter(move || bench.run());
@@ -119,6 +135,10 @@ fn bench_schedule(c: &mut Criterion) {
 
 fn bench_heavy_compute(c: &mut Criterion) {
     let mut group = c.benchmark_group("heavy_compute");
+    group.bench_function("brood", |b| {
+        let mut bench = brood::heavy_compute::Benchmark::new();
+        b.iter(move || bench.run());
+    });
     group.bench_function("legion", |b| {
         let mut bench = legion::heavy_compute::Benchmark::new();
         b.iter(move || bench.run());
@@ -147,6 +167,10 @@ fn bench_heavy_compute(c: &mut Criterion) {
 
 fn bench_add_remove(c: &mut Criterion) {
     let mut group = c.benchmark_group("add_remove_component");
+    group.bench_function("brood", |b| {
+        let mut bench = brood::add_remove::Benchmark::new();
+        b.iter(move || bench.run());
+    });
     group.bench_function("legion", |b| {
         let mut bench = legion::add_remove::Benchmark::new();
         b.iter(move || bench.run());
@@ -175,6 +199,10 @@ fn bench_add_remove(c: &mut Criterion) {
 
 fn bench_serialize_text(c: &mut Criterion) {
     let mut group = c.benchmark_group("serialize_text");
+    group.bench_function("brood", |b| {
+        let mut bench = brood::serialize_text::Benchmark::new();
+        b.iter(move || bench.run());
+    });
     group.bench_function("legion", |b| {
         let mut bench = legion::serialize_text::Benchmark::new();
         b.iter(move || bench.run());
@@ -191,6 +219,10 @@ fn bench_serialize_text(c: &mut Criterion) {
 
 fn bench_serialize_binary(c: &mut Criterion) {
     let mut group = c.benchmark_group("serialize_binary");
+    group.bench_function("brood", |b| {
+        let mut bench = brood::serialize_binary::Benchmark::new();
+        b.iter(move || bench.run());
+    });
     group.bench_function("legion", |b| {
         let mut bench = legion::serialize_binary::Benchmark::new();
         b.iter(move || bench.run());

src/brood/add_remove.rs

@@ -0,0 +1,29 @@
+use brood::{entities, entity, registry, World};
+
+#[derive(Clone)]
+struct A(f32);
+struct B(f32);
+
+type Registry = registry!(A, B);
+
+pub struct Benchmark(World<Registry>, Vec<entity::Identifier>);
+
+impl Benchmark {
+    pub fn new() -> Self {
+        let mut world = World::new();
+
+        let entities = world.extend(entities!((A(0.0)); 10_000));
+
+        Self(world, entities)
+    }
+
+    pub fn run(&mut self) {
+        for entity_identifier in &self.1 {
+            self.0.entry(*entity_identifier).unwrap().add(B(0.0));
+        }
+
+        for entity_identifier in &self.1 {
+            self.0.entry(*entity_identifier).unwrap().remove::<B>();
+        }
+    }
+}

src/brood/frag_iter.rs

@@ -0,0 +1,47 @@
+use brood::{
+    entities,
+    query::{filter, result, views},
+    registry, World,
+};
+
+macro_rules! define_entities {
+    ($($component:ident),*) => {
+        $(
+            #[derive(Clone)]
+            struct $component(f32);
+        )*
+    }
+}
+
+macro_rules! create_entities {
+    ($world:ident; $($component:ident),*) => {
+        $(
+            $world.extend(entities!(($component(0.0), Data(1.0)); 20));
+        )*
+    };
+}
+
+#[derive(Clone)]
+struct Data(f32);
+define_entities!(A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V, W, X, Y, Z);
+
+type Registry =
+    registry!(Data, A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V, W, X, Y, Z);
+
+pub struct Benchmark(World<Registry>);
+
+impl Benchmark {
+    pub fn new() -> Self {
+        let mut world = World::new();
+
+        create_entities!(world; A, B, C, D, E, F, G, H, I, J, K, L, M, N, O, P, Q, R, S, T, U, V, W, X, Y, Z);
+
+        Self(world)
+    }
+
+    pub fn run(&mut self) {
+        for result!(data) in self.0.query::<views!(&mut Data), filter::None>() {
+            data.0 *= 2.0;
+        }
+    }
+}

src/brood/heavy_compute.rs

@@ -0,0 +1,46 @@
+use brood::{
+    entities,
+    query::{filter, result, views},
+    registry, World,
+};
+use cgmath::{Matrix4, Rad, SquareMatrix, Transform, Vector3};
+use rayon::iter::ParallelIterator;
+
+#[derive(Copy, Clone)]
+struct Position(Vector3<f32>);
+
+#[derive(Copy, Clone)]
+struct Rotation(Vector3<f32>);
+
+#[derive(Copy, Clone)]
+struct Velocity(Vector3<f32>);
+
+type Registry = registry!(Position, Rotation, Velocity, Matrix4<f32>);
+
+pub struct Benchmark(World<Registry>);
+
+impl Benchmark {
+    pub fn new() -> Self {
+        let mut world = World::new();
+
+        world.extend(entities!((
+            Matrix4::<f32>::from_angle_x(Rad(1.2)),
+            Position(Vector3::unit_x()),
+            Rotation(Vector3::unit_x()),
+            Velocity(Vector3::unit_x())
+        ); 1_000));
+
+        Self(world)
+    }
+
+    pub fn run(&mut self) {
+        self.0
+            .par_query::<views!(&mut Position, &mut Matrix4<f32>), filter::None>()
+            .for_each(|result!(position, matrix)| {
+                for _ in 0..100 {
+                    *matrix = matrix.invert().unwrap();
+                }
+                position.0 = matrix.transform_vector(position.0);
+            });
+    }
+}

src/brood/mod.rs

@@ -0,0 +1,8 @@
+pub mod add_remove;
+pub mod frag_iter;
+pub mod heavy_compute;
+pub mod schedule;
+pub mod serialize_binary;
+pub mod serialize_text;
+pub mod simple_insert;
+pub mod simple_iter;

src/brood/schedule.rs

@@ -0,0 +1,98 @@
+use brood::{
+    entities,
+    query::{filter, result, views},
+    registry,
+    system::{schedule, Schedule, System},
+    World,
+};
+
+#[derive(Clone)]
+struct A(f32);
+#[derive(Clone)]
+struct B(f32);
+#[derive(Clone)]
+struct C(f32);
+#[derive(Clone)]
+struct D(f32);
+#[derive(Clone)]
+struct E(f32);
+
+type Registry = registry!(A, B, C, D, E);
+
+struct AB;
+
+impl<'a> System<'a> for AB {
+    type Views = views!(&'a mut A, &'a mut B);
+    type Filter = filter::None;
+
+    fn run<R>(&mut self, query_results: result::Iter<'a, R, Self::Filter, Self::Views>)
+    where
+        R: brood::registry::Registry + 'a,
+    {
+        for result!(a, b) in query_results {
+            std::mem::swap(&mut a.0, &mut b.0);
+        }
+    }
+}
+
+struct CD;
+
+impl<'a> System<'a> for CD {
+    type Views = views!(&'a mut C, &'a mut D);
+    type Filter = filter::None;
+
+    fn run<R>(&mut self, query_results: result::Iter<'a, R, Self::Filter, Self::Views>)
+    where
+        R: brood::registry::Registry + 'a,
+    {
+        for result!(c, d) in query_results {
+            std::mem::swap(&mut c.0, &mut d.0);
+        }
+    }
+}
+
+struct CE;
+
+impl<'a> System<'a> for CE {
+    type Views = views!(&'a mut C, &'a mut E);
+    type Filter = filter::None;
+
+    fn run<R>(&mut self, query_results: result::Iter<'a, R, Self::Filter, Self::Views>)
+    where
+        R: brood::registry::Registry + 'a,
+    {
+        for result!(c, e) in query_results {
+            std::mem::swap(&mut c.0, &mut e.0);
+        }
+    }
+}
+
+pub struct Benchmark(
+    World<Registry>,
+    Schedule<
+        schedule::stages! {
+            system: AB,
+            system: CD,
+            system: CE,
+        },
+    >,
+);
+
+impl Benchmark {
+    pub fn new() -> Self {
+        let mut world = World::new();
+
+        world.extend(entities!((A(0.0), B(0.0)); 10_000));
+        world.extend(entities!((A(0.0), B(0.0), C(0.0)); 10_000));
+        world.extend(entities!((A(0.0), B(0.0), C(0.0), D(0.0)); 10_000));
+        world.extend(entities!((A(0.0), B(0.0), C(0.0), E(0.0)); 10_000));
+
+        let schedule = Schedule::builder().system(AB).system(CD).system(CE).build();
+
+        Self(world, schedule)
+    }
+
+    pub fn run(&mut self) {
+        self.0.run_schedule(&mut self.1);
+    }
+}

src/brood/serialize_binary.rs

@@ -0,0 +1,45 @@
+use brood::{entities, registry, World};
+use serde::{Deserialize, Serialize};
+
+#[derive(Default, Copy, Clone, Serialize, Deserialize)]
+struct Transform([f32; 16]);
+
+#[derive(Default, Copy, Clone, Serialize, Deserialize)]
+struct Position {
+    x: f32,
+    y: f32,
+    z: f32,
+}
+
+#[derive(Default, Copy, Clone, Serialize, Deserialize)]
+struct Rotation {
+    x: f32,
+    y: f32,
+    z: f32,
+}
+
+#[derive(Default, Copy, Clone, Serialize, Deserialize)]
+struct Velocity {
+    x: f32,
+    y: f32,
+    z: f32,
+}
+
+type Registry = registry!(Transform, Position, Rotation, Velocity);
+
+pub struct Benchmark(World<Registry>);
+
+impl Benchmark {
+    pub fn new() -> Self {
+        let mut world = World::default();
+
+        world.extend(entities!((Transform::default(), Position::default(), Rotation::default(), Velocity::default()); 1_000));
+
+        Self(world)
+    }
+
+    pub fn run(&mut self) {
+        let encoded = bincode::serialize(&self.0).unwrap();
+        bincode::deserialize::<World<Registry>>(&encoded).unwrap();
+    }
+}

src/brood/serialize_text.rs

@@ -0,0 +1,45 @@
+use brood::{entities, registry, World};
+use serde::{Deserialize, Serialize};
+
+#[derive(Default, Copy, Clone, Serialize, Deserialize)]
+struct Transform([f32; 16]);
+
+#[derive(Default, Copy, Clone, Serialize, Deserialize)]
+struct Position {
+    x: f32,
+    y: f32,
+    z: f32,
+}
+
+#[derive(Default, Copy, Clone, Serialize, Deserialize)]
+struct Rotation {
+    x: f32,
+    y: f32,
+    z: f32,
+}
+
+#[derive(Default, Copy, Clone, Serialize, Deserialize)]
+struct Velocity {
+    x: f32,
+    y: f32,
+    z: f32,
+}
+
+type Registry = registry!(Transform, Position, Rotation, Velocity);
+
+pub struct Benchmark(World<Registry>);
+
+impl Benchmark {
+    pub fn new() -> Self {
+        let mut world = World::default();
+
+        world.extend(entities!((Transform::default(), Position::default(), Rotation::default(), Velocity::default()); 1_000));
+
+        Self(world)
+    }
+
+    pub fn run(&mut self) {
+        let encoded = ron::to_string(&self.0).unwrap();
+        ron::from_str::<World<Registry>>(&encoded).unwrap();
+    }
+}

src/brood/simple_insert.rs

@@ -0,0 +1,35 @@
+use brood::{entities, registry, World};
+use cgmath::{Matrix4, Vector3};
+
+#[derive(Copy, Clone)]
+struct Transform(Matrix4<f32>);
+
+#[derive(Copy, Clone)]
+struct Position(Vector3<f32>);
+
+#[derive(Copy, Clone)]
+struct Rotation(Vector3<f32>);
+
+#[derive(Copy, Clone)]
+struct Velocity(Vector3<f32>);
+
+type Registry = registry!(Transform, Position, Rotation, Velocity);
+
+pub struct Benchmark;
+
+impl Benchmark {
+    pub fn new() -> Self {
+        Self
+    }
+
+    pub fn run(&mut self) {
+        let mut world = World::<Registry>::new();
+
+        world.extend(entities!((
+            Transform(Matrix4::from_scale(1.0)),
+            Position(Vector3::unit_x()),
+            Rotation(Vector3::unit_x()),
+            Velocity(Vector3::unit_x())
+        ); 10_000));
+    }
+}

src/brood/simple_iter.rs

@@ -0,0 +1,46 @@
+use brood::{
+    entities,
+    query::{filter, result, views},
+    registry, World,
+};
+use cgmath::{Matrix4, Vector3};
+
+#[derive(Copy, Clone)]
+struct Transform(Matrix4<f32>);
+
+#[derive(Copy, Clone)]
+struct Position(Vector3<f32>);
+
+#[derive(Copy, Clone)]
+struct Rotation(Vector3<f32>);
+
+#[derive(Copy, Clone)]
+struct Velocity(Vector3<f32>);
+
+type Registry = registry!(Transform, Position, Rotation, Velocity);
+
+pub struct Benchmark(World<Registry>);
+
+impl Benchmark {
+    pub fn new() -> Self {
+        let mut world = World::new();
+
+        world.extend(entities!((
+            Transform(Matrix4::from_scale(1.0)),
+            Position(Vector3::unit_x()),
+            Rotation(Vector3::unit_x()),
+            Velocity(Vector3::unit_x())
+        ); 10_000));
+
+        Self(world)
+    }
+
+    pub fn run(&mut self) {
+        for result!(velocity, position) in self
+            .0
+            .query::<views!(&Velocity, &mut Position), filter::None>()
+        {
+            position.0 += velocity.0;
+        }
+    }
+}

src/lib.rs

@@ -1,6 +1,7 @@
 #![allow(clippy::new_without_default)]
 
 pub mod bevy;
+pub mod brood;
 pub mod hecs;
 pub mod legion;
 pub mod legion_packed;

target/criterion/add_remove_component/bevy/base/estimates.json

@@ -1 +1 @@
-{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1336119.896024783,"upper_bound":1338863.4770323248},"point_estimate":1337316.2717065366,"standard_error":706.1891001799398},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1336275.0164473685,"upper_bound":1337686.6734693877},"point_estimate":1336854.663683108,"standard_error":338.69676459476113},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1873.5878550253312,"upper_bound":3553.736994720589},"point_estimate":2614.242488913954,"standard_error":413.0288061361829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1334784.9897870405,"upper_bound":1336216.5947965628},"point_estimate":1335507.1687749373,"standard_error":363.63987055488803},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3266.9070983360234,"upper_bound":10844.315087592373},"point_estimate":7093.659727578586,"standard_error":2212.7101043210623}}
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1528878.2255173856,"upper_bound":1537874.5463802551},"point_estimate":1532739.954885236,"standard_error":2329.2663930581757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1526544.3181818181,"upper_bound":1529038.2352941176},"point_estimate":1527506.5687935255,"standard_error":676.1794916524644},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5318.526878550218,"upper_bound":8871.214407403562},"point_estimate":7295.360890089359,"standard_error":850.0628699554751},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1527405.8109506073,"upper_bound":1531541.3855588345},"point_estimate":1529204.7255800206,"standard_error":1060.4813153328887},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8341.752290974275,"upper_bound":36036.48637965168},"point_estimate":23253.488181687033,"standard_error":7424.768387084479}}

target/criterion/add_remove_component/bevy/base/raw.csv

@@ -1,101 +1,101 @@
 group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
-add_remove_component,bevy,,,,1393083.0,ns,1
-add_remove_component,bevy,,,,2706697.0,ns,2
-add_remove_component,bevy,,,,4027843.0,ns,3
-add_remove_component,bevy,,,,5351425.0,ns,4
-add_remove_component,bevy,,,,6728939.0,ns,5
-add_remove_component,bevy,,,,8047871.0,ns,6
-add_remove_component,bevy,,,,9355872.0,ns,7
-add_remove_component,bevy,,,,10688491.0,ns,8
-add_remove_component,bevy,,,,12067690.0,ns,9
-add_remove_component,bevy,,,,13410798.0,ns,10
-add_remove_component,bevy,,,,14743506.0,ns,11
-add_remove_component,bevy,,,,16116101.0,ns,12
-add_remove_component,bevy,,,,17411338.0,ns,13
-add_remove_component,bevy,,,,19028440.0,ns,14
-add_remove_component,bevy,,,,19995030.0,ns,15
-add_remove_component,bevy,,,,21361284.0,ns,16
-add_remove_component,bevy,,,,22671630.0,ns,17
-add_remove_component,bevy,,,,24028925.0,ns,18
-add_remove_component,bevy,,,,25379058.0,ns,19
-add_remove_component,bevy,,,,26641653.0,ns,20
-add_remove_component,bevy,,,,27969241.0,ns,21
-add_remove_component,bevy,,,,29332770.0,ns,22
-add_remove_component,bevy,,,,30769056.0,ns,23
-add_remove_component,bevy,,,,32121231.0,ns,24
-add_remove_component,bevy,,,,33419645.0,ns,25
-add_remove_component,bevy,,,,34611125.0,ns,26
-add_remove_component,bevy,,,,36135117.0,ns,27
-add_remove_component,bevy,,,,37494398.0,ns,28
-add_remove_component,bevy,,,,38856162.0,ns,29
-add_remove_component,bevy,,,,40269273.0,ns,30
-add_remove_component,bevy,,,,41489538.0,ns,31
-add_remove_component,bevy,,,,42808359.0,ns,32
-add_remove_component,bevy,,,,44215993.0,ns,33
-add_remove_component,bevy,,,,45482866.0,ns,34
-add_remove_component,bevy,,,,46807979.0,ns,35
-add_remove_component,bevy,,,,48198679.0,ns,36
-add_remove_component,bevy,,,,49458539.0,ns,37
-add_remove_component,bevy,,,,50608851.0,ns,38
-add_remove_component,bevy,,,,52069313.0,ns,39
-add_remove_component,bevy,,,,53525276.0,ns,40
-add_remove_component,bevy,,,,54877543.0,ns,41
-add_remove_component,bevy,,,,56248805.0,ns,42
-add_remove_component,bevy,,,,57507883.0,ns,43
-add_remove_component,bevy,,,,58909493.0,ns,44
-add_remove_component,bevy,,,,60184694.0,ns,45
-add_remove_component,bevy,,,,61313733.0,ns,46
-add_remove_component,bevy,,,,62535221.0,ns,47
-add_remove_component,bevy,,,,64128345.0,ns,48
-add_remove_component,bevy,,,,65546647.0,ns,49
-add_remove_component,bevy,,,,66847886.0,ns,50
-add_remove_component,bevy,,,,68227834.0,ns,51
-add_remove_component,bevy,,,,69499108.0,ns,52
-add_remove_component,bevy,,,,70912941.0,ns,53
-add_remove_component,bevy,,,,71860604.0,ns,54
-add_remove_component,bevy,,,,73549734.0,ns,55
-add_remove_component,bevy,,,,74937106.0,ns,56
-add_remove_component,bevy,,,,76552304.0,ns,57
-add_remove_component,bevy,,,,77591812.0,ns,58
-add_remove_component,bevy,,,,78877824.0,ns,59
-add_remove_component,bevy,,,,80120741.0,ns,60
-add_remove_component,bevy,,,,81246697.0,ns,61
-add_remove_component,bevy,,,,82833569.0,ns,62
-add_remove_component,bevy,,,,84306355.0,ns,63
-add_remove_component,bevy,,,,85493086.0,ns,64
-add_remove_component,bevy,,,,87006529.0,ns,65
-add_remove_component,bevy,,,,88046510.0,ns,66
-add_remove_component,bevy,,,,89645776.0,ns,67
-add_remove_component,bevy,,,,90931356.0,ns,68
-add_remove_component,bevy,,,,91863540.0,ns,69
-add_remove_component,bevy,,,,93108612.0,ns,70
-add_remove_component,bevy,,,,94964920.0,ns,71
-add_remove_component,bevy,,,,95647240.0,ns,72
-add_remove_component,bevy,,,,97105506.0,ns,73
-add_remove_component,bevy,,,,98839482.0,ns,74
-add_remove_component,bevy,,,,100332154.0,ns,75
-add_remove_component,bevy,,,,101573138.0,ns,76
-add_remove_component,bevy,,,,102282759.0,ns,77
-add_remove_component,bevy,,,,103847852.0,ns,78
-add_remove_component,bevy,,,,105519636.0,ns,79
-add_remove_component,bevy,,,,106808201.0,ns,80
-add_remove_component,bevy,,,,108133766.0,ns,81
-add_remove_component,bevy,,,,109449272.0,ns,82
-add_remove_component,bevy,,,,110921447.0,ns,83
-add_remove_component,bevy,,,,112306244.0,ns,84
-add_remove_component,bevy,,,,113208364.0,ns,85
-add_remove_component,bevy,,,,114419470.0,ns,86
-add_remove_component,bevy,,,,116401225.0,ns,87
-add_remove_component,bevy,,,,117627311.0,ns,88
-add_remove_component,bevy,,,,118974938.0,ns,89
-add_remove_component,bevy,,,,120089452.0,ns,90
-add_remove_component,bevy,,,,121764342.0,ns,91
-add_remove_component,bevy,,,,123123412.0,ns,92
-add_remove_component,bevy,,,,124300264.0,ns,93
-add_remove_component,bevy,,,,125419826.0,ns,94
-add_remove_component,bevy,,,,126672692.0,ns,95
-add_remove_component,bevy,,,,128120742.0,ns,96
-add_remove_component,bevy,,,,129668539.0,ns,97
-add_remove_component,bevy,,,,130671430.0,ns,98
-add_remove_component,bevy,,,,132172239.0,ns,99
-add_remove_component,bevy,,,,133955356.0,ns,100
+add_remove_component,bevy,,,,1712300.0,ns,1
+add_remove_component,bevy,,,,3120800.0,ns,2
+add_remove_component,bevy,,,,4613400.0,ns,3
+add_remove_component,bevy,,,,6514400.0,ns,4
+add_remove_component,bevy,,,,7612900.0,ns,5
+add_remove_component,bevy,,,,9126000.0,ns,6
+add_remove_component,bevy,,,,10688400.0,ns,7
+add_remove_component,bevy,,,,12158100.0,ns,8
+add_remove_component,bevy,,,,13681200.0,ns,9
+add_remove_component,bevy,,,,15213300.0,ns,10
+add_remove_component,bevy,,,,16696200.0,ns,11
+add_remove_component,bevy,,,,18183700.0,ns,12
+add_remove_component,bevy,,,,19709400.0,ns,13
+add_remove_component,bevy,,,,21461600.0,ns,14
+add_remove_component,bevy,,,,23051700.0,ns,15
+add_remove_component,bevy,,,,24496400.0,ns,16
+add_remove_component,bevy,,,,26312700.0,ns,17
+add_remove_component,bevy,,,,27477300.0,ns,18
+add_remove_component,bevy,,,,28913300.0,ns,19
+add_remove_component,bevy,,,,30468200.0,ns,20
+add_remove_component,bevy,,,,32322400.0,ns,21
+add_remove_component,bevy,,,,33618500.0,ns,22
+add_remove_component,bevy,,,,35005900.0,ns,23
+add_remove_component,bevy,,,,36361300.0,ns,24
+add_remove_component,bevy,,,,37998700.0,ns,25
+add_remove_component,bevy,,,,39634300.0,ns,26
+add_remove_component,bevy,,,,41824400.0,ns,27
+add_remove_component,bevy,,,,42904700.0,ns,28
+add_remove_component,bevy,,,,44270800.0,ns,29
+add_remove_component,bevy,,,,46732300.0,ns,30
+add_remove_component,bevy,,,,47348000.0,ns,31
+add_remove_component,bevy,,,,48917000.0,ns,32
+add_remove_component,bevy,,,,50704200.0,ns,33
+add_remove_component,bevy,,,,51987300.0,ns,34
+add_remove_component,bevy,,,,53526100.0,ns,35
+add_remove_component,bevy,,,,55296500.0,ns,36
+add_remove_component,bevy,,,,56350700.0,ns,37
+add_remove_component,bevy,,,,58026600.0,ns,38
+add_remove_component,bevy,,,,59744500.0,ns,39
+add_remove_component,bevy,,,,61136500.0,ns,40
+add_remove_component,bevy,,,,62452600.0,ns,41
+add_remove_component,bevy,,,,64477000.0,ns,42
+add_remove_component,bevy,,,,68668400.0,ns,43
+add_remove_component,bevy,,,,67534500.0,ns,44
+add_remove_component,bevy,,,,68633900.0,ns,45
+add_remove_component,bevy,,,,69902900.0,ns,46
+add_remove_component,bevy,,,,71802800.0,ns,47
+add_remove_component,bevy,,,,73074200.0,ns,48
+add_remove_component,bevy,,,,74690900.0,ns,49
+add_remove_component,bevy,,,,76095700.0,ns,50
+add_remove_component,bevy,,,,77398500.0,ns,51
+add_remove_component,bevy,,,,79320300.0,ns,52
+add_remove_component,bevy,,,,81497400.0,ns,53
+add_remove_component,bevy,,,,83240200.0,ns,54
+add_remove_component,bevy,,,,84297300.0,ns,55
+add_remove_component,bevy,,,,86129100.0,ns,56
+add_remove_component,bevy,,,,87620900.0,ns,57
+add_remove_component,bevy,,,,89043100.0,ns,58
+add_remove_component,bevy,,,,90580400.0,ns,59
+add_remove_component,bevy,,,,91976700.0,ns,60
+add_remove_component,bevy,,,,93539700.0,ns,61
+add_remove_component,bevy,,,,95069500.0,ns,62
+add_remove_component,bevy,,,,97220800.0,ns,63
+add_remove_component,bevy,,,,98350500.0,ns,64
+add_remove_component,bevy,,,,99311700.0,ns,65
+add_remove_component,bevy,,,,101034800.0,ns,66
+add_remove_component,bevy,,,,102700200.0,ns,67
+add_remove_component,bevy,,,,104204800.0,ns,68
+add_remove_component,bevy,,,,105397600.0,ns,69
+add_remove_component,bevy,,,,107653300.0,ns,70
+add_remove_component,bevy,,,,108756700.0,ns,71
+add_remove_component,bevy,,,,110257000.0,ns,72
+add_remove_component,bevy,,,,111421000.0,ns,73
+add_remove_component,bevy,,,,112997800.0,ns,74
+add_remove_component,bevy,,,,114735700.0,ns,75
+add_remove_component,bevy,,,,116185300.0,ns,76
+add_remove_component,bevy,,,,117618400.0,ns,77
+add_remove_component,bevy,,,,119170300.0,ns,78
+add_remove_component,bevy,,,,120540800.0,ns,79
+add_remove_component,bevy,,,,122055500.0,ns,80
+add_remove_component,bevy,,,,123461300.0,ns,81
+add_remove_component,bevy,,,,124956200.0,ns,82
+add_remove_component,bevy,,,,127456600.0,ns,83
+add_remove_component,bevy,,,,128216900.0,ns,84
+add_remove_component,bevy,,,,129681800.0,ns,85
+add_remove_component,bevy,,,,131080100.0,ns,86
+add_remove_component,bevy,,,,132649600.0,ns,87
+add_remove_component,bevy,,,,134335900.0,ns,88
+add_remove_component,bevy,,,,135897600.0,ns,89
+add_remove_component,bevy,,,,137032400.0,ns,90
+add_remove_component,bevy,,,,138697400.0,ns,91
+add_remove_component,bevy,,,,140523600.0,ns,92
+add_remove_component,bevy,,,,141749200.0,ns,93
+add_remove_component,bevy,,,,143455800.0,ns,94
+add_remove_component,bevy,,,,144580300.0,ns,95
+add_remove_component,bevy,,,,146551100.0,ns,96
+add_remove_component,bevy,,,,147595100.0,ns,97
+add_remove_component,bevy,,,,152460600.0,ns,98
+add_remove_component,bevy,,,,151287100.0,ns,99
+add_remove_component,bevy,,,,152271300.0,ns,100

target/criterion/add_remove_component/bevy/base/sample.json

@@ -1 +1 @@
-{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1393083.0,2706697.0,4027843.0,5351425.0,6728939.0,8047871.0,9355872.0,10688491.0,12067690.0,13410798.0,14743506.0,16116101.0,17411338.0,19028440.0,19995030.0,21361284.0,22671630.0,24028925.0,25379058.0,26641653.0,27969241.0,29332770.0,30769056.0,32121231.0,33419645.0,34611125.0,36135117.0,37494398.0,38856162.0,40269273.0,41489538.0,42808359.0,44215993.0,45482866.0,46807979.0,48198679.0,49458539.0,50608851.0,52069313.0,53525276.0,54877543.0,56248805.0,57507883.0,58909493.0,60184694.0,61313733.0,62535221.0,64128345.0,65546647.0,66847886.0,68227834.0,69499108.0,70912941.0,71860604.0,73549734.0,74937106.0,76552304.0,77591812.0,78877824.0,80120741.0,81246697.0,82833569.0,84306355.0,85493086.0,87006529.0,88046510.0,89645776.0,90931356.0,91863540.0,93108612.0,94964920.0,95647240.0,97105506.0,98839482.0,100332154.0,101573138.0,102282759.0,103847852.0,105519636.0,106808201.0,108133766.0,109449272.0,110921447.0,112306244.0,113208364.0,114419470.0,116401225.0,117627311.0,118974938.0,120089452.0,121764342.0,123123412.0,124300264.0,125419826.0,126672692.0,128120742.0,129668539.0,130671430.0,132172239.0,133955356.0]}
+{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1712300.0,3120800.0,4613400.0,6514400.0,7612900.0,9126000.0,10688400.0,12158100.0,13681200.0,15213300.0,16696200.0,18183700.0,19709400.0,21461600.0,23051700.0,24496400.0,26312700.0,27477300.0,28913300.0,30468200.0,32322400.0,33618500.0,35005900.0,36361300.0,37998700.0,39634300.0,41824400.0,42904700.0,44270800.0,46732300.0,47348000.0,48917000.0,50704200.0,51987300.0,53526100.0,55296500.0,56350700.0,58026600.0,59744500.0,61136500.0,62452600.0,64477000.0,68668400.0,67534500.0,68633900.0,69902900.0,71802800.0,73074200.0,74690900.0,76095700.0,77398500.0,79320300.0,81497400.0,83240200.0,84297300.0,86129100.0,87620900.0,89043100.0,90580400.0,91976700.0,93539700.0,95069500.0,97220800.0,98350500.0,99311700.0,101034800.0,102700200.0,104204800.0,105397600.0,107653300.0,108756700.0,110257000.0,111421000.0,112997800.0,114735700.0,116185300.0,117618400.0,119170300.0,120540800.0,122055500.0,123461300.0,124956200.0,127456600.0,128216900.0,129681800.0,131080100.0,132649600.0,134335900.0,135897600.0,137032400.0,138697400.0,140523600.0,141749200.0,143455800.0,144580300.0,146551100.0,147595100.0,152460600.0,151287100.0,152271300.0]}

target/criterion/add_remove_component/bevy/base/tukey.json

@@ -1 +1 @@
-[1323909.0688626722,1329308.6245609093,1343707.439756208,1349106.995454445]
+[1495311.0053913563,1509743.2641277944,1548229.2874249627,1562661.5461614009]

target/criterion/add_remove_component/bevy/change/estimates.json

@@ -1 +1 @@
-{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017938148388499883,"upper_bound":-0.012199142181577603},"point_estimate":-0.014731430156933789,"standard_error":0.0014833198170460238},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013436758796670056,"upper_bound":-0.011551361784014835},"point_estimate":-0.012559691831719788,"standard_error":0.00047298820103268413}}
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14311060071471976,"upper_bound":0.14986492750506084},"point_estimate":0.1461312385957294,"standard_error":0.0017292892215199358},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14160303588537793,"upper_bound":0.14381414310166174},"point_estimate":0.1426122900937945,"standard_error":0.0005650033108672983}}

target/criterion/add_remove_component/bevy/new/estimates.json

@@ -1 +1 @@
-{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1336119.896024783,"upper_bound":1338863.4770323248},"point_estimate":1337316.2717065366,"standard_error":706.1891001799398},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1336275.0164473685,"upper_bound":1337686.6734693877},"point_estimate":1336854.663683108,"standard_error":338.69676459476113},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1873.5878550253312,"upper_bound":3553.736994720589},"point_estimate":2614.242488913954,"standard_error":413.0288061361829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1334784.9897870405,"upper_bound":1336216.5947965628},"point_estimate":1335507.1687749373,"standard_error":363.63987055488803},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3266.9070983360234,"upper_bound":10844.315087592373},"point_estimate":7093.659727578586,"standard_error":2212.7101043210623}}
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1528878.2255173856,"upper_bound":1537874.5463802551},"point_estimate":1532739.954885236,"standard_error":2329.2663930581757},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1526544.3181818181,"upper_bound":1529038.2352941176},"point_estimate":1527506.5687935255,"standard_error":676.1794916524644},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5318.526878550218,"upper_bound":8871.214407403562},"point_estimate":7295.360890089359,"standard_error":850.0628699554751},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1527405.8109506073,"upper_bound":1531541.3855588345},"point_estimate":1529204.7255800206,"standard_error":1060.4813153328887},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8341.752290974275,"upper_bound":36036.48637965168},"point_estimate":23253.488181687033,"standard_error":7424.768387084479}}

target/criterion/add_remove_component/bevy/new/raw.csv

@@ -1,101 +1,101 @@
 group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
-add_remove_component,bevy,,,,1393083.0,ns,1
-add_remove_component,bevy,,,,2706697.0,ns,2
-add_remove_component,bevy,,,,4027843.0,ns,3
-add_remove_component,bevy,,,,5351425.0,ns,4
-add_remove_component,bevy,,,,6728939.0,ns,5
-add_remove_component,bevy,,,,8047871.0,ns,6
-add_remove_component,bevy,,,,9355872.0,ns,7
-add_remove_component,bevy,,,,10688491.0,ns,8
-add_remove_component,bevy,,,,12067690.0,ns,9
-add_remove_component,bevy,,,,13410798.0,ns,10
-add_remove_component,bevy,,,,14743506.0,ns,11
-add_remove_component,bevy,,,,16116101.0,ns,12
-add_remove_component,bevy,,,,17411338.0,ns,13
-add_remove_component,bevy,,,,19028440.0,ns,14
-add_remove_component,bevy,,,,19995030.0,ns,15
-add_remove_component,bevy,,,,21361284.0,ns,16
-add_remove_component,bevy,,,,22671630.0,ns,17
-add_remove_component,bevy,,,,24028925.0,ns,18
-add_remove_component,bevy,,,,25379058.0,ns,19
-add_remove_component,bevy,,,,26641653.0,ns,20
-add_remove_component,bevy,,,,27969241.0,ns,21
-add_remove_component,bevy,,,,29332770.0,ns,22
-add_remove_component,bevy,,,,30769056.0,ns,23
-add_remove_component,bevy,,,,32121231.0,ns,24
-add_remove_component,bevy,,,,33419645.0,ns,25
-add_remove_component,bevy,,,,34611125.0,ns,26
-add_remove_component,bevy,,,,36135117.0,ns,27
-add_remove_component,bevy,,,,37494398.0,ns,28
-add_remove_component,bevy,,,,38856162.0,ns,29
-add_remove_component,bevy,,,,40269273.0,ns,30
-add_remove_component,bevy,,,,41489538.0,ns,31
-add_remove_component,bevy,,,,42808359.0,ns,32
-add_remove_component,bevy,,,,44215993.0,ns,33
-add_remove_component,bevy,,,,45482866.0,ns,34
-add_remove_component,bevy,,,,46807979.0,ns,35
-add_remove_component,bevy,,,,48198679.0,ns,36
-add_remove_component,bevy,,,,49458539.0,ns,37
-add_remove_component,bevy,,,,50608851.0,ns,38
-add_remove_component,bevy,,,,52069313.0,ns,39
-add_remove_component,bevy,,,,53525276.0,ns,40
-add_remove_component,bevy,,,,54877543.0,ns,41
-add_remove_component,bevy,,,,56248805.0,ns,42
-add_remove_component,bevy,,,,57507883.0,ns,43
-add_remove_component,bevy,,,,58909493.0,ns,44
-add_remove_component,bevy,,,,60184694.0,ns,45
-add_remove_component,bevy,,,,61313733.0,ns,46
-add_remove_component,bevy,,,,62535221.0,ns,47
-add_remove_component,bevy,,,,64128345.0,ns,48
-add_remove_component,bevy,,,,65546647.0,ns,49
-add_remove_component,bevy,,,,66847886.0,ns,50
-add_remove_component,bevy,,,,68227834.0,ns,51
-add_remove_component,bevy,,,,69499108.0,ns,52
-add_remove_component,bevy,,,,70912941.0,ns,53
-add_remove_component,bevy,,,,71860604.0,ns,54
-add_remove_component,bevy,,,,73549734.0,ns,55
-add_remove_component,bevy,,,,74937106.0,ns,56
-add_remove_component,bevy,,,,76552304.0,ns,57
-add_remove_component,bevy,,,,77591812.0,ns,58
-add_remove_component,bevy,,,,78877824.0,ns,59
-add_remove_component,bevy,,,,80120741.0,ns,60
-add_remove_component,bevy,,,,81246697.0,ns,61
-add_remove_component,bevy,,,,82833569.0,ns,62
-add_remove_component,bevy,,,,84306355.0,ns,63
-add_remove_component,bevy,,,,85493086.0,ns,64
-add_remove_component,bevy,,,,87006529.0,ns,65
-add_remove_component,bevy,,,,88046510.0,ns,66
-add_remove_component,bevy,,,,89645776.0,ns,67
-add_remove_component,bevy,,,,90931356.0,ns,68
-add_remove_component,bevy,,,,91863540.0,ns,69
-add_remove_component,bevy,,,,93108612.0,ns,70
-add_remove_component,bevy,,,,94964920.0,ns,71
-add_remove_component,bevy,,,,95647240.0,ns,72
-add_remove_component,bevy,,,,97105506.0,ns,73
-add_remove_component,bevy,,,,98839482.0,ns,74
-add_remove_component,bevy,,,,100332154.0,ns,75
-add_remove_component,bevy,,,,101573138.0,ns,76
-add_remove_component,bevy,,,,102282759.0,ns,77
-add_remove_component,bevy,,,,103847852.0,ns,78
-add_remove_component,bevy,,,,105519636.0,ns,79
-add_remove_component,bevy,,,,106808201.0,ns,80
-add_remove_component,bevy,,,,108133766.0,ns,81
-add_remove_component,bevy,,,,109449272.0,ns,82
-add_remove_component,bevy,,,,110921447.0,ns,83
-add_remove_component,bevy,,,,112306244.0,ns,84
-add_remove_component,bevy,,,,113208364.0,ns,85
-add_remove_component,bevy,,,,114419470.0,ns,86
-add_remove_component,bevy,,,,116401225.0,ns,87
-add_remove_component,bevy,,,,117627311.0,ns,88
-add_remove_component,bevy,,,,118974938.0,ns,89
-add_remove_component,bevy,,,,120089452.0,ns,90
-add_remove_component,bevy,,,,121764342.0,ns,91
-add_remove_component,bevy,,,,123123412.0,ns,92
-add_remove_component,bevy,,,,124300264.0,ns,93
-add_remove_component,bevy,,,,125419826.0,ns,94
-add_remove_component,bevy,,,,126672692.0,ns,95
-add_remove_component,bevy,,,,128120742.0,ns,96
-add_remove_component,bevy,,,,129668539.0,ns,97
-add_remove_component,bevy,,,,130671430.0,ns,98
-add_remove_component,bevy,,,,132172239.0,ns,99
-add_remove_component,bevy,,,,133955356.0,ns,100
+add_remove_component,bevy,,,,1712300.0,ns,1
+add_remove_component,bevy,,,,3120800.0,ns,2
+add_remove_component,bevy,,,,4613400.0,ns,3
+add_remove_component,bevy,,,,6514400.0,ns,4
+add_remove_component,bevy,,,,7612900.0,ns,5
+add_remove_component,bevy,,,,9126000.0,ns,6
+add_remove_component,bevy,,,,10688400.0,ns,7
+add_remove_component,bevy,,,,12158100.0,ns,8
+add_remove_component,bevy,,,,13681200.0,ns,9
+add_remove_component,bevy,,,,15213300.0,ns,10
+add_remove_component,bevy,,,,16696200.0,ns,11
+add_remove_component,bevy,,,,18183700.0,ns,12
+add_remove_component,bevy,,,,19709400.0,ns,13
+add_remove_component,bevy,,,,21461600.0,ns,14
+add_remove_component,bevy,,,,23051700.0,ns,15
+add_remove_component,bevy,,,,24496400.0,ns,16
+add_remove_component,bevy,,,,26312700.0,ns,17
+add_remove_component,bevy,,,,27477300.0,ns,18
+add_remove_component,bevy,,,,28913300.0,ns,19
+add_remove_component,bevy,,,,30468200.0,ns,20
+add_remove_component,bevy,,,,32322400.0,ns,21
+add_remove_component,bevy,,,,33618500.0,ns,22
+add_remove_component,bevy,,,,35005900.0,ns,23
+add_remove_component,bevy,,,,36361300.0,ns,24
+add_remove_component,bevy,,,,37998700.0,ns,25
+add_remove_component,bevy,,,,39634300.0,ns,26
+add_remove_component,bevy,,,,41824400.0,ns,27
+add_remove_component,bevy,,,,42904700.0,ns,28
+add_remove_component,bevy,,,,44270800.0,ns,29
+add_remove_component,bevy,,,,46732300.0,ns,30
+add_remove_component,bevy,,,,47348000.0,ns,31
+add_remove_component,bevy,,,,48917000.0,ns,32
+add_remove_component,bevy,,,,50704200.0,ns,33
+add_remove_component,bevy,,,,51987300.0,ns,34
+add_remove_component,bevy,,,,53526100.0,ns,35
+add_remove_component,bevy,,,,55296500.0,ns,36
+add_remove_component,bevy,,,,56350700.0,ns,37
+add_remove_component,bevy,,,,58026600.0,ns,38
+add_remove_component,bevy,,,,59744500.0,ns,39
+add_remove_component,bevy,,,,61136500.0,ns,40
+add_remove_component,bevy,,,,62452600.0,ns,41
+add_remove_component,bevy,,,,64477000.0,ns,42
+add_remove_component,bevy,,,,68668400.0,ns,43
+add_remove_component,bevy,,,,67534500.0,ns,44
+add_remove_component,bevy,,,,68633900.0,ns,45
+add_remove_component,bevy,,,,69902900.0,ns,46
+add_remove_component,bevy,,,,71802800.0,ns,47
+add_remove_component,bevy,,,,73074200.0,ns,48
+add_remove_component,bevy,,,,74690900.0,ns,49
+add_remove_component,bevy,,,,76095700.0,ns,50
+add_remove_component,bevy,,,,77398500.0,ns,51
+add_remove_component,bevy,,,,79320300.0,ns,52
+add_remove_component,bevy,,,,81497400.0,ns,53
+add_remove_component,bevy,,,,83240200.0,ns,54
+add_remove_component,bevy,,,,84297300.0,ns,55
+add_remove_component,bevy,,,,86129100.0,ns,56
+add_remove_component,bevy,,,,87620900.0,ns,57
+add_remove_component,bevy,,,,89043100.0,ns,58
+add_remove_component,bevy,,,,90580400.0,ns,59
+add_remove_component,bevy,,,,91976700.0,ns,60
+add_remove_component,bevy,,,,93539700.0,ns,61
+add_remove_component,bevy,,,,95069500.0,ns,62
+add_remove_component,bevy,,,,97220800.0,ns,63
+add_remove_component,bevy,,,,98350500.0,ns,64
+add_remove_component,bevy,,,,99311700.0,ns,65
+add_remove_component,bevy,,,,101034800.0,ns,66
+add_remove_component,bevy,,,,102700200.0,ns,67
+add_remove_component,bevy,,,,104204800.0,ns,68
+add_remove_component,bevy,,,,105397600.0,ns,69
+add_remove_component,bevy,,,,107653300.0,ns,70
+add_remove_component,bevy,,,,108756700.0,ns,71
+add_remove_component,bevy,,,,110257000.0,ns,72
+add_remove_component,bevy,,,,111421000.0,ns,73
+add_remove_component,bevy,,,,112997800.0,ns,74
+add_remove_component,bevy,,,,114735700.0,ns,75
+add_remove_component,bevy,,,,116185300.0,ns,76
+add_remove_component,bevy,,,,117618400.0,ns,77
+add_remove_component,bevy,,,,119170300.0,ns,78
+add_remove_component,bevy,,,,120540800.0,ns,79
+add_remove_component,bevy,,,,122055500.0,ns,80
+add_remove_component,bevy,,,,123461300.0,ns,81
+add_remove_component,bevy,,,,124956200.0,ns,82
+add_remove_component,bevy,,,,127456600.0,ns,83
+add_remove_component,bevy,,,,128216900.0,ns,84
+add_remove_component,bevy,,,,129681800.0,ns,85
+add_remove_component,bevy,,,,131080100.0,ns,86
+add_remove_component,bevy,,,,132649600.0,ns,87
+add_remove_component,bevy,,,,134335900.0,ns,88
+add_remove_component,bevy,,,,135897600.0,ns,89
+add_remove_component,bevy,,,,137032400.0,ns,90
+add_remove_component,bevy,,,,138697400.0,ns,91
+add_remove_component,bevy,,,,140523600.0,ns,92
+add_remove_component,bevy,,,,141749200.0,ns,93
+add_remove_component,bevy,,,,143455800.0,ns,94
+add_remove_component,bevy,,,,144580300.0,ns,95
+add_remove_component,bevy,,,,146551100.0,ns,96
+add_remove_component,bevy,,,,147595100.0,ns,97
+add_remove_component,bevy,,,,152460600.0,ns,98
+add_remove_component,bevy,,,,151287100.0,ns,99
+add_remove_component,bevy,,,,152271300.0,ns,100

target/criterion/add_remove_component/bevy/new/sample.json

@@ -1 +1 @@
-{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1393083.0,2706697.0,4027843.0,5351425.0,6728939.0,8047871.0,9355872.0,10688491.0,12067690.0,13410798.0,14743506.0,16116101.0,17411338.0,19028440.0,19995030.0,21361284.0,22671630.0,24028925.0,25379058.0,26641653.0,27969241.0,29332770.0,30769056.0,32121231.0,33419645.0,34611125.0,36135117.0,37494398.0,38856162.0,40269273.0,41489538.0,42808359.0,44215993.0,45482866.0,46807979.0,48198679.0,49458539.0,50608851.0,52069313.0,53525276.0,54877543.0,56248805.0,57507883.0,58909493.0,60184694.0,61313733.0,62535221.0,64128345.0,65546647.0,66847886.0,68227834.0,69499108.0,70912941.0,71860604.0,73549734.0,74937106.0,76552304.0,77591812.0,78877824.0,80120741.0,81246697.0,82833569.0,84306355.0,85493086.0,87006529.0,88046510.0,89645776.0,90931356.0,91863540.0,93108612.0,94964920.0,95647240.0,97105506.0,98839482.0,100332154.0,101573138.0,102282759.0,103847852.0,105519636.0,106808201.0,108133766.0,109449272.0,110921447.0,112306244.0,113208364.0,114419470.0,116401225.0,117627311.0,118974938.0,120089452.0,121764342.0,123123412.0,124300264.0,125419826.0,126672692.0,128120742.0,129668539.0,130671430.0,132172239.0,133955356.0]}
+{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1712300.0,3120800.0,4613400.0,6514400.0,7612900.0,9126000.0,10688400.0,12158100.0,13681200.0,15213300.0,16696200.0,18183700.0,19709400.0,21461600.0,23051700.0,24496400.0,26312700.0,27477300.0,28913300.0,30468200.0,32322400.0,33618500.0,35005900.0,36361300.0,37998700.0,39634300.0,41824400.0,42904700.0,44270800.0,46732300.0,47348000.0,48917000.0,50704200.0,51987300.0,53526100.0,55296500.0,56350700.0,58026600.0,59744500.0,61136500.0,62452600.0,64477000.0,68668400.0,67534500.0,68633900.0,69902900.0,71802800.0,73074200.0,74690900.0,76095700.0,77398500.0,79320300.0,81497400.0,83240200.0,84297300.0,86129100.0,87620900.0,89043100.0,90580400.0,91976700.0,93539700.0,95069500.0,97220800.0,98350500.0,99311700.0,101034800.0,102700200.0,104204800.0,105397600.0,107653300.0,108756700.0,110257000.0,111421000.0,112997800.0,114735700.0,116185300.0,117618400.0,119170300.0,120540800.0,122055500.0,123461300.0,124956200.0,127456600.0,128216900.0,129681800.0,131080100.0,132649600.0,134335900.0,135897600.0,137032400.0,138697400.0,140523600.0,141749200.0,143455800.0,144580300.0,146551100.0,147595100.0,152460600.0,151287100.0,152271300.0]}

target/criterion/add_remove_component/bevy/new/tukey.json

@@ -1 +1 @@
-[1323909.0688626722,1329308.6245609093,1343707.439756208,1349106.995454445]
+[1495311.0053913563,1509743.2641277944,1548229.2874249627,1562661.5461614009]

target/criterion/add_remove_component/bevy/report/index.html

@@ -118,39 +118,39 @@ <h4>Additional Statistics:</h4>
                         <tbody>
                             <tr>
                                 <td>Slope</td>
-                                <td class="ci-bound">1.3348 ms</td>
-                                <td>1.3355 ms</td>
-                                <td class="ci-bound">1.3362 ms</td>
+                                <td class="ci-bound">1.5274 ms</td>
+                                <td>1.5292 ms</td>
+                                <td class="ci-bound">1.5315 ms</td>
                             </tr>
                             <tr>
                                 <td>R&#xb2;</td>
-                                <td class="ci-bound">0.9993021</td>
-                                <td>0.9993419</td>
-                                <td class="ci-bound">0.9993035</td>
+                                <td class="ci-bound">0.9953323</td>
+                                <td>0.9955251</td>
+                                <td class="ci-bound">0.9951998</td>
                             </tr>
                             <tr>
                                 <td>Mean</td>
-                                <td class="ci-bound">1.3361 ms</td>
-                                <td>1.3373 ms</td>
-                                <td class="ci-bound">1.3389 ms</td>
+                                <td class="ci-bound">1.5289 ms</td>
+                                <td>1.5327 ms</td>
+                                <td class="ci-bound">1.5379 ms</td>
                             </tr>
                             <tr>
                                 <td title="Standard Deviation">Std. Dev.</td>
-                                <td class="ci-bound">3.2669 us</td>
-                                <td>7.0937 us</td>
-                                <td class="ci-bound">10.844 us</td>
+                                <td class="ci-bound">8.3418 us</td>
+                                <td>23.253 us</td>
+                                <td class="ci-bound">36.036 us</td>
                             </tr>
                             <tr>
                                 <td>Median</td>
-                                <td class="ci-bound">1.3363 ms</td>
-                                <td>1.3369 ms</td>
-                                <td class="ci-bound">1.3377 ms</td>
+                                <td class="ci-bound">1.5265 ms</td>
+                                <td>1.5275 ms</td>
+                                <td class="ci-bound">1.5290 ms</td>
                             </tr>
                             <tr>
                                 <td title="Median Absolute Deviation">MAD</td>
-                                <td class="ci-bound">1.8736 us</td>
-                                <td>2.6142 us</td>
-                                <td class="ci-bound">3.5537 us</td>
+                                <td class="ci-bound">5.3185 us</td>
+                                <td>7.2954 us</td>
+                                <td class="ci-bound">8.8712 us</td>
                             </tr>
                         </tbody>
                     </table>
@@ -231,15 +231,15 @@ <h4>Additional Statistics:</h4>
                     <tbody>
                         <tr>
                             <td>Change in time</td>
-                            <td class="ci-bound">-1.7938%</td>
-                            <td>-1.4731%</td>
-                            <td class="ci-bound">-1.2199%</td>
+                            <td class="ci-bound">+14.311%</td>
+                            <td>+14.613%</td>
+                            <td class="ci-bound">+14.986%</td>
                             <td>(p = 0.00 &lt;
                                 0.05)</td>
                         </tr>
                     </tbody>
                 </table>
-                Performance has improved.
+                Performance has regressed.
             </div>
             <div class="additional_plots">
                 <h4>Additional Plots:</h4>

target/criterion/add_remove_component/brood/base/benchmark.json

@@ -0,0 +1 @@
+{"group_id":"add_remove_component","function_id":"brood","value_str":null,"throughput":null,"full_id":"add_remove_component/brood","directory_name":"add_remove_component/brood","title":"add_remove_component/brood"}

target/criterion/add_remove_component/brood/base/estimates.json

@@ -0,0 +1 @@
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2372864.0386363636,"upper_bound":2389010.9909090903},"point_estimate":2380207.9545454537,"standard_error":4139.493758883526},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2369922.7272727275,"upper_bound":2373877.272727273},"point_estimate":2371170.4545454546,"standard_error":1043.241267132037},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6873.872605236937,"upper_bound":14542.957923628941},"point_estimate":10229.939818382263,"standard_error":2040.752263621318},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21364.647309070566,"upper_bound":57497.494354130096},"point_estimate":41635.66912284509,"standard_error":9156.928027451893}}

target/criterion/add_remove_component/brood/base/raw.csv

@@ -0,0 +1,101 @@
+group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
+add_remove_component,brood,,,,52622000.0,ns,22
+add_remove_component,brood,,,,52272500.0,ns,22
+add_remove_component,brood,,,,51922700.0,ns,22
+add_remove_component,brood,,,,51835000.0,ns,22
+add_remove_component,brood,,,,51913000.0,ns,22
+add_remove_component,brood,,,,52382700.0,ns,22
+add_remove_component,brood,,,,52350700.0,ns,22
+add_remove_component,brood,,,,52284300.0,ns,22
+add_remove_component,brood,,,,52236400.0,ns,22
+add_remove_component,brood,,,,52225300.0,ns,22
+add_remove_component,brood,,,,52337800.0,ns,22
+add_remove_component,brood,,,,51883800.0,ns,22
+add_remove_component,brood,,,,51841200.0,ns,22
+add_remove_component,brood,,,,51842100.0,ns,22
+add_remove_component,brood,,,,52118100.0,ns,22
+add_remove_component,brood,,,,52254500.0,ns,22
+add_remove_component,brood,,,,52103700.0,ns,22
+add_remove_component,brood,,,,52389400.0,ns,22
+add_remove_component,brood,,,,52119000.0,ns,22
+add_remove_component,brood,,,,51897800.0,ns,22
+add_remove_component,brood,,,,52106400.0,ns,22
+add_remove_component,brood,,,,52227600.0,ns,22
+add_remove_component,brood,,,,52471100.0,ns,22
+add_remove_component,brood,,,,52086500.0,ns,22
+add_remove_component,brood,,,,51815500.0,ns,22
+add_remove_component,brood,,,,52291900.0,ns,22
+add_remove_component,brood,,,,52250400.0,ns,22
+add_remove_component,brood,,,,51672800.0,ns,22
+add_remove_component,brood,,,,52168700.0,ns,22
+add_remove_component,brood,,,,51822200.0,ns,22
+add_remove_component,brood,,,,51987700.0,ns,22
+add_remove_component,brood,,,,51511600.0,ns,22
+add_remove_component,brood,,,,52136300.0,ns,22
+add_remove_component,brood,,,,52071600.0,ns,22
+add_remove_component,brood,,,,52051900.0,ns,22
+add_remove_component,brood,,,,52500800.0,ns,22
+add_remove_component,brood,,,,52242100.0,ns,22
+add_remove_component,brood,,,,54880200.0,ns,22
+add_remove_component,brood,,,,55340000.0,ns,22
+add_remove_component,brood,,,,54027000.0,ns,22
+add_remove_component,brood,,,,52548500.0,ns,22
+add_remove_component,brood,,,,53236100.0,ns,22
+add_remove_component,brood,,,,52091100.0,ns,22
+add_remove_component,brood,,,,51709500.0,ns,22
+add_remove_component,brood,,,,51884800.0,ns,22
+add_remove_component,brood,,,,51885400.0,ns,22
+add_remove_component,brood,,,,51961300.0,ns,22
+add_remove_component,brood,,,,52271600.0,ns,22
+add_remove_component,brood,,,,51726200.0,ns,22
+add_remove_component,brood,,,,51949500.0,ns,22
+add_remove_component,brood,,,,53093800.0,ns,22
+add_remove_component,brood,,,,52769300.0,ns,22
+add_remove_component,brood,,,,52213600.0,ns,22
+add_remove_component,brood,,,,52077400.0,ns,22
+add_remove_component,brood,,,,53350900.0,ns,22
+add_remove_component,brood,,,,52255900.0,ns,22
+add_remove_component,brood,,,,52336000.0,ns,22
+add_remove_component,brood,,,,52143700.0,ns,22
+add_remove_component,brood,,,,52280000.0,ns,22
+add_remove_component,brood,,,,57432400.0,ns,22
+add_remove_component,brood,,,,57153400.0,ns,22
+add_remove_component,brood,,,,52138400.0,ns,22
+add_remove_component,brood,,,,52089500.0,ns,22
+add_remove_component,brood,,,,52342500.0,ns,22
+add_remove_component,brood,,,,52157300.0,ns,22
+add_remove_component,brood,,,,51773100.0,ns,22
+add_remove_component,brood,,,,52398800.0,ns,22
+add_remove_component,brood,,,,52148500.0,ns,22
+add_remove_component,brood,,,,52165300.0,ns,22
+add_remove_component,brood,,,,52295100.0,ns,22
+add_remove_component,brood,,,,52277700.0,ns,22
+add_remove_component,brood,,,,51947700.0,ns,22
+add_remove_component,brood,,,,51910400.0,ns,22
+add_remove_component,brood,,,,51923000.0,ns,22
+add_remove_component,brood,,,,52322800.0,ns,22
+add_remove_component,brood,,,,52271700.0,ns,22
+add_remove_component,brood,,,,52290900.0,ns,22
+add_remove_component,brood,,,,52130500.0,ns,22
+add_remove_component,brood,,,,51888100.0,ns,22
+add_remove_component,brood,,,,52179200.0,ns,22
+add_remove_component,brood,,,,51892100.0,ns,22
+add_remove_component,brood,,,,51902800.0,ns,22
+add_remove_component,brood,,,,51990300.0,ns,22
+add_remove_component,brood,,,,52156200.0,ns,22
+add_remove_component,brood,,,,51900200.0,ns,22
+add_remove_component,brood,,,,51909800.0,ns,22
+add_remove_component,brood,,,,52164800.0,ns,22
+add_remove_component,brood,,,,52140300.0,ns,22
+add_remove_component,brood,,,,52185200.0,ns,22
+add_remove_component,brood,,,,52214000.0,ns,22
+add_remove_component,brood,,,,52312300.0,ns,22
+add_remove_component,brood,,,,52222600.0,ns,22
+add_remove_component,brood,,,,54548100.0,ns,22
+add_remove_component,brood,,,,52153500.0,ns,22
+add_remove_component,brood,,,,52230700.0,ns,22
+add_remove_component,brood,,,,52166200.0,ns,22
+add_remove_component,brood,,,,52310800.0,ns,22
+add_remove_component,brood,,,,52166800.0,ns,22
+add_remove_component,brood,,,,52214300.0,ns,22
+add_remove_component,brood,,,,52161300.0,ns,22

target/criterion/add_remove_component/brood/base/sample.json

@@ -0,0 +1 @@
+{"sampling_mode":"Flat","iters":[22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0],"times":[52622000.0,52272500.0,51922700.0,51835000.0,51913000.0,52382700.0,52350700.0,52284300.0,52236400.0,52225300.0,52337800.0,51883800.0,51841200.0,51842100.0,52118100.0,52254500.0,52103700.0,52389400.0,52119000.0,51897800.0,52106400.0,52227600.0,52471100.0,52086500.0,51815500.0,52291900.0,52250400.0,51672800.0,52168700.0,51822200.0,51987700.0,51511600.0,52136300.0,52071600.0,52051900.0,52500800.0,52242100.0,54880200.0,55340000.0,54027000.0,52548500.0,53236100.0,52091100.0,51709500.0,51884800.0,51885400.0,51961300.0,52271600.0,51726200.0,51949500.0,53093800.0,52769300.0,52213600.0,52077400.0,53350900.0,52255900.0,52336000.0,52143700.0,52280000.0,57432400.0,57153400.0,52138400.0,52089500.0,52342500.0,52157300.0,51773100.0,52398800.0,52148500.0,52165300.0,52295100.0,52277700.0,51947700.0,51910400.0,51923000.0,52322800.0,52271700.0,52290900.0,52130500.0,51888100.0,52179200.0,51892100.0,51902800.0,51990300.0,52156200.0,51900200.0,51909800.0,52164800.0,52140300.0,52185200.0,52214000.0,52312300.0,52222600.0,54548100.0,52153500.0,52230700.0,52166200.0,52310800.0,52166800.0,52214300.0,52161300.0]}

target/criterion/add_remove_component/brood/base/tukey.json

@@ -0,0 +1 @@
+[2316150.000000001,2338946.5909090918,2399737.5,2422534.0909090904]

target/criterion/add_remove_component/brood/new/benchmark.json

@@ -0,0 +1 @@
+{"group_id":"add_remove_component","function_id":"brood","value_str":null,"throughput":null,"full_id":"add_remove_component/brood","directory_name":"add_remove_component/brood","title":"add_remove_component/brood"}

target/criterion/add_remove_component/brood/new/estimates.json

@@ -0,0 +1 @@
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2372864.0386363636,"upper_bound":2389010.9909090903},"point_estimate":2380207.9545454537,"standard_error":4139.493758883526},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2369922.7272727275,"upper_bound":2373877.272727273},"point_estimate":2371170.4545454546,"standard_error":1043.241267132037},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6873.872605236937,"upper_bound":14542.957923628941},"point_estimate":10229.939818382263,"standard_error":2040.752263621318},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21364.647309070566,"upper_bound":57497.494354130096},"point_estimate":41635.66912284509,"standard_error":9156.928027451893}}

target/criterion/add_remove_component/brood/new/raw.csv

@@ -0,0 +1,101 @@
+group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
+add_remove_component,brood,,,,52622000.0,ns,22
+add_remove_component,brood,,,,52272500.0,ns,22
+add_remove_component,brood,,,,51922700.0,ns,22
+add_remove_component,brood,,,,51835000.0,ns,22
+add_remove_component,brood,,,,51913000.0,ns,22
+add_remove_component,brood,,,,52382700.0,ns,22
+add_remove_component,brood,,,,52350700.0,ns,22
+add_remove_component,brood,,,,52284300.0,ns,22
+add_remove_component,brood,,,,52236400.0,ns,22
+add_remove_component,brood,,,,52225300.0,ns,22
+add_remove_component,brood,,,,52337800.0,ns,22
+add_remove_component,brood,,,,51883800.0,ns,22
+add_remove_component,brood,,,,51841200.0,ns,22
+add_remove_component,brood,,,,51842100.0,ns,22
+add_remove_component,brood,,,,52118100.0,ns,22
+add_remove_component,brood,,,,52254500.0,ns,22
+add_remove_component,brood,,,,52103700.0,ns,22
+add_remove_component,brood,,,,52389400.0,ns,22
+add_remove_component,brood,,,,52119000.0,ns,22
+add_remove_component,brood,,,,51897800.0,ns,22
+add_remove_component,brood,,,,52106400.0,ns,22
+add_remove_component,brood,,,,52227600.0,ns,22
+add_remove_component,brood,,,,52471100.0,ns,22
+add_remove_component,brood,,,,52086500.0,ns,22
+add_remove_component,brood,,,,51815500.0,ns,22
+add_remove_component,brood,,,,52291900.0,ns,22
+add_remove_component,brood,,,,52250400.0,ns,22
+add_remove_component,brood,,,,51672800.0,ns,22
+add_remove_component,brood,,,,52168700.0,ns,22
+add_remove_component,brood,,,,51822200.0,ns,22
+add_remove_component,brood,,,,51987700.0,ns,22
+add_remove_component,brood,,,,51511600.0,ns,22
+add_remove_component,brood,,,,52136300.0,ns,22
+add_remove_component,brood,,,,52071600.0,ns,22
+add_remove_component,brood,,,,52051900.0,ns,22
+add_remove_component,brood,,,,52500800.0,ns,22
+add_remove_component,brood,,,,52242100.0,ns,22
+add_remove_component,brood,,,,54880200.0,ns,22
+add_remove_component,brood,,,,55340000.0,ns,22
+add_remove_component,brood,,,,54027000.0,ns,22
+add_remove_component,brood,,,,52548500.0,ns,22
+add_remove_component,brood,,,,53236100.0,ns,22
+add_remove_component,brood,,,,52091100.0,ns,22
+add_remove_component,brood,,,,51709500.0,ns,22
+add_remove_component,brood,,,,51884800.0,ns,22
+add_remove_component,brood,,,,51885400.0,ns,22
+add_remove_component,brood,,,,51961300.0,ns,22
+add_remove_component,brood,,,,52271600.0,ns,22
+add_remove_component,brood,,,,51726200.0,ns,22
+add_remove_component,brood,,,,51949500.0,ns,22
+add_remove_component,brood,,,,53093800.0,ns,22
+add_remove_component,brood,,,,52769300.0,ns,22
+add_remove_component,brood,,,,52213600.0,ns,22
+add_remove_component,brood,,,,52077400.0,ns,22
+add_remove_component,brood,,,,53350900.0,ns,22
+add_remove_component,brood,,,,52255900.0,ns,22
+add_remove_component,brood,,,,52336000.0,ns,22
+add_remove_component,brood,,,,52143700.0,ns,22
+add_remove_component,brood,,,,52280000.0,ns,22
+add_remove_component,brood,,,,57432400.0,ns,22
+add_remove_component,brood,,,,57153400.0,ns,22
+add_remove_component,brood,,,,52138400.0,ns,22
+add_remove_component,brood,,,,52089500.0,ns,22
+add_remove_component,brood,,,,52342500.0,ns,22
+add_remove_component,brood,,,,52157300.0,ns,22
+add_remove_component,brood,,,,51773100.0,ns,22
+add_remove_component,brood,,,,52398800.0,ns,22
+add_remove_component,brood,,,,52148500.0,ns,22
+add_remove_component,brood,,,,52165300.0,ns,22
+add_remove_component,brood,,,,52295100.0,ns,22
+add_remove_component,brood,,,,52277700.0,ns,22
+add_remove_component,brood,,,,51947700.0,ns,22
+add_remove_component,brood,,,,51910400.0,ns,22
+add_remove_component,brood,,,,51923000.0,ns,22
+add_remove_component,brood,,,,52322800.0,ns,22
+add_remove_component,brood,,,,52271700.0,ns,22
+add_remove_component,brood,,,,52290900.0,ns,22
+add_remove_component,brood,,,,52130500.0,ns,22
+add_remove_component,brood,,,,51888100.0,ns,22
+add_remove_component,brood,,,,52179200.0,ns,22
+add_remove_component,brood,,,,51892100.0,ns,22
+add_remove_component,brood,,,,51902800.0,ns,22
+add_remove_component,brood,,,,51990300.0,ns,22
+add_remove_component,brood,,,,52156200.0,ns,22
+add_remove_component,brood,,,,51900200.0,ns,22
+add_remove_component,brood,,,,51909800.0,ns,22
+add_remove_component,brood,,,,52164800.0,ns,22
+add_remove_component,brood,,,,52140300.0,ns,22
+add_remove_component,brood,,,,52185200.0,ns,22
+add_remove_component,brood,,,,52214000.0,ns,22
+add_remove_component,brood,,,,52312300.0,ns,22
+add_remove_component,brood,,,,52222600.0,ns,22
+add_remove_component,brood,,,,54548100.0,ns,22
+add_remove_component,brood,,,,52153500.0,ns,22
+add_remove_component,brood,,,,52230700.0,ns,22
+add_remove_component,brood,,,,52166200.0,ns,22
+add_remove_component,brood,,,,52310800.0,ns,22
+add_remove_component,brood,,,,52166800.0,ns,22
+add_remove_component,brood,,,,52214300.0,ns,22
+add_remove_component,brood,,,,52161300.0,ns,22

target/criterion/add_remove_component/brood/new/sample.json

@@ -0,0 +1 @@
+{"sampling_mode":"Flat","iters":[22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0,22.0],"times":[52622000.0,52272500.0,51922700.0,51835000.0,51913000.0,52382700.0,52350700.0,52284300.0,52236400.0,52225300.0,52337800.0,51883800.0,51841200.0,51842100.0,52118100.0,52254500.0,52103700.0,52389400.0,52119000.0,51897800.0,52106400.0,52227600.0,52471100.0,52086500.0,51815500.0,52291900.0,52250400.0,51672800.0,52168700.0,51822200.0,51987700.0,51511600.0,52136300.0,52071600.0,52051900.0,52500800.0,52242100.0,54880200.0,55340000.0,54027000.0,52548500.0,53236100.0,52091100.0,51709500.0,51884800.0,51885400.0,51961300.0,52271600.0,51726200.0,51949500.0,53093800.0,52769300.0,52213600.0,52077400.0,53350900.0,52255900.0,52336000.0,52143700.0,52280000.0,57432400.0,57153400.0,52138400.0,52089500.0,52342500.0,52157300.0,51773100.0,52398800.0,52148500.0,52165300.0,52295100.0,52277700.0,51947700.0,51910400.0,51923000.0,52322800.0,52271700.0,52290900.0,52130500.0,51888100.0,52179200.0,51892100.0,51902800.0,51990300.0,52156200.0,51900200.0,51909800.0,52164800.0,52140300.0,52185200.0,52214000.0,52312300.0,52222600.0,54548100.0,52153500.0,52230700.0,52166200.0,52310800.0,52166800.0,52214300.0,52161300.0]}

target/criterion/add_remove_component/brood/new/tukey.json

@@ -0,0 +1 @@
+[2316150.000000001,2338946.5909090918,2399737.5,2422534.0909090904]

target/criterion/add_remove_component/brood/report/index.html

@@ -0,0 +1,193 @@
+<!DOCTYPE html>
+<html>
+
+<head>
+    <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+    <title>add_remove_component/brood - Criterion.rs</title>
+    <style type="text/css">
+        body {
+            font: 14px Helvetica Neue;
+            text-rendering: optimizelegibility;
+        }
+
+        .body {
+            width: 960px;
+            margin: auto;
+        }
+
+        th {
+            font-weight: 200
+        }
+
+        th,
+        td {
+            padding-right: 3px;
+            padding-bottom: 3px;
+        }
+
+        a:link {
+            color: #1F78B4;
+            text-decoration: none;
+        }
+
+        th.ci-bound {
+            opacity: 0.6
+        }
+
+        td.ci-bound {
+            opacity: 0.5
+        }
+
+        .stats {
+            width: 80%;
+            margin: auto;
+            display: flex;
+        }
+
+        .additional_stats {
+            flex: 0 0 60%
+        }
+
+        .additional_plots {
+            flex: 1
+        }
+
+        h2 {
+            font-size: 36px;
+            font-weight: 300;
+        }
+
+        h3 {
+            font-size: 24px;
+            font-weight: 300;
+        }
+
+        #footer {
+            height: 40px;
+            background: #888;
+            color: white;
+            font-size: larger;
+            font-weight: 300;
+        }
+
+        #footer a {
+            color: white;
+            text-decoration: underline;
+        }
+
+        #footer p {
+            text-align: center
+        }
+    </style>
+</head>
+
+<body>
+    <div class="body">
+        <h2>add_remove_component/brood</h2>
+        <div class="absolute">
+            <section class="plots">
+                <table width="100%">
+                    <tbody>
+                        <tr>
+                            <td>
+                                <a href="pdf.svg">
+                                    <img src="pdf_small.svg" alt="PDF of Slope" width="450" height="300" />
+                                </a>
+                            </td>
+                            <td>
+                                <a href="iteration_times.svg">
+                                    <img src="iteration_times_small.svg" alt="Iteration Times" width="450" height="300" />
+                                </a>
+                            </td>
+                        </tr>
+                    </tbody>
+                </table>
+            </section>
+            <section class="stats">
+                <div class="additional_stats">
+                    <h4>Additional Statistics:</h4>
+                    <table>
+                        <thead>
+                            <tr>
+                                <th></th>
+                                <th title="0.95 confidence level" class="ci-bound">Lower bound</th>
+                                <th>Estimate</th>
+                                <th title="0.95 confidence level" class="ci-bound">Upper bound</th>
+                            </tr>
+                        </thead>
+                        <tbody>
+                            <tr>
+                                <td>R&#xb2;</td>
+                                <td class="ci-bound">0.0004821</td>
+                                <td>0.0004972</td>
+                                <td class="ci-bound">0.0004757</td>
+                            </tr>
+                            <tr>
+                                <td>Mean</td>
+                                <td class="ci-bound">2.3729 ms</td>
+                                <td>2.3802 ms</td>
+                                <td class="ci-bound">2.3890 ms</td>
+                            </tr>
+                            <tr>
+                                <td title="Standard Deviation">Std. Dev.</td>
+                                <td class="ci-bound">21.365 us</td>
+                                <td>41.636 us</td>
+                                <td class="ci-bound">57.497 us</td>
+                            </tr>
+                            <tr>
+                                <td>Median</td>
+                                <td class="ci-bound">2.3699 ms</td>
+                                <td>2.3712 ms</td>
+                                <td class="ci-bound">2.3739 ms</td>
+                            </tr>
+                            <tr>
+                                <td title="Median Absolute Deviation">MAD</td>
+                                <td class="ci-bound">6.8739 us</td>
+                                <td>10.230 us</td>
+                                <td class="ci-bound">14.543 us</td>
+                            </tr>
+                        </tbody>
+                    </table>
+                </div>
+                <div class="additional_plots">
+                    <h4>Additional Plots:</h4>
+                    <ul>
+
+                        <li>
+                            <a href="typical.svg">Typical</a>
+                        </li>
+                        <li>
+                            <a href="mean.svg">Mean</a>
+                        </li>
+                        <li>
+                            <a href="SD.svg">Std. Dev.</a>
+                        </li>
+                        <li>
+                            <a href="median.svg">Median</a>
+                        </li>
+                        <li>
+                            <a href="MAD.svg">MAD</a>
+                        </li>
+                    </ul>
+                </div>
+            </section>
+            <section class="explanation">
+                <h4>Understanding this report:</h4>
+                <p>The plot on the left displays the average time per iteration for this benchmark. The shaded region
+                    shows the estimated probability of an iteration taking a certain amount of time, while the line
+                    shows the mean. Click on the plot for a larger view showing the outliers.</p>
+                <p>The plot on the right shows the average time per iteration for the samples. Each point 
+                    represents one sample.</p>
+                <p>See <a href="https://bheisler.github.io/criterion.rs/book/user_guide/command_line_output.html#additional-statistics">the
+                        documentation</a> for more details on the additional statistics.</p>
+            </section>
+        </div>
+    </div>
+    <div id="footer">
+        <p>This report was generated by
+            <a href="https://github.com/bheisler/criterion.rs">Criterion.rs</a>, a statistics-driven benchmarking
+            library in Rust.</p>
+    </div>
+</body>
+
+</html>

target/criterion/add_remove_component/hecs/base/estimates.json

@@ -1 +1 @@
-{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793740.5734453108,"upper_bound":794431.1898487895},"point_estimate":794076.5172121674,"standard_error":176.42090301266745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793488.3175675676,"upper_bound":794330.0111111111},"point_estimate":793772.3901053215,"standard_error":202.6695772730057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1152.7885495339706,"upper_bound":1849.843420180727},"point_estimate":1375.408470773915,"standard_error":178.56894061119158},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793104.127737606,"upper_bound":793812.6782749195},"point_estimate":793438.0530146299,"standard_error":180.27546864832428},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1436.0147337347516,"upper_bound":2073.3769343014437},"point_estimate":1773.8423785171608,"standard_error":162.6849362355304}}
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":932379.3542089299,"upper_bound":934240.0295664903},"point_estimate":933275.9028409261,"standard_error":474.55611787065067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":931262.0370370371,"upper_bound":933127.9255319149},"point_estimate":931862.7192982456,"standard_error":467.5399864721357},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2407.712697825419,"upper_bound":4456.800016851136},"point_estimate":3118.3309229886922,"standard_error":529.781949593722},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":931316.3110196354,"upper_bound":933383.4118361536},"point_estimate":932228.0211319639,"standard_error":529.1591907444192},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3727.2404012383563,"upper_bound":5710.042533786295},"point_estimate":4771.233840795697,"standard_error":507.45610127998043}}

target/criterion/add_remove_component/hecs/base/raw.csv

@@ -1,101 +1,101 @@
 group,function,value,throughput_num,throughput_type,sample_measured_value,unit,iteration_count
-add_remove_component,hecs,,,,1599096.0,ns,2
-add_remove_component,hecs,,,,3196529.0,ns,4
-add_remove_component,hecs,,,,4764327.0,ns,6
-add_remove_component,hecs,,,,6345899.0,ns,8
-add_remove_component,hecs,,,,7968931.0,ns,10
-add_remove_component,hecs,,,,9567606.0,ns,12
-add_remove_component,hecs,,,,11091571.0,ns,14
-add_remove_component,hecs,,,,12744458.0,ns,16
-add_remove_component,hecs,,,,14325731.0,ns,18
-add_remove_component,hecs,,,,15908747.0,ns,20
-add_remove_component,hecs,,,,17432910.0,ns,22
-add_remove_component,hecs,,,,19031435.0,ns,24
-add_remove_component,hecs,,,,20653406.0,ns,26
-add_remove_component,hecs,,,,22302857.0,ns,28
-add_remove_component,hecs,,,,23876577.0,ns,30
-add_remove_component,hecs,,,,25428563.0,ns,32
-add_remove_component,hecs,,,,27028841.0,ns,34
-add_remove_component,hecs,,,,28640612.0,ns,36
-add_remove_component,hecs,,,,30185145.0,ns,38
-add_remove_component,hecs,,,,31842461.0,ns,40
-add_remove_component,hecs,,,,33343422.0,ns,42
-add_remove_component,hecs,,,,35022229.0,ns,44
-add_remove_component,hecs,,,,36423208.0,ns,46
-add_remove_component,hecs,,,,38096786.0,ns,48
-add_remove_component,hecs,,,,39660385.0,ns,50
-add_remove_component,hecs,,,,41366887.0,ns,52
-add_remove_component,hecs,,,,42827108.0,ns,54
-add_remove_component,hecs,,,,44531565.0,ns,56
-add_remove_component,hecs,,,,46093540.0,ns,58
-add_remove_component,hecs,,,,47688329.0,ns,60
-add_remove_component,hecs,,,,49148820.0,ns,62
-add_remove_component,hecs,,,,50885591.0,ns,64
-add_remove_component,hecs,,,,52392851.0,ns,66
-add_remove_component,hecs,,,,54132986.0,ns,68
-add_remove_component,hecs,,,,55503437.0,ns,70
-add_remove_component,hecs,,,,57136497.0,ns,72
-add_remove_component,hecs,,,,58774308.0,ns,74
-add_remove_component,hecs,,,,60389836.0,ns,76
-add_remove_component,hecs,,,,61785755.0,ns,78
-add_remove_component,hecs,,,,63453642.0,ns,80
-add_remove_component,hecs,,,,65155895.0,ns,82
-add_remove_component,hecs,,,,66734752.0,ns,84
-add_remove_component,hecs,,,,68104473.0,ns,86
-add_remove_component,hecs,,,,69854415.0,ns,88
-add_remove_component,hecs,,,,71510451.0,ns,90
-add_remove_component,hecs,,,,73148743.0,ns,92
-add_remove_component,hecs,,,,74537598.0,ns,94
-add_remove_component,hecs,,,,76290116.0,ns,96
-add_remove_component,hecs,,,,77809120.0,ns,98
-add_remove_component,hecs,,,,79548503.0,ns,100
-add_remove_component,hecs,,,,80915778.0,ns,102
-add_remove_component,hecs,,,,82724073.0,ns,104
-add_remove_component,hecs,,,,84214664.0,ns,106
-add_remove_component,hecs,,,,85889333.0,ns,108
-add_remove_component,hecs,,,,87188319.0,ns,110
-add_remove_component,hecs,,,,88993586.0,ns,112
-add_remove_component,hecs,,,,90525445.0,ns,114
-add_remove_component,hecs,,,,92180008.0,ns,116
-add_remove_component,hecs,,,,93573603.0,ns,118
-add_remove_component,hecs,,,,95947434.0,ns,120
-add_remove_component,hecs,,,,97000550.0,ns,122
-add_remove_component,hecs,,,,99067778.0,ns,124
-add_remove_component,hecs,,,,100567236.0,ns,126
-add_remove_component,hecs,,,,101506094.0,ns,128
-add_remove_component,hecs,,,,103068330.0,ns,130
-add_remove_component,hecs,,,,104764130.0,ns,132
-add_remove_component,hecs,,,,105918379.0,ns,134
-add_remove_component,hecs,,,,107913259.0,ns,136
-add_remove_component,hecs,,,,109402217.0,ns,138
-add_remove_component,hecs,,,,111067680.0,ns,140
-add_remove_component,hecs,,,,112327048.0,ns,142
-add_remove_component,hecs,,,,114270100.0,ns,144
-add_remove_component,hecs,,,,115705935.0,ns,146
-add_remove_component,hecs,,,,117436271.0,ns,148
-add_remove_component,hecs,,,,118701301.0,ns,150
-add_remove_component,hecs,,,,120504085.0,ns,152
-add_remove_component,hecs,,,,122159690.0,ns,154
-add_remove_component,hecs,,,,123821815.0,ns,156
-add_remove_component,hecs,,,,125079983.0,ns,158
-add_remove_component,hecs,,,,126876996.0,ns,160
-add_remove_component,hecs,,,,128628012.0,ns,162
-add_remove_component,hecs,,,,130174116.0,ns,164
-add_remove_component,hecs,,,,131393199.0,ns,166
-add_remove_component,hecs,,,,133330432.0,ns,168
-add_remove_component,hecs,,,,134860053.0,ns,170
-add_remove_component,hecs,,,,136467687.0,ns,172
-add_remove_component,hecs,,,,137852596.0,ns,174
-add_remove_component,hecs,,,,139855641.0,ns,176
-add_remove_component,hecs,,,,141273010.0,ns,178
-add_remove_component,hecs,,,,142979402.0,ns,180
-add_remove_component,hecs,,,,144211709.0,ns,182
-add_remove_component,hecs,,,,145787742.0,ns,184
-add_remove_component,hecs,,,,147631736.0,ns,186
-add_remove_component,hecs,,,,149313899.0,ns,188
-add_remove_component,hecs,,,,150454622.0,ns,190
-add_remove_component,hecs,,,,152004775.0,ns,192
-add_remove_component,hecs,,,,153672403.0,ns,194
-add_remove_component,hecs,,,,155432244.0,ns,196
-add_remove_component,hecs,,,,157325943.0,ns,198
-add_remove_component,hecs,,,,158499648.0,ns,200
+add_remove_component,hecs,,,,1898300.0,ns,2
+add_remove_component,hecs,,,,3709800.0,ns,4
+add_remove_component,hecs,,,,5614000.0,ns,6
+add_remove_component,hecs,,,,7532300.0,ns,8
+add_remove_component,hecs,,,,9359200.0,ns,10
+add_remove_component,hecs,,,,11232900.0,ns,12
+add_remove_component,hecs,,,,13208000.0,ns,14
+add_remove_component,hecs,,,,15008600.0,ns,16
+add_remove_component,hecs,,,,16873300.0,ns,18
+add_remove_component,hecs,,,,18872700.0,ns,20
+add_remove_component,hecs,,,,20487800.0,ns,22
+add_remove_component,hecs,,,,22429300.0,ns,24
+add_remove_component,hecs,,,,24183600.0,ns,26
+add_remove_component,hecs,,,,26138200.0,ns,28
+add_remove_component,hecs,,,,28159800.0,ns,30
+add_remove_component,hecs,,,,29853200.0,ns,32
+add_remove_component,hecs,,,,31794800.0,ns,34
+add_remove_component,hecs,,,,33528800.0,ns,36
+add_remove_component,hecs,,,,35684800.0,ns,38
+add_remove_component,hecs,,,,37344700.0,ns,40
+add_remove_component,hecs,,,,39432200.0,ns,42
+add_remove_component,hecs,,,,41069500.0,ns,44
+add_remove_component,hecs,,,,42727700.0,ns,46
+add_remove_component,hecs,,,,45435600.0,ns,48
+add_remove_component,hecs,,,,46592500.0,ns,50
+add_remove_component,hecs,,,,48718800.0,ns,52
+add_remove_component,hecs,,,,50283100.0,ns,54
+add_remove_component,hecs,,,,51987300.0,ns,56
+add_remove_component,hecs,,,,53827400.0,ns,58
+add_remove_component,hecs,,,,56074100.0,ns,60
+add_remove_component,hecs,,,,57625700.0,ns,62
+add_remove_component,hecs,,,,59454700.0,ns,64
+add_remove_component,hecs,,,,61482400.0,ns,66
+add_remove_component,hecs,,,,64124600.0,ns,68
+add_remove_component,hecs,,,,65120500.0,ns,70
+add_remove_component,hecs,,,,67216200.0,ns,72
+add_remove_component,hecs,,,,68931600.0,ns,74
+add_remove_component,hecs,,,,70756900.0,ns,76
+add_remove_component,hecs,,,,72920900.0,ns,78
+add_remove_component,hecs,,,,74413300.0,ns,80
+add_remove_component,hecs,,,,76345800.0,ns,82
+add_remove_component,hecs,,,,78111700.0,ns,84
+add_remove_component,hecs,,,,80570600.0,ns,86
+add_remove_component,hecs,,,,81911000.0,ns,88
+add_remove_component,hecs,,,,83965500.0,ns,90
+add_remove_component,hecs,,,,85780500.0,ns,92
+add_remove_component,hecs,,,,87803500.0,ns,94
+add_remove_component,hecs,,,,90624900.0,ns,96
+add_remove_component,hecs,,,,91541000.0,ns,98
+add_remove_component,hecs,,,,93969000.0,ns,100
+add_remove_component,hecs,,,,95471000.0,ns,102
+add_remove_component,hecs,,,,97561000.0,ns,104
+add_remove_component,hecs,,,,98739200.0,ns,106
+add_remove_component,hecs,,,,100128700.0,ns,108
+add_remove_component,hecs,,,,102059600.0,ns,110
+add_remove_component,hecs,,,,103794200.0,ns,112
+add_remove_component,hecs,,,,106233800.0,ns,114
+add_remove_component,hecs,,,,107583300.0,ns,116
+add_remove_component,hecs,,,,110005100.0,ns,118
+add_remove_component,hecs,,,,111514600.0,ns,120
+add_remove_component,hecs,,,,113303900.0,ns,122
+add_remove_component,hecs,,,,115609000.0,ns,124
+add_remove_component,hecs,,,,117192700.0,ns,126
+add_remove_component,hecs,,,,119064800.0,ns,128
+add_remove_component,hecs,,,,121011400.0,ns,130
+add_remove_component,hecs,,,,122465700.0,ns,132
+add_remove_component,hecs,,,,124638100.0,ns,134
+add_remove_component,hecs,,,,127293900.0,ns,136
+add_remove_component,hecs,,,,129155200.0,ns,138
+add_remove_component,hecs,,,,130238000.0,ns,140
+add_remove_component,hecs,,,,131821700.0,ns,142
+add_remove_component,hecs,,,,134052100.0,ns,144
+add_remove_component,hecs,,,,135513000.0,ns,146
+add_remove_component,hecs,,,,137965300.0,ns,148
+add_remove_component,hecs,,,,139735700.0,ns,150
+add_remove_component,hecs,,,,141483100.0,ns,152
+add_remove_component,hecs,,,,143952000.0,ns,154
+add_remove_component,hecs,,,,145089500.0,ns,156
+add_remove_component,hecs,,,,147892800.0,ns,158
+add_remove_component,hecs,,,,150272600.0,ns,160
+add_remove_component,hecs,,,,150699600.0,ns,162
+add_remove_component,hecs,,,,152877900.0,ns,164
+add_remove_component,hecs,,,,154678600.0,ns,166
+add_remove_component,hecs,,,,159886700.0,ns,168
+add_remove_component,hecs,,,,157956800.0,ns,170
+add_remove_component,hecs,,,,160003300.0,ns,172
+add_remove_component,hecs,,,,162090200.0,ns,174
+add_remove_component,hecs,,,,163663700.0,ns,176
+add_remove_component,hecs,,,,166075200.0,ns,178
+add_remove_component,hecs,,,,168093400.0,ns,180
+add_remove_component,hecs,,,,169238700.0,ns,182
+add_remove_component,hecs,,,,171731800.0,ns,184
+add_remove_component,hecs,,,,172957400.0,ns,186
+add_remove_component,hecs,,,,175461500.0,ns,188
+add_remove_component,hecs,,,,177527900.0,ns,190
+add_remove_component,hecs,,,,178646900.0,ns,192
+add_remove_component,hecs,,,,180885400.0,ns,194
+add_remove_component,hecs,,,,182562300.0,ns,196
+add_remove_component,hecs,,,,184268500.0,ns,198
+add_remove_component,hecs,,,,185693600.0,ns,200

target/criterion/add_remove_component/hecs/base/sample.json

@@ -1 +1 @@
-{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1599096.0,3196529.0,4764327.0,6345899.0,7968931.0,9567606.0,11091571.0,12744458.0,14325731.0,15908747.0,17432910.0,19031435.0,20653406.0,22302857.0,23876577.0,25428563.0,27028841.0,28640612.0,30185145.0,31842461.0,33343422.0,35022229.0,36423208.0,38096786.0,39660385.0,41366887.0,42827108.0,44531565.0,46093540.0,47688329.0,49148820.0,50885591.0,52392851.0,54132986.0,55503437.0,57136497.0,58774308.0,60389836.0,61785755.0,63453642.0,65155895.0,66734752.0,68104473.0,69854415.0,71510451.0,73148743.0,74537598.0,76290116.0,77809120.0,79548503.0,80915778.0,82724073.0,84214664.0,85889333.0,87188319.0,88993586.0,90525445.0,92180008.0,93573603.0,95947434.0,97000550.0,99067778.0,100567236.0,101506094.0,103068330.0,104764130.0,105918379.0,107913259.0,109402217.0,111067680.0,112327048.0,114270100.0,115705935.0,117436271.0,118701301.0,120504085.0,122159690.0,123821815.0,125079983.0,126876996.0,128628012.0,130174116.0,131393199.0,133330432.0,134860053.0,136467687.0,137852596.0,139855641.0,141273010.0,142979402.0,144211709.0,145787742.0,147631736.0,149313899.0,150454622.0,152004775.0,153672403.0,155432244.0,157325943.0,158499648.0]}
+{"sampling_mode":"Linear","iters":[2.0,4.0,6.0,8.0,10.0,12.0,14.0,16.0,18.0,20.0,22.0,24.0,26.0,28.0,30.0,32.0,34.0,36.0,38.0,40.0,42.0,44.0,46.0,48.0,50.0,52.0,54.0,56.0,58.0,60.0,62.0,64.0,66.0,68.0,70.0,72.0,74.0,76.0,78.0,80.0,82.0,84.0,86.0,88.0,90.0,92.0,94.0,96.0,98.0,100.0,102.0,104.0,106.0,108.0,110.0,112.0,114.0,116.0,118.0,120.0,122.0,124.0,126.0,128.0,130.0,132.0,134.0,136.0,138.0,140.0,142.0,144.0,146.0,148.0,150.0,152.0,154.0,156.0,158.0,160.0,162.0,164.0,166.0,168.0,170.0,172.0,174.0,176.0,178.0,180.0,182.0,184.0,186.0,188.0,190.0,192.0,194.0,196.0,198.0,200.0],"times":[1898300.0,3709800.0,5614000.0,7532300.0,9359200.0,11232900.0,13208000.0,15008600.0,16873300.0,18872700.0,20487800.0,22429300.0,24183600.0,26138200.0,28159800.0,29853200.0,31794800.0,33528800.0,35684800.0,37344700.0,39432200.0,41069500.0,42727700.0,45435600.0,46592500.0,48718800.0,50283100.0,51987300.0,53827400.0,56074100.0,57625700.0,59454700.0,61482400.0,64124600.0,65120500.0,67216200.0,68931600.0,70756900.0,72920900.0,74413300.0,76345800.0,78111700.0,80570600.0,81911000.0,83965500.0,85780500.0,87803500.0,90624900.0,91541000.0,93969000.0,95471000.0,97561000.0,98739200.0,100128700.0,102059600.0,103794200.0,106233800.0,107583300.0,110005100.0,111514600.0,113303900.0,115609000.0,117192700.0,119064800.0,121011400.0,122465700.0,124638100.0,127293900.0,129155200.0,130238000.0,131821700.0,134052100.0,135513000.0,137965300.0,139735700.0,141483100.0,143952000.0,145089500.0,147892800.0,150272600.0,150699600.0,152877900.0,154678600.0,159886700.0,157956800.0,160003300.0,162090200.0,163663700.0,166075200.0,168093400.0,169238700.0,171731800.0,172957400.0,175461500.0,177527900.0,178646900.0,180885400.0,182562300.0,184268500.0,185693600.0]}

target/criterion/add_remove_component/hecs/base/tukey.json

@@ -1 +1 @@
-[787345.7738892369,790158.2050962142,797658.0216481538,800470.4528551311]
+[914819.564479638,922489.4336821267,942942.4182220965,950612.2874245852]

target/criterion/add_remove_component/hecs/change/estimates.json

@@ -1 +1 @@
-{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01339677988764455,"upper_bound":-0.011207757396828506},"point_estimate":-0.012217922351252963,"standard_error":0.0005592833204892017},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012086915670219245,"upper_bound":-0.01050513002265474},"point_estimate":-0.011353991810706177,"standard_error":0.0003965429275820672}}
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.17411078219805576,"upper_bound":0.1766014775832201},"point_estimate":0.17529719442838831,"standard_error":0.0006532289158197271},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.17285530265577664,"upper_bound":0.17552964257384204},"point_estimate":0.17396716100770604,"standard_error":0.0006520167825918347}}

target/criterion/add_remove_component/hecs/new/estimates.json

@@ -1 +1 @@
-{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793740.5734453108,"upper_bound":794431.1898487895},"point_estimate":794076.5172121674,"standard_error":176.42090301266745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793488.3175675676,"upper_bound":794330.0111111111},"point_estimate":793772.3901053215,"standard_error":202.6695772730057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1152.7885495339706,"upper_bound":1849.843420180727},"point_estimate":1375.408470773915,"standard_error":178.56894061119158},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":793104.127737606,"upper_bound":793812.6782749195},"point_estimate":793438.0530146299,"standard_error":180.27546864832428},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1436.0147337347516,"upper_bound":2073.3769343014437},"point_estimate":1773.8423785171608,"standard_error":162.6849362355304}}
+{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":932379.3542089299,"upper_bound":934240.0295664903},"point_estimate":933275.9028409261,"standard_error":474.55611787065067},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":931262.0370370371,"upper_bound":933127.9255319149},"point_estimate":931862.7192982456,"standard_error":467.5399864721357},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2407.712697825419,"upper_bound":4456.800016851136},"point_estimate":3118.3309229886922,"standard_error":529.781949593722},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":931316.3110196354,"upper_bound":933383.4118361536},"point_estimate":932228.0211319639,"standard_error":529.1591907444192},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3727.2404012383563,"upper_bound":5710.042533786295},"point_estimate":4771.233840795697,"standard_error":507.45610127998043}}