Merge pull request #161 from naomijub/issue-159

Issue 159

Cargo.toml

@@ -42,6 +42,7 @@ zstd = "0.6.0+zstd.1.4.8"
 bcrypt = "0.8"
 actix-web-httpauth = "0.5.0"
 serde_json = { version = "1.0", optional = true }
+bincode = "1.3"
 
 [dev-dependencies]
 bytes = "1.0.1"

README.md

@@ -82,17 +82,17 @@ PORT=1438
 > 2,3 GHz Intel Core i9 8-Core 32 GB 2667 MHz DDR4
 
 - `create_entity` time: [4.7008 ms 4.7367 ms 4.7725 ms]
-- `insert_entity` time: [9.5938 ms 9.8263 ms 10.057 ms]
-- `update_set_entity` time: [11.899 ms 11.984 ms 12.083 ms]
-- `update_content_entity` time: [12.048 ms 12.328 ms 12.719 ms]
+- `insert_entity` time: [12.647 ms 12.977 ms 13.308 ms]
+- `update_set_entity` time: [14.896 ms 15.087 ms 15.309 ms]
+- `update_content_entity` time: [14.871 ms 15.070 ms 15.307 ms]
 - `delete_entity` time: [5.3966 ms 5.4423 ms 5.4908 ms] - Filtered 400s
 - `evict_entity_id` time: [15.534 ms 15.623 ms 15.721 ms] - Filtered 400s
 - `evict_entity` time: [12.318 ms 12.416 ms 12.540 ms] - Filtered 400s
-- `select_all` 20 entities time: [5.8810 ms 5.9318 ms 5.9889 ms]
-- `select_all` 10 entities time: [5.4012 ms 5.4432 ms 5.4860 ms]
-- `select_all` 1 entity time: [4.8442 ms 4.8786 ms 4.9140 ms]
-- `history_10_registries_for_entity` time: [5.7265 ms 5.7868 ms 5.8673 ms]
-- `history_20_registries_for_entity` time: [6.1166 ms 6.1943 ms 6.2987 ms]
+- `select_all` 20 entities time: [6.3402 ms 6.4743 ms 6.6356 ms]
+- `select_all` 10 entities time: [5.8318 ms 5.9682 ms 6.1340 ms]
+- `select_all` 1 entity time: [5.1030 ms 5.1379 ms 5.1738 ms]
+- `history_10_registries_for_entity` time: [5.4936 ms 5.5328 ms 5.5725 ms]
+- `history_20_registries_for_entity` time: [6.0676 ms 6.1049 ms 6.1429 ms]
 
 ### WQL 
 > 2,3 GHz Intel Core i9 8-Core 32 GB 2667 MHz DDR4

data/local_data.txt

@@ -1 +1 @@
-{"encrypt_ent": {},"encrypt_ent2": {},"hello": {"50e68bc1-0c3b-4ffc-93be-46e57f59b415": ((file_name: "2021_02_10.log",offset: 447,bytes_length: 153,), {},),},"oh_yeah": {"27367bd0-1966-4005-a8b5-5e323e1c3524": ((file_name: "2021_02_10.log",offset: 180,bytes_length: 247,), {}),},}
+{"encrypt_ent": {},"encrypt_ent2": {},"hello": {"50e68bc1-0c3b-4ffc-93be-46e57f59b415": ((file_name: "2021_02_10.log",offset: 447,bytes_length: 153,),[0, 0, 0, 0, 0, 0, 0, 0,],),},"oh_yeah": {"27367bd0-1966-4005-a8b5-5e323e1c3524": ((file_name: "2021_02_10.log",offset: 180,bytes_length: 247,), [0, 0, 0, 0, 0, 0, 0, 0,],),},}

woori-db/Cargo.toml

@@ -38,6 +38,7 @@ glob = "0.3.0"
 zstd = "0.6.0+zstd.1.4.8"
 bcrypt = "0.8"
 actix-web-httpauth = "0.5.0"
+bincode = "1.3"
 
 [dev-dependencies]
 bytes = "1.0.1"

woori-db/data/local_data.txt

@@ -1 +1 @@
-{"encrypt_ent": {},"encrypt_ent2": {},"hello": {"50e68bc1-0c3b-4ffc-93be-46e57f59b415": ((file_name: "2021_02_10.log",offset: 447,bytes_length: 153,), {},),},"oh_yeah": {"27367bd0-1966-4005-a8b5-5e323e1c3524": ((file_name: "2021_02_10.log",offset: 180,bytes_length: 247,), {}),},}
+{"encrypt_ent": {},"encrypt_ent2": {},"hello": {"50e68bc1-0c3b-4ffc-93be-46e57f59b415": ((file_name: "2021_02_10.log",offset: 447,bytes_length: 153,), [0, 0, 0, 0, 0, 0, 0, 0,],),},"oh_yeah": {"27367bd0-1966-4005-a8b5-5e323e1c3524": ((file_name: "2021_02_10.log",offset: 180,bytes_length: 247,), [0, 0, 0, 0, 0, 0, 0, 0,],),},}

woori-db/src/actors/history.rs

@@ -84,8 +84,7 @@ fn get_previous_registry(fractions: &[&str]) -> Result<Option<DataRegister>, Err
  .to_owned();
  let state = &state[..(state.len() - 1)];
 
- let resp: Result<(DataRegister, HashMap<String, Types>), Error> = match ron::de::from_str(state)
- {
+ let resp: Result<(DataRegister, Vec<u8>), Error> = match ron::de::from_str(state) {
  Ok(x) => Ok(x),
  Err(_) => Err(Error::FailedToParseRegistry),
  };

woori-db/src/controllers/clauses.rs

@@ -229,11 +229,12 @@ fn or_clauses(
 }
 
 async fn generate_state(
- registries: &BTreeMap<Uuid, (DataRegister, HashMap<String, Types>)>,
+ registries: &BTreeMap<Uuid, (DataRegister, Vec<u8>)>,
  args_to_select: ToSelect,
 ) -> Result<BTreeMap<Uuid, HashMap<String, Types>>, Error> {
  let mut states: BTreeMap<Uuid, HashMap<String, Types>> = BTreeMap::new();
  for (uuid, (_, state)) in registries {
+ let state: HashMap<String, Types> = bincode::deserialize(&state).unwrap();
  let state = state
  .into_par_iter()
  .filter(|(_, v)| !v.is_hash())

woori-db/src/controllers/query.rs

@@ -295,7 +295,7 @@ pub async fn select_all_with_id(
  registry
  };
 
- let state = registry.1;
+ let state: HashMap<String, Types> = bincode::deserialize(&registry.1).unwrap();
  let filterd_state = filter_keys_and_hash(state, None);
  Ok(filterd_state.into())
 }
@@ -327,7 +327,7 @@ pub async fn select_all_with_ids(
  .filter(|(_id, reg)| reg.is_some())
  })
  .map(|(uuid, reg)| (uuid, reg.map(ToOwned::to_owned)))
- .collect::<Vec<(Uuid, Option<(DataRegister, HashMap<String, Types>)>)>>()
+ .collect::<Vec<(Uuid, Option<(DataRegister, Vec<u8>)>)>>()
  } else {
  return Err(Error::EntityNotCreated(entity));
  };
@@ -337,6 +337,7 @@ pub async fn select_all_with_ids(
  let mut states: BTreeMap<Uuid, Option<HashMap<String, Types>>> = BTreeMap::new();
  for (uuid, registry) in registries.into_iter().skip(offset).take(limit) {
  if let Some((_, state)) = registry {
+ let state: HashMap<String, Types> = bincode::deserialize(&state).unwrap();
  let filtered = filter_keys_and_hash(state, None);
  states.insert(uuid, Some(filtered));
  } else {
@@ -377,7 +378,7 @@ pub async fn select_keys_with_id(
  registry
  };
 
- let state = registry.1;
+ let state: HashMap<String, Types> = bincode::deserialize(&registry.1).unwrap();
  let filtered = filter_keys_and_hash(state, Some(keys));
  Ok(filtered.into())
 }
@@ -411,7 +412,7 @@ pub async fn select_keys_with_ids(
  .filter(|(_id, reg)| reg.is_some())
  })
  .map(|(uuid, reg)| (uuid, reg.map(ToOwned::to_owned)))
- .collect::<Vec<(Uuid, Option<(DataRegister, HashMap<String, Types>)>)>>()
+ .collect::<Vec<(Uuid, Option<(DataRegister, Vec<u8>)>)>>()
  } else {
  return Err(Error::EntityNotCreated(entity));
  };
@@ -421,6 +422,7 @@ pub async fn select_keys_with_ids(
  let mut states: BTreeMap<Uuid, Option<HashMap<String, Types>>> = BTreeMap::new();
  for (uuid, registry) in registries.into_iter().skip(offset).take(limit) {
  if let Some((_, state)) = registry {
+ let state: HashMap<String, Types> = bincode::deserialize(&state).unwrap();
  let filtered = filter_keys_and_hash(state, Some(keys.clone()));
  states.insert(uuid, Some(filtered));
  } else {

woori-db/src/controllers/tx.rs

@@ -344,7 +344,8 @@ pub async fn insert_controller(
  return Err(Error::LockData);
  };
  if let Some(map) = local_data.get_mut(&args.entity) {
- map.insert(content_value.1, (local_data_register, encrypted_content));
+ let encoded: Vec<u8> = bincode::serialize(&encrypted_content).unwrap();
+ map.insert(content_value.1, (local_data_register, encoded));
  }
  local_data.clone()
  };
@@ -420,7 +421,8 @@ pub async fn update_set_controller(
  previous_entry.clone()
  };
 
- let mut previous_state = previous_entry.1.clone();
+ let mut previous_state: HashMap<String, Types> =
+ bincode::deserialize(&previous_entry.1.clone()).unwrap();
  let encrypted_content_clone = encrypted_content.clone();
  encrypted_content.into_iter().for_each(|(k, v)| {
  let local_state = previous_state.entry(k).or_insert_with(|| v.clone());
@@ -461,7 +463,8 @@ pub async fn update_set_controller(
  };
  if let Some(map) = local_data.get_mut(&args.entity) {
  if let Some(reg) = map.get_mut(&args.id) {
- *reg = (local_data_register, encrypted_content_clone);
+ let encoded: Vec<u8> = bincode::serialize(&encrypted_content_clone).unwrap();
+ *reg = (local_data_register, encoded);
  }
  }
  local_data.clone()
@@ -541,7 +544,8 @@ pub async fn update_content_controller(
  previous_entry.clone()
  };
 
- let mut previous_state = previous_entry.1.clone();
+ let mut previous_state: HashMap<String, Types> =
+ bincode::deserialize(&previous_entry.1.clone()).unwrap();
 
  content
  .into_iter()
@@ -578,7 +582,8 @@ pub async fn update_content_controller(
  };
  if let Some(map) = local_data.get_mut(&args.entity) {
  if let Some(reg) = map.get_mut(&args.id) {
- *reg = (local_data_register, previous_state);
+ let encoded: Vec<u8> = bincode::serialize(&previous_state).unwrap();
+ *reg = (local_data_register, encoded);
  }
  }
  local_data.clone()
@@ -679,7 +684,8 @@ pub async fn delete_controller(
  };
  if let Some(map) = local_data.get_mut(&entity) {
  if let Some(reg) = map.get_mut(&uuid) {
- *reg = (local_data_register, state_to_be.0);
+ let encoded: Vec<u8> = bincode::serialize(&state_to_be.0).unwrap();
+ *reg = (local_data_register, encoded);
  }
  }
  local_data.clone()
@@ -723,12 +729,14 @@ pub async fn match_update_set_controller(
  previous_entry.clone()
  };
 
- let mut previous_state = previous_entry.1.clone();
+ let previous_entry: HashMap<String, Types> =
+ bincode::deserialize(&previous_entry.1.clone()).unwrap();
+ let mut previous_state = previous_entry.clone();
 
  actor
  .send(MatchUpdate {
  conditions: args.conditions,
- previous_state: previous_entry.1.clone(),
+ previous_state: previous_entry.clone(),
  })
  .await??;
 
@@ -793,7 +801,8 @@ pub async fn match_update_set_controller(
  };
  if let Some(map) = local_data.get_mut(&args.entity) {
  if let Some(reg) = map.get_mut(&args.id) {
- *reg = (local_data_register, encrypted_content);
+ let encoded: Vec<u8> = bincode::serialize(&encrypted_content).unwrap();
+ *reg = (local_data_register, encoded);
  }
  }
  local_data.clone()

woori-db/src/core/query.rs

@@ -25,13 +25,14 @@ pub(crate) fn filter_keys_and_hash(
 }
 
 pub fn registries_to_states(
- registries: BTreeMap<Uuid, (DataRegister, HashMap<String, Types>)>,
+ registries: BTreeMap<Uuid, (DataRegister, Vec<u8>)>,
  keys: Option<HashSet<String>>,
  offset: usize,
  limit: usize,
 ) -> BTreeMap<Uuid, HashMap<String, Types>> {
  let mut states: BTreeMap<Uuid, HashMap<String, Types>> = BTreeMap::new();
  for (uuid, (_, state)) in registries.into_iter().skip(offset).take(limit) {
+ let state: HashMap<String, Types> = bincode::deserialize(&state).unwrap();
  let filtered = filter_keys_and_hash(state, keys.clone());
  states.insert(uuid, filtered);
  }

woori-db/src/io/read.rs

@@ -271,7 +271,7 @@ mod test {
  assert!(local_data.is_ok());
  assert_eq!(
  format!("{:?}", local_data), 
- "Ok({\"encrypt_ent\": {}, \"encrypt_ent2\": {}, \"hello\": {50e68bc1-0c3b-4ffc-93be-46e57f59b415: (DataRegister { file_name: \"2021_02_10.log\", offset: 447, bytes_length: 153 }, {})}, \"oh_yeah\": {27367bd0-1966-4005-a8b5-5e323e1c3524: (DataRegister { file_name: \"2021_02_10.log\", offset: 180, bytes_length: 247 }, {})}})"
+ "Ok({\"encrypt_ent\": {}, \"encrypt_ent2\": {}, \"hello\": {50e68bc1-0c3b-4ffc-93be-46e57f59b415: (DataRegister { file_name: \"2021_02_10.log\", offset: 447, bytes_length: 153 }, [0, 0, 0, 0, 0, 0, 0, 0])}, \"oh_yeah\": {27367bd0-1966-4005-a8b5-5e323e1c3524: (DataRegister { file_name: \"2021_02_10.log\", offset: 180, bytes_length: 247 }, [0, 0, 0, 0, 0, 0, 0, 0])}})"
  );
  }
 

woori-db/src/repository/local.rs

@@ -3,11 +3,10 @@ use std::collections::{BTreeMap, HashMap, HashSet};
 use chrono::{DateTime, Utc};
 use serde::{Deserialize, Serialize};
 use uuid::Uuid;
-use wql::Types;
 
 use crate::{auth::schemas::Role, model::DataRegister};
 
-pub type StateInfo = (DataRegister, HashMap<String, Types>);
+pub type StateInfo = (DataRegister, Vec<u8>);
 pub type LocalContext = BTreeMap<String, BTreeMap<Uuid, StateInfo>>;
 pub type UniquenessContext = BTreeMap<String, HashMap<String, HashSet<String>>>;
 pub type EncryptContext = BTreeMap<String, HashSet<String>>;