feat(simd): use simd-json for deserialization

.cargo/config

@@ -0,0 +1,9 @@
+[build]
+rustflags = ["-C", "target-cpu=native"]
+
+[target.wasm32-unknown-unknown]
+rustflags = ["-C", "target-feature=+simd128"]
+
+[target.wasm32-wasi]
+rustflags = ["-C", "target-feature=+simd128"]
+

Cargo.toml

@@ -24,3 +24,4 @@ codegen-units = 1
 lto = true
 opt-level = 'z'
 panic = 'abort'
+

README.md

@@ -13,7 +13,7 @@ Pronounce it as **jackal** 🐺.
 
 ## 📜 Philosophy
 
-- ⚡Be fast
+- ⚡Be fast (**SIMD** + **parallelism**)
 - 🪶 Stay lightweight
 - 🎮 Keep its features as simple as possible
 - 🧠 Avoid redundancy

crates/jql/Cargo.toml

@@ -16,8 +16,8 @@ anyhow = "1.0.70"
 clap = { version = "4.2.4", features = ["derive"] }
 colored_json = { version = "3.1.0" }
 jql-runner = { path = "../jql-runner", version = "6.0.6" }
-serde = "1.0.160"
-serde_stacker = "0.1.8"
+mimalloc = "0.1.36"
 serde_json = { workspace = true }
+simd-json = "0.9.0"
 tokio = { version = "1.27.0", features = ["fs", "io-std", "io-util", "macros", "rt-multi-thread"] }
 

crates/jql/src/main.rs

@@ -25,10 +25,10 @@ use colored_json::{
     PrettyFormatter,
 };
 use jql_runner::runner;
+use mimalloc::MiMalloc;
 use panic::use_custom_panic_hook;
-use serde::Deserialize;
 use serde_json::Value;
-use serde_stacker::Deserializer;
+use simd_json::serde;
 use tokio::{
     fs::File,
     io::{
@@ -41,8 +41,11 @@ use tokio::{
     },
 };
 
+#[global_allocator]
+static GLOBAL: MiMalloc = MiMalloc;
+
 /// Reads a file from `path`.
-async fn read_file(path: impl AsRef<Path>) -> Result<String> {
+async fn read_file(path: impl AsRef<Path>) -> Result<Vec<u8>> {
     let display_path = path.as_ref().display();
     let mut file = File::open(&path)
         .await
@@ -53,7 +56,7 @@ async fn read_file(path: impl AsRef<Path>) -> Result<String> {
         .await
         .with_context(|| format!("Failed to read from file {display_path}"))?;
 
-    Ok(String::from_utf8_lossy(&contents).into_owned())
+    Ok(contents)
 }
 
 /// Renders the output or the error and exits.
@@ -68,27 +71,23 @@ fn render(result: Result<String>) {
 }
 
 /// Processes the JSON content based on the arguments.
-async fn process_json(json: &str, args: &Args) -> Result<String> {
+async fn process_json(json: &[u8], args: &Args) -> Result<String> {
     if args.validate {
-        return serde_json::from_str::<Value>(json).map_or_else(
+        return serde::from_slice::<Value>(&mut json.to_vec()).map_or_else(
             |_| Err(anyhow!("Invalid JSON file or content")),
             |_| Ok("Valid JSON file or content".to_string()),
         );
     }
 
     let query = match args.query_from_file.as_deref() {
-        Some(path) => read_file(path).await?,
+        Some(path) => String::from_utf8_lossy(&read_file(path).await?).into_owned(),
         // We can safely unwrap since clap is taking care of the validation.
         None => args.query.as_deref().unwrap().to_string(),
     };
 
-    let mut deserializer = serde_json::Deserializer::from_str(json);
-
-    deserializer.disable_recursion_limit();
-
-    let deserializer = Deserializer::new(&mut deserializer);
-    let value: Value = Value::deserialize(deserializer)
+    let value = serde::from_slice::<Value>(&mut json.to_vec())
         .with_context(|| format!("Failed to deserialize the JSON data"))?;
+
     let result: Value = runner::raw(&query, &value)?;
 
     if args.inline {
@@ -132,7 +131,7 @@ async fn main() -> Result<()> {
             .await
             .with_context(|| format!("Failed to read stream"))?
         {
-            render(process_json(&line, &args).await);
+            render(process_json(line.as_bytes(), &args).await);
 
             stdout
                 .flush()
@@ -157,7 +156,7 @@ async fn main() -> Result<()> {
     let lines = String::from_utf8(buffer)
         .with_context(|| format!("Failed to convert piped content from stdin"))?;
 
-    render(process_json(&lines, &args).await);
+    render(process_json(lines.as_bytes(), &args).await);
 
     Ok(())
 }