feat: added parsers lib (#2542)

Author: ayushag-nv

Cargo.lock

@@ -11,6 +11,7 @@ members = [
     "lib/tokens",
     "lib/async-openai",
     "lib/async-openai-macros",
+    "lib/parsers",
     "lib/bindings/c",
     "lib/engines/*",
 ]
@@ -32,6 +33,7 @@ dynamo-runtime = { path = "lib/runtime", version = "0.4.1" }
 dynamo-llm = { path = "lib/llm", version = "0.4.1" }
 dynamo-tokens = { path = "lib/tokens", version = "0.4.1" }
 dynamo-async-openai = { path = "lib/async-openai", version = "0.4.1", features = ["byot", "rustls"]}
+dynamo-parsers = { path = "lib/parsers", version = "0.4.1" }
 
 # External dependencies
 anyhow = { version = "1" }

Cargo.toml

@@ -48,6 +48,7 @@ dynamo-runtime = { workspace = true }
 # workspace
 anyhow = { workspace = true }
 dynamo-async-openai = { workspace = true }
+dynamo-parsers = { workspace = true}
 async-stream = { workspace = true }
 async-trait = { workspace = true }
 async-nats = { workspace = true }

lib/llm/Cargo.toml

@@ -28,7 +28,6 @@ pub mod mocker;
 pub mod model_card;
 pub mod model_type;
 pub mod perf;
-pub mod postprocessor;
 pub mod preprocessor;
 pub mod protocols;
 pub mod recorder;

lib/llm/src/lib.rs

@@ -22,6 +22,7 @@ use crate::protocols::{
     convert_sse_stream, Annotated,
 };
 
+use dynamo_parsers::tool_calling::try_tool_call_parse_aggregate;
 use dynamo_runtime::engine::DataStream;
 
 /// Aggregates a stream of [`NvCreateChatCompletionStreamResponse`]s into a single
@@ -163,12 +164,7 @@ impl DeltaAggregator {
         // After aggregation, inspect each choice's text for tool call syntax
         for choice in aggregator.choices.values_mut() {
             if choice.tool_calls.is_none() {
-                if let Ok(tool_calls) =
-                    crate::postprocessor::tool_calling::tools::try_tool_call_parse_aggregate(
-                        &choice.text,
-                        None,
-                    )
-                {
+                if let Ok(tool_calls) = try_tool_call_parse_aggregate(&choice.text, None) {
                     if tool_calls.is_empty() {
                         continue;
                     }

lib/llm/src/postprocessor/reasoning_parser.rs

@@ -0,0 +1,35 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+[package]
+name = "dynamo-parsers"
+version.workspace = true
+edition.workspace = true
+description = "Dynamo Parser Library for Tool Calling and Reasoning"
+authors.workspace = true
+license.workspace = true
+homepage.workspace = true
+repository.workspace = true
+keywords.workspace = true
+
+[dependencies]
+anyhow = { workspace = true }
+dynamo-async-openai = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
+tracing = { workspace = true }
+uuid = { workspace = true }
+
+regex = "1"

lib/llm/src/postprocessor/reasoning_parser/parsers/mod.rs

@@ -1,5 +1,9 @@
 // SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 // SPDX-License-Identifier: Apache-2.0
 
-pub mod reasoning_parser;
+pub mod reasoning;
 pub mod tool_calling;
+
+// Re-export everything from tool_calling for convenience
+pub use reasoning::*;
+pub use tool_calling::*;