fix: update harmony end logic

Signed-off-by: ayushag <ayushag@nvidia.com>

Author: ayushag-nv

lib/parsers/src/tool_calling/harmony/mod.rs

@@ -3,11 +3,20 @@
 
 pub mod harmony_parser;
 
+pub use super::config::JsonParserConfig;
 pub use super::{config, response};
 pub use harmony_parser::{
     detect_tool_call_start_harmony, parse_tool_calls_harmony, parse_tool_calls_harmony_complete,
 };
 
-pub fn find_tool_call_end_position_harmony(chunk: &str) -> usize {
-    chunk.len()
+pub fn find_tool_call_end_position_harmony(chunk: &str, config: &JsonParserConfig) -> usize {
+    let end_token = config
+        .tool_call_end_tokens
+        .first()
+        .map_or("<|call|>", |v| v);
+    if let Some(pos) = chunk.rfind(end_token) {
+        pos + end_token.len()
+    } else {
+        chunk.len()
+    }
 }

lib/parsers/src/tool_calling/parsers.rs

@@ -142,7 +142,7 @@ pub fn find_tool_call_end_position(chunk: &str, parser_str: Option<&str>) -> usi
                 };
                 find_tool_call_end_position_json(chunk, effective_parser, &config.json)
             }
-            ToolCallParserType::Harmony => find_tool_call_end_position_harmony(chunk),
+            ToolCallParserType::Harmony => find_tool_call_end_position_harmony(chunk, &config.json),
             ToolCallParserType::Pythonic => find_tool_call_end_position_pythonic(chunk),
             ToolCallParserType::Typescript => {
                 // Typescript parser not implemented