feat: structured output in config of chain (#50)

Author: chr-hertel

README.md

@@ -41,6 +41,7 @@ llm_chain:
     chain:
         rag:
             platform: 'llm_chain.platform.azure.gpt_deployment'
+            structured_output: false # Disables support for "output_structure" option, default is true
             model:
                 name: 'GPT'
                 version: 'gpt-4o-mini'
@@ -50,7 +51,7 @@ llm_chain:
             platform: 'llm_chain.platform.anthropic'
             model:
                 name: 'Claude'
-            tools: # Unconfigured all tools are injected into the chain, use "[]" or "false" to have no tools.
+            tools: # If undefined, all tools are injected into the chain, use "[]" or "false" to have no tools.
                 - 'PhpLlm\LlmChain\Chain\ToolBox\Tool\Wikipedia'
     store:
         # also azure_search, mongodb and pinecone are supported as store type

src/DependencyInjection/Configuration.php

@@ -63,6 +63,7 @@ public function getConfigTreeBuilder(): TreeBuilder
                                     ->end()
                                 ->end()
                             ->end()
+                            ->booleanNode('structured_output')->defaultTrue()->end()
                             ->arrayNode('tools')
                                 ->beforeNormalization()
                                     ->ifTrue(fn ($v) => false === $v)

src/DependencyInjection/LlmChainExtension.php

@@ -16,8 +16,10 @@
 use PhpLlm\LlmChain\Bridge\OpenAI\PlatformFactory as OpenAIPlatformFactory;
 use PhpLlm\LlmChain\Bridge\Pinecone\Store as PineconeStore;
 use PhpLlm\LlmChain\Bridge\Voyage\Voyage;
+use PhpLlm\LlmChain\Chain;
 use PhpLlm\LlmChain\Chain\InputProcessor;
 use PhpLlm\LlmChain\Chain\OutputProcessor;
+use PhpLlm\LlmChain\Chain\StructuredOutput\ChainProcessor as StructureOutputProcessor;
 use PhpLlm\LlmChain\Chain\ToolBox\Attribute\AsTool;
 use PhpLlm\LlmChain\ChainInterface;
 use PhpLlm\LlmChain\Embedder;
@@ -214,12 +216,15 @@ private function processChainConfig(string $name, array $config, ContainerBuilde
         $container->setDefinition('llm_chain.chain.'.$name.'.llm', $llmDefinition);
 
         // CHAIN
-        $chainDefinition = (new ChildDefinition('llm_chain.chain.abstract'))
-            ->replaceArgument('$platform', new Reference($config['platform']))
-            ->replaceArgument('$llm', new Reference('llm_chain.chain.'.$name.'.llm'));
+        $chainDefinition = (new Definition(Chain::class))
+            ->setArgument('$platform', new Reference($config['platform']))
+            ->setArgument('$llm', new Reference('llm_chain.chain.'.$name.'.llm'));
+
+        $inputProcessor = [];
+        $outputProcessor = [];
 
         // TOOL & PROCESSOR
-        if (isset($config['tools']) && 0 !== count($config['tools'])) {
+        if (0 !== count($config['tools'])) {
             $tools = array_map(static fn (string $tool) => new Reference($tool), $config['tools']);
             $toolboxDefinition = (new ChildDefinition('llm_chain.toolbox.abstract'))
                 ->replaceArgument('$tools', $tools);
@@ -238,9 +243,18 @@ private function processChainConfig(string $name, array $config, ContainerBuilde
                 ->replaceArgument('$toolBox', new Reference('llm_chain.toolbox.'.$name));
             $container->setDefinition('llm_chain.tool.chain_processor.'.$name, $toolProcessorDefinition);
 
-            $chainDefinition->replaceArgument('$inputProcessor', [new Reference('llm_chain.tool.chain_processor.'.$name)]);
-            $chainDefinition->replaceArgument('$outputProcessor', [new Reference('llm_chain.tool.chain_processor.'.$name)]);
+            $inputProcessor[] = new Reference('llm_chain.tool.chain_processor.'.$name);
+            $outputProcessor[] = new Reference('llm_chain.tool.chain_processor.'.$name);
+        }
+
+        // STRUCTURED OUTPUT
+        if ($config['structured_output']) {
+            $inputProcessor[] = new Reference(StructureOutputProcessor::class);
+            $outputProcessor[] = new Reference(StructureOutputProcessor::class);
         }
+        $chainDefinition
+            ->setArgument('$inputProcessor', $inputProcessor)
+            ->setArgument('$outputProcessor', $outputProcessor);
 
         $container->setDefinition('llm_chain.chain.'.$name, $chainDefinition);
     }

src/Resources/config/services.php

@@ -4,7 +4,6 @@
 
 namespace Symfony\Component\DependencyInjection\Loader\Configurator;
 
-use PhpLlm\LlmChain\Chain;
 use PhpLlm\LlmChain\Chain\StructuredOutput\ChainProcessor as StructureOutputProcessor;
 use PhpLlm\LlmChain\Chain\StructuredOutput\ResponseFormatFactory;
 use PhpLlm\LlmChain\Chain\StructuredOutput\ResponseFormatFactoryInterface;
@@ -15,7 +14,6 @@
 use PhpLlm\LlmChain\Chain\ToolBox\ToolBox;
 use PhpLlm\LlmChain\Chain\ToolBox\ToolBoxInterface;
 use PhpLlm\LlmChain\Embedder;
-use PhpLlm\LlmChain\PlatformInterface;
 use PhpLlm\LlmChainBundle\Profiler\DataCollector;
 use PhpLlm\LlmChainBundle\Profiler\TraceableToolBox;
 
@@ -25,14 +23,6 @@
             ->autowire()
 
         // high level feature
-        ->set('llm_chain.chain.abstract', Chain::class)
-            ->abstract()
-            ->args([
-                '$platform' => service(PlatformInterface::class),
-                '$llm' => abstract_arg('Language model'),
-                '$inputProcessor' => tagged_iterator('llm_chain.chain.input_processor'),
-                '$outputProcessor' => tagged_iterator('llm_chain.chain.output_processor'),
-            ])
         ->set('llm_chain.embedder.abstract', Embedder::class)
             ->abstract()
             ->args([