Wire Docker Model Runner platform bridge into Ai Bundle

Author: welcoMattic

examples/dockermodelrunner/chat.php

@@ -25,7 +25,5 @@
     Message::forSystem('You are a pirate and you write funny.'),
     Message::ofUser('What is the Symfony framework?'),
 );
-$result = $agent->call($messages, [
-    'max_tokens' => 500, // specific options just for this call
-]);
+$result = $agent->call($messages);
 echo $result->getContent().\PHP_EOL;

src/ai-bundle/config/options.php

@@ -106,6 +106,11 @@
                             ->scalarNode('api_key')->isRequired()->end()
                         ->end()
                     ->end()
+                    ->arrayNode('dockermodelrunner')
+                        ->children()
+                            ->scalarNode('host_url')->defaultValue('http://127.0.0.1:12434')->end()
+                        ->end()
+                    ->end()
                 ->end()
             ->end()
             ->arrayNode('agent')

src/ai-bundle/src/AiBundle.php

@@ -35,6 +35,7 @@
 use Symfony\AI\Platform\Bridge\Anthropic\PlatformFactory as AnthropicPlatformFactory;
 use Symfony\AI\Platform\Bridge\Azure\OpenAi\PlatformFactory as AzureOpenAiPlatformFactory;
 use Symfony\AI\Platform\Bridge\Cerebras\PlatformFactory as CerebrasPlatformFactory;
+use Symfony\AI\Platform\Bridge\DockerModelRunner\PlatformFactory as DockerModelRunnerPlatformFactory;
 use Symfony\AI\Platform\Bridge\ElevenLabs\PlatformFactory as ElevenLabsPlatformFactory;
 use Symfony\AI\Platform\Bridge\Gemini\PlatformFactory as GeminiPlatformFactory;
 use Symfony\AI\Platform\Bridge\LmStudio\PlatformFactory as LmStudioPlatformFactory;
@@ -474,6 +475,24 @@ private function processPlatformConfig(string $type, array $platform, ContainerB
             return;
         }
 
+        if ('dockermodelrunner' === $type) {
+            $platformId = 'ai.platform.dockermodelrunner';
+            $definition = (new Definition(Platform::class))
+                ->setFactory(DockerModelRunnerPlatformFactory::class.'::create')
+                ->setLazy(true)
+                ->addTag('proxy', ['interface' => PlatformInterface::class])
+                ->setArguments([
+                    $platform['host_url'],
+                    new Reference('http_client', ContainerInterface::NULL_ON_INVALID_REFERENCE),
+                    new Reference('ai.platform.contract.default'),
+                ])
+                ->addTag('ai.platform');
+
+            $container->setDefinition($platformId, $definition);
+
+            return;
+        }
+
         throw new InvalidArgumentException(\sprintf('Platform "%s" is not supported for configuration via bundle at this point.', $type));
     }
 

src/ai-bundle/tests/DependencyInjection/AiBundleTest.php

@@ -1807,6 +1807,9 @@ private function getFullConfig(): array
                         'location' => 'global',
                         'project_id' => '123',
                     ],
+                    'dockermodelrunner' => [
+                        'host_url' => 'http://127.0.0.1:12434',
+                    ],
                 ],
                 'agent' => [
                     'my_chat_agent' => [

src/platform/src/Bridge/DockerModelRunner/Completions.php

@@ -40,8 +40,6 @@ public function __construct(
         string $name = self::SMOLLM_2,
         array $options = [],
     ) {
-        // All capabilities are assumed to be supported since we cannot know in advance
-        // whether Docker Model Runner and/or each model allows for a particular capability.
         parent::__construct($name, Capability::cases(), $options);
     }
 }

src/platform/src/Bridge/DockerModelRunner/Embeddings.php

@@ -28,8 +28,6 @@ public function __construct(
         string $name = self::NOMIC_EMBED_TEXT,
         array $options = [],
     ) {
-        // All capabilities are assumed to be supported since we cannot know in advance
-        // whether Docker Model Runner and/or each model allows for a particular capability.
         parent::__construct($name, Capability::cases(), $options);
     }
 }