feat: add whisper azure support

README.md

@@ -71,7 +71,7 @@ $embeddings = new Embeddings();
   * [Voyage's Embeddings](https://docs.voyageai.com/docs/embeddings) with [Voyage](https://www.voyageai.com/) as Platform
 * Other Models
   * [OpenAI's Dall·E](https://platform.openai.com/docs/guides/image-generation) with [OpenAI](https://platform.openai.com/docs/overview) as Platform
-  * [OpenAI's Whisper](https://platform.openai.com/docs/guides/speech-to-text) with [OpenAI](https://platform.openai.com/docs/overview) as Platform
+  * [OpenAI's Whisper](https://platform.openai.com/docs/guides/speech-to-text) with [OpenAI](https://platform.openai.com/docs/overview) and [Azure](https://learn.microsoft.com/azure/ai-services/openai/concepts/models) as Platform
 
 See [issue #28](https://github.com/php-llm/llm-chain/issues/28) for planned support of other models and platforms.
 

src/Bridge/Azure/OpenAI/PlatformFactory.php

@@ -6,6 +6,7 @@
 
 use PhpLlm\LlmChain\Bridge\OpenAI\Embeddings;
 use PhpLlm\LlmChain\Bridge\OpenAI\GPT\ResponseConverter;
+use PhpLlm\LlmChain\Bridge\OpenAI\Whisper;
 use PhpLlm\LlmChain\Platform;
 use Symfony\Component\HttpClient\EventSourceHttpClient;
 use Symfony\Contracts\HttpClient\HttpClientInterface;
@@ -23,10 +24,11 @@ public static function create(
         $httpClient = $httpClient instanceof EventSourceHttpClient ? $httpClient : new EventSourceHttpClient($httpClient);
         $embeddingsResponseFactory = new EmbeddingsModelClient($httpClient, $baseUrl, $deployment, $apiVersion, $apiKey);
         $GPTResponseFactory = new GPTModelClient($httpClient, $baseUrl, $deployment, $apiVersion, $apiKey);
+        $whisperResponseFactory = new WhisperModelClient($httpClient, $baseUrl, $deployment, $apiVersion, $apiKey);
 
         return new Platform(
-            [$GPTResponseFactory, $embeddingsResponseFactory],
-            [new ResponseConverter(), new Embeddings\ResponseConverter()],
+            [$GPTResponseFactory, $embeddingsResponseFactory, $whisperResponseFactory],
+            [new ResponseConverter(), new Embeddings\ResponseConverter(), new Whisper\ResponseConverter()],
         );
     }
 }

src/Bridge/Azure/OpenAI/WhisperModelClient.php

@@ -0,0 +1,58 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpLlm\LlmChain\Bridge\Azure\OpenAI;
+
+use PhpLlm\LlmChain\Bridge\OpenAI\Whisper;
+use PhpLlm\LlmChain\Bridge\OpenAI\Whisper\File;
+use PhpLlm\LlmChain\Model\Model;
+use PhpLlm\LlmChain\Platform\ModelClient;
+use Symfony\Component\HttpClient\EventSourceHttpClient;
+use Symfony\Contracts\HttpClient\HttpClientInterface;
+use Symfony\Contracts\HttpClient\ResponseInterface;
+use Webmozart\Assert\Assert;
+
+final readonly class WhisperModelClient implements ModelClient
+{
+    private EventSourceHttpClient $httpClient;
+
+    public function __construct(
+        HttpClientInterface $httpClient,
+        private string $baseUrl,
+        private string $deployment,
+        private string $apiVersion,
+        #[\SensitiveParameter] private string $apiKey,
+    ) {
+        $this->httpClient = $httpClient instanceof EventSourceHttpClient ? $httpClient : new EventSourceHttpClient($httpClient);
+        Assert::notStartsWith($baseUrl, 'http://', 'The base URL must not contain the protocol.');
+        Assert::notStartsWith($baseUrl, 'https://', 'The base URL must not contain the protocol.');
+        Assert::stringNotEmpty($deployment, 'The deployment must not be empty.');
+        Assert::stringNotEmpty($apiVersion, 'The API version must not be empty.');
+        Assert::stringNotEmpty($apiKey, 'The API key must not be empty.');
+    }
+
+    public function supports(Model $model, object|array|string $input): bool
+    {
+        return $model instanceof Whisper && $input instanceof File;
+    }
+
+    public function request(Model $model, object|array|string $input, array $options = []): ResponseInterface
+    {
+        assert($input instanceof File);
+
+        $url = sprintf('https://%s/openai/deployments/%s/audio/translations', $this->baseUrl, $this->deployment);
+
+        return $this->httpClient->request('POST', $url, [
+            'headers' => [
+                'api-key' => $this->apiKey,
+                'Content-Type' => 'multipart/form-data',
+            ],
+            'query' => ['api-version' => $this->apiVersion],
+            'body' => array_merge($options, $model->getOptions(), [
+                'model' => $model->getVersion(),
+                'file' => fopen($input->path, 'r'),
+            ]),
+        ]);
+    }
+}

src/Bridge/OpenAI/PlatformFactory.php

@@ -10,6 +10,7 @@
 use PhpLlm\LlmChain\Bridge\OpenAI\GPT\ModelClient as GPTModelClient;
 use PhpLlm\LlmChain\Bridge\OpenAI\GPT\ResponseConverter as GPTResponseConverter;
 use PhpLlm\LlmChain\Bridge\OpenAI\Whisper\ModelClient as WhisperModelClient;
+use PhpLlm\LlmChain\Bridge\OpenAI\Whisper\ResponseConverter as WhisperResponseConverter;
 use PhpLlm\LlmChain\Platform;
 use Symfony\Component\HttpClient\EventSourceHttpClient;
 use Symfony\Contracts\HttpClient\HttpClientInterface;
@@ -24,20 +25,19 @@ public static function create(
         $httpClient = $httpClient instanceof EventSourceHttpClient ? $httpClient : new EventSourceHttpClient($httpClient);
 
         $dallEModelClient = new DallEModelClient($httpClient, $apiKey);
-        $whisperModelClient = new WhisperModelClient($httpClient, $apiKey);
 
         return new Platform(
             [
                 new GPTModelClient($httpClient, $apiKey),
                 new EmbeddingsModelClient($httpClient, $apiKey),
                 $dallEModelClient,
-                $whisperModelClient,
+                new WhisperModelClient($httpClient, $apiKey),
             ],
             [
                 new GPTResponseConverter(),
                 new EmbeddingsResponseConverter(),
                 $dallEModelClient,
-                $whisperModelClient,
+                new WhisperResponseConverter(),
             ],
         );
     }

src/Bridge/OpenAI/Whisper/ModelClient.php

@@ -6,15 +6,12 @@
 
 use PhpLlm\LlmChain\Bridge\OpenAI\Whisper;
 use PhpLlm\LlmChain\Model\Model;
-use PhpLlm\LlmChain\Model\Response\ResponseInterface as LlmResponse;
-use PhpLlm\LlmChain\Model\Response\TextResponse;
-use PhpLlm\LlmChain\Platform\ModelClient as PlatformResponseFactory;
-use PhpLlm\LlmChain\Platform\ResponseConverter as PlatformResponseConverter;
+use PhpLlm\LlmChain\Platform\ModelClient as BaseModelClient;
 use Symfony\Contracts\HttpClient\HttpClientInterface;
 use Symfony\Contracts\HttpClient\ResponseInterface;
 use Webmozart\Assert\Assert;
 
-final readonly class ModelClient implements PlatformResponseFactory, PlatformResponseConverter
+final readonly class ModelClient implements BaseModelClient
 {
     public function __construct(
         private HttpClientInterface $httpClient,
@@ -42,11 +39,4 @@ public function request(Model $model, object|array|string $input, array $options
             ]),
         ]);
     }
-
-    public function convert(ResponseInterface $response, array $options = []): LlmResponse
-    {
-        $data = $response->toArray();
-
-        return new TextResponse($data['text']);
-    }
 }

src/Bridge/OpenAI/Whisper/ResponseConverter.php

@@ -0,0 +1,27 @@
+<?php
+
+declare(strict_types=1);
+
+namespace PhpLlm\LlmChain\Bridge\OpenAI\Whisper;
+
+use PhpLlm\LlmChain\Bridge\OpenAI\Whisper;
+use PhpLlm\LlmChain\Model\Model;
+use PhpLlm\LlmChain\Model\Response\ResponseInterface as LlmResponse;
+use PhpLlm\LlmChain\Model\Response\TextResponse;
+use PhpLlm\LlmChain\Platform\ResponseConverter as BaseResponseConverter;
+use Symfony\Contracts\HttpClient\ResponseInterface as HttpResponse;
+
+final class ResponseConverter implements BaseResponseConverter
+{
+    public function supports(Model $model, object|array|string $input): bool
+    {
+        return $model instanceof Whisper && $input instanceof File;
+    }
+
+    public function convert(HttpResponse $response, array $options = []): LlmResponse
+    {
+        $data = $response->toArray();
+
+        return new TextResponse($data['text']);
+    }
+}