stub out openai driver

Author: alnutile

app/LlmDriver/BaseClient.php

@@ -2,11 +2,14 @@
 
 namespace App\LlmDriver;
 
+use App\LlmDriver\Responses\CompletionResponse;
 use App\LlmDriver\Responses\EmbeddingsResponseDto;
 use Illuminate\Support\Facades\Log;
 
 abstract class BaseClient
 {
+    protected string $driver = 'mock';
+
     public function embedData(string $data): EmbeddingsResponseDto
     {
 
@@ -19,4 +22,20 @@ public function embedData(string $data): EmbeddingsResponseDto
             1000,
         );
     }
+
+    public function completion(string $prompt): CompletionResponse
+    {
+        Log::info('LlmDriver::MockClient::completion');
+
+        $data = <<<'EOD'
+        Voluptate irure cillum dolor anim officia reprehenderit dolor. Eiusmod veniam nostrud consectetur incididunt proident id. Anim adipisicing pariatur amet duis Lorem sunt veniam veniam est. Deserunt ea aliquip cillum pariatur consectetur. Dolor in reprehenderit adipisicing consectetur cupidatat ad cupidatat reprehenderit. Nostrud mollit voluptate aliqua anim pariatur excepteur eiusmod velit quis exercitation tempor quis excepteur.        
+EOD;
+
+        return new CompletionResponse($data);
+    }
+
+    protected function getConfig(string $driver): array
+    {
+        return config("llmdriver.drivers.$driver");
+    }
 }

app/LlmDriver/MockClient.php

@@ -7,14 +7,5 @@
 
 class MockClient extends BaseClient
 {
-    public function completion(string $prompt): CompletionResponse
-    {
-        Log::info('LlmDriver::MockClient::completion');
 
-        $data = <<<'EOD'
-        Voluptate irure cillum dolor anim officia reprehenderit dolor. Eiusmod veniam nostrud consectetur incididunt proident id. Anim adipisicing pariatur amet duis Lorem sunt veniam veniam est. Deserunt ea aliquip cillum pariatur consectetur. Dolor in reprehenderit adipisicing consectetur cupidatat ad cupidatat reprehenderit. Nostrud mollit voluptate aliqua anim pariatur excepteur eiusmod velit quis exercitation tempor quis excepteur.        
-EOD;
-
-        return new CompletionResponse($data);
-    }
 }

app/LlmDriver/OpenAiClient.php

@@ -0,0 +1,53 @@
+<?php 
+
+namespace App\LlmDriver;
+
+use App\LlmDriver\Responses\CompletionResponse;
+use App\LlmDriver\Responses\EmbeddingsResponseDto;
+use Illuminate\Support\Facades\Log;
+use OpenAI\Laravel\Facades\OpenAI;
+
+class OpenAiClient extends BaseClient
+{
+    protected string $driver = 'openai';
+
+    public function embedData(string $data): EmbeddingsResponseDto
+    {
+
+        $response = OpenAI::embeddings()->create([
+            'model' => $this->getConfig('openai')['embedding_model'],
+            'input' => $data,
+        ]);
+
+        $results = [];
+
+        foreach ($response->embeddings as $embedding) {
+            $embedding->object; // 'embedding'
+            $results = $embedding->embedding; // [0.018990106880664825, -0.0073809814639389515, ...]
+            $embedding->index; // 0
+        }
+
+        return new EmbeddingsResponseDto(
+            $results,
+            $response->usage->totalTokens,
+        );
+    }
+
+    public function completion(string $prompt, int $temperature = 0): CompletionResponse
+    {
+        $response = OpenAI::completions()->create([
+            'model' => $this->getConfig('openai')['completion_model'],
+            'prompt' => $prompt,
+            'temperature' => 0
+        ]);
+
+        $results = null;
+
+        foreach ($response->choices as $result) {
+            $results = $result->text; // '\n\nThis is a test'
+        }
+
+        return new CompletionResponse($results);
+    }
+
+}

config/llmdriver.php

@@ -10,6 +10,8 @@
         'openai' => [
             'api_key' => env('OPENAI_API_KEY'),
             'api_url' => env('OPENAI_API_URL', 'https://api.openai.com/v1/engines/davinci-codex/completions'),
+            'embedding_model' => env('OPENAI_EMBEDDING_MODEL', 'text-embedding-3-large'),
+            'completion_model' => env('OPENAI_COMPLETION_MODEL', 'gpt-4-turbo-preview'),
         ],
         'azure' => [
 

database/migrations/2024_03_26_235813_change_model_size.php

@@ -0,0 +1,26 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+return new class extends Migration
+{
+    /**
+     * Run the migrations.
+     */
+    public function up(): void
+    {
+        Schema::table('document_chunks', function (Blueprint $table) {
+            $table->vector('embedding', 3072)->nullable()->change();
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     */
+    public function down(): void
+    {
+        //
+    }
+};

tests/Feature/OpenAiClientTest.php

@@ -0,0 +1,54 @@
+<?php
+
+namespace Tests\Feature;
+
+use Illuminate\Foundation\Testing\RefreshDatabase;
+use Illuminate\Foundation\Testing\WithFaker;
+use Tests\TestCase;
+
+use App\LlmDriver\Responses\CompletionResponse;
+use App\LlmDriver\Responses\EmbeddingsResponseDto;
+use Illuminate\Support\Facades\Log;
+use OpenAI\Laravel\Facades\OpenAI;
+use OpenAI\Responses\Completions\CreateResponse as CompletionsCreateResponse;
+use OpenAI\Responses\Embeddings\CreateResponse;
+
+class OpenAiClientTest extends TestCase
+{
+    /**
+     * A basic feature test example.
+     */
+    public function test_openai_client(): void
+    {
+        OpenAI::fake([
+            CreateResponse::fake([
+                'embeddings' => [
+                    [
+                        'embedding' => 'awesome!',
+                    ],
+                ],
+            ]),
+        ]);
+
+        $openaiClient = new \App\LlmDriver\OpenAiClient();
+        $response = $openaiClient->embedData('test');
+        $this->assertInstanceOf(EmbeddingsResponseDto::class, $response);
+    }
+
+    public function test_completion(): void
+    {
+        OpenAI::fake([
+            CompletionsCreateResponse::fake([
+                'choices' => [
+                    [
+                        'choice' => 'awesome!',
+                    ],
+                ],
+            ]),
+        ]);
+
+        $openaiClient = new \App\LlmDriver\OpenAiClient();
+        $response = $openaiClient->completion('test');
+        $this->assertInstanceOf(CompletionResponse::class, $response);
+    }
+}