mock driver working with summary and vector

app/Domains/Documents/Transformers/PdfTransformer.php

@@ -6,7 +6,6 @@
 use App\Events\CollectionStatusEvent;
 use App\Jobs\SummarizeDataJob;
 use App\Jobs\VectorlizeDataJob;
-use App\Models\Collection;
 use App\Models\Document;
 use App\Models\DocumentChunk;
 use Illuminate\Bus\Batch;
@@ -42,25 +41,25 @@ public function handle(Document $document): Document
                 ]
             );
             /**
-             * Soon taggings 
+             * Soon taggings
              * And Summary
              */
             $chunks[] = [
                 new VectorlizeDataJob($DocumentChunk),
-                new SummarizeDataJob($DocumentChunk)
+                new SummarizeDataJob($DocumentChunk),
             ];
         }
 
         $batch = Bus::batch($chunks)
-        ->name("Chunking Document - {$this->document->id}")
-        ->finally(function (Batch $batch) use ($document) {
-            CollectionStatusEvent::dispatch(
-                $document->collection,
-                CollectionStatusEnum::PROCESSED
-            );
-        })
-        ->allowFailures()
-        ->dispatch();
+            ->name("Chunking Document - {$this->document->id}")
+            ->finally(function (Batch $batch) use ($document) {
+                CollectionStatusEvent::dispatch(
+                    $document->collection,
+                    CollectionStatusEnum::PROCESSED
+                );
+            })
+            ->allowFailures()
+            ->dispatch();
 
         return $this->document;
     }

app/Jobs/ProcessFileJob.php

@@ -48,7 +48,7 @@ public function handle(): void
             //new TagDataJob($this->document),
             //then mark it all as done and notify the ui
         ])
-            ->name('Process PDF Document - ' . $document->id)
+            ->name('Process PDF Document - '.$document->id)
             ->finally(function (Batch $batch) use ($document) {
                 /**
                  * @TODO

app/Jobs/SummarizeDataJob.php

@@ -4,9 +4,9 @@
 
 use App\Domains\Documents\StatusEnum;
 use App\LlmDriver\LlmDriverFacade;
+use App\LlmDriver\Responses\CompletionResponse;
 use App\Models\DocumentChunk;
 use Illuminate\Bus\Batchable;
-use App\LlmDriver\Responses\CompletionResponse;
 use Illuminate\Bus\Queueable;
 use Illuminate\Contracts\Queue\ShouldQueue;
 use Illuminate\Foundation\Bus\Dispatchable;
@@ -35,6 +35,7 @@ public function handle(): void
             $this->documentChunk->update([
                 'status_summary' => StatusEnum::Cancelled,
             ]);
+
             return;
         }
         $content = $this->documentChunk->content;

app/Jobs/VectorlizeDataJob.php

@@ -3,16 +3,15 @@
 namespace App\Jobs;
 
 use App\Domains\Documents\StatusEnum;
-use App\LlmDriver\LlmDriverClient;
 use App\LlmDriver\LlmDriverFacade;
+use App\LlmDriver\Responses\EmbeddingsResponseDto;
 use App\Models\DocumentChunk;
+use Illuminate\Bus\Batchable;
 use Illuminate\Bus\Queueable;
 use Illuminate\Contracts\Queue\ShouldQueue;
 use Illuminate\Foundation\Bus\Dispatchable;
 use Illuminate\Queue\InteractsWithQueue;
 use Illuminate\Queue\SerializesModels;
-use App\LlmDriver\Responses\EmbeddingsResponseDto;
-use Illuminate\Bus\Batchable;
 
 class VectorlizeDataJob implements ShouldQueue
 {
@@ -37,6 +36,7 @@ public function handle(): void
             $this->documentChunk->update([
                 'status_embeddings' => StatusEnum::Cancelled,
             ]);
+
             return;
         }
 

app/LlmDriver/BaseClient.php

@@ -1,23 +1,22 @@
-<?php 
+<?php
 
 namespace App\LlmDriver;
 
 use App\LlmDriver\Responses\EmbeddingsResponseDto;
 use Illuminate\Support\Facades\Log;
-use OpenAI\Resources\Embeddings;
 
-abstract class BaseClient {
-
-    public function embedData(string $data) : EmbeddingsResponseDto {
+abstract class BaseClient
+{
+    public function embedData(string $data): EmbeddingsResponseDto
+    {
+
+        Log::info('LlmDriver::MockClient::embedData');
 
-        Log::info("LlmDriver::MockClient::embedData");
-
         $data = get_fixture('embedding_response.json');
 
         return new EmbeddingsResponseDto(
             data_get($data, 'data.0.embedding'),
             1000,
         );
     }
-
-}
+}

app/LlmDriver/LlmDriverClient.php

@@ -1,10 +1,8 @@
-<?php 
+<?php
 
 namespace App\LlmDriver;
 
-use Mockery\Mock;
-
-class LlmDriverClient 
+class LlmDriverClient
 {
     protected $config = [];
 
@@ -19,16 +17,16 @@ public static function make(): BaseClient
 
         $config = config("llmdriver.drivers.{$driver}");
 
-        if(!method_exists(static::class, $driver)) {
+        if (! method_exists(static::class, $driver)) {
             throw new \Exception("Driver {$driver} not found");
         }
 
+        /** @phpstan-ignore-next-line */
         return (new static($config))->$driver();
     }
 
     public function mock(): BaseClient
     {
         return new MockClient();
     }
-
-}
+}

app/LlmDriver/LlmDriverFacade.php

@@ -2,17 +2,15 @@
 
 namespace App\LlmDriver;
 
-use \Illuminate\Support\Facades\Facade;
+use Illuminate\Support\Facades\Facade;
 
 class LlmDriverFacade extends Facade
 {
     /**
      * Get the registered name of the component.
-     *
-     * @return string
      */
     protected static function getFacadeAccessor(): string
     {
-        return "llm_driver";
+        return 'llm_driver';
     }
-}
+}

app/LlmDriver/MockClient.php

@@ -1,25 +1,20 @@
-<?php 
+<?php
 
 namespace App\LlmDriver;
 
 use App\LlmDriver\Responses\CompletionResponse;
-use App\LlmDriver\Responses\EmbeddingsResponseDto;
 use Illuminate\Support\Facades\Log;
-use OpenAI\Resources\Embeddings;
 
-class MockClient extends BaseClient {
-    
-
-    public function completion(string $prompt) : CompletionResponse {
-        Log::info("LlmDriver::MockClient::completion");
-        
-        $data = <<<EOD
+class MockClient extends BaseClient
+{
+    public function completion(string $prompt): CompletionResponse
+    {
+        Log::info('LlmDriver::MockClient::completion');
+
+        $data = <<<'EOD'
         Voluptate irure cillum dolor anim officia reprehenderit dolor. Eiusmod veniam nostrud consectetur incididunt proident id. Anim adipisicing pariatur amet duis Lorem sunt veniam veniam est. Deserunt ea aliquip cillum pariatur consectetur. Dolor in reprehenderit adipisicing consectetur cupidatat ad cupidatat reprehenderit. Nostrud mollit voluptate aliqua anim pariatur excepteur eiusmod velit quis exercitation tempor quis excepteur.        
 EOD;
 
         return new CompletionResponse($data);
     }
-
-
-
-}
+}

app/Models/Document.php

@@ -16,7 +16,6 @@
  * @property int $collection_id
  * @property string|null $summary
  * @property string|null $file_path
-
  */
 class Document extends Model
 {

app/Providers/AppServiceProvider.php

@@ -26,12 +26,9 @@ public function boot(): void
             return $user->isAdmin();
         });
 
-
-        $this->app->bind('llm_driver', function() {
+        $this->app->bind('llm_driver', function () {
             return LlmDriverClient::make();
         });
 
-
-
     }
 }

config/llmdriver.php

@@ -1,22 +1,21 @@
-<?php 
+<?php
 
 return [
-    'driver' => env("LLM_DRIVER", "mock"),
+    'driver' => env('LLM_DRIVER', 'mock'),
 
-    "drivers" => 
-    [
-        "mock" => [
+    'drivers' => [
+        'mock' => [
 
         ],
-        "openai" => [
-            "api_key" => env("OPENAI_API_KEY"),
-            "api_url" => env("OPENAI_API_URL", "https://api.openai.com/v1/engines/davinci-codex/completions")
+        'openai' => [
+            'api_key' => env('OPENAI_API_KEY'),
+            'api_url' => env('OPENAI_API_URL', 'https://api.openai.com/v1/engines/davinci-codex/completions'),
         ],
-        "azure" => [
+        'azure' => [
 
         ],
-        "ollama" => [
+        'ollama' => [
 
         ],
-    ]
-];
+    ],
+];

tests/Feature/Jobs/VectorlizeDataJobTest.php

@@ -5,8 +5,6 @@
 use App\Jobs\VectorlizeDataJob;
 use App\LlmDriver\LlmDriverFacade;
 use App\Models\DocumentChunk;
-use Illuminate\Foundation\Testing\RefreshDatabase;
-use Illuminate\Foundation\Testing\WithFaker;
 use Tests\TestCase;
 
 class VectorlizeDataJobTest extends TestCase
@@ -17,7 +15,7 @@ class VectorlizeDataJobTest extends TestCase
     public function test_gets_data(): void
     {
         $embedding = get_fixture('embedding_response.json');
-        
+
         $dto = new \App\LlmDriver\Responses\EmbeddingsResponseDto(
             data_get($embedding, 'data.0.embedding'),
             1000
@@ -28,7 +26,7 @@ public function test_gets_data(): void
             ->andReturn($dto);
 
         $documentChunk = DocumentChunk::factory()->create([
-            'embedding' => null
+            'embedding' => null,
         ]);
 
         $job = new VectorlizeDataJob($documentChunk);

tests/Feature/LlmDriverFacadeTest.php

@@ -4,8 +4,6 @@
 
 use App\LlmDriver\LlmDriverFacade;
 use App\LlmDriver\Responses\EmbeddingsResponseDto;
-use Illuminate\Foundation\Testing\RefreshDatabase;
-use Illuminate\Foundation\Testing\WithFaker;
 use Tests\TestCase;
 
 class LlmDriverFacadeTest extends TestCase
@@ -15,7 +13,7 @@ class LlmDriverFacadeTest extends TestCase
      */
     public function test_facade(): void
     {
-        $results = LlmDriverFacade::embedData("test");
+        $results = LlmDriverFacade::embedData('test');
 
         $this->assertInstanceOf(
             EmbeddingsResponseDto::class,

tests/Feature/MockClientTest.php

@@ -2,12 +2,9 @@
 
 namespace Tests\Feature;
 
-use App\LlmDriver\Responses\EmbeddingsResponseDto;
 use App\LlmDriver\MockClient;
 use App\LlmDriver\Responses\CompletionResponse;
-use Illuminate\Foundation\Testing\RefreshDatabase;
-use Illuminate\Foundation\Testing\WithFaker;
-use OpenAI\Resources\Embeddings;
+use App\LlmDriver\Responses\EmbeddingsResponseDto;
 use Tests\TestCase;
 
 class MockClientTest extends TestCase
@@ -23,7 +20,7 @@ public function test_embeddings(): void
         $results = $client->embedData('test');
 
         $this->assertInstanceOf(EmbeddingsResponseDto::class, $results);
-        
+
     }
 
     public function test_completion(): void
@@ -34,6 +31,6 @@ public function test_completion(): void
         $results = $client->completion('test');
 
         $this->assertInstanceOf(CompletionResponse::class, $results);
-        
+
     }
 }

tests/Feature/PdfTransformerTest.php

@@ -29,7 +29,7 @@ public function test_gets_data_from_pdf()
         $transformer = new PdfTransformer();
         $transformer->handle($this->document);
         $this->assertDatabaseCount('document_chunks', 10);
-        
+
         Bus::assertBatchCount(1);
 
     }