Add timeout and prevent repeat

Author: alnutile

Modules/LlmDriver/app/Functions/StandardsChecker.php

@@ -36,7 +36,7 @@ public function handle(
 
         $this->results = [];
 
-        foreach ($documents->chunk(3) as $chunk) {
+        foreach ($documents->chunk(3) as $index => $chunk) {
             notify_ui($model->getChat(), sprintf('About to compare document to %d documents in the Collection', count($chunk)));
 
             $prompts = [];
@@ -52,13 +52,20 @@ public function handle(
                 $prompts[] = $prompt;
             }
 
-            $results = LlmDriverFacade::driver($model->getDriver())
-                ->completionPool($prompts);
+            try {
+                $results = LlmDriverFacade::driver($model->getDriver())
+                    ->completionPool($prompts);
 
-            notify_ui($model->getChat(), 'Got some results will check the next set of documents in the Collection');
+                notify_ui($model->getChat(), 'Got some results will check the next set of documents in the Collection');
 
-            foreach ($results as $result) {
-                $this->results[] = $result->content;
+                foreach ($results as $result) {
+                    $this->results[] = $result->content;
+                }
+            } catch (\Exception $e) {
+                Log::error('Error running Standards Checker', [
+                    'error' => $e->getMessage(),
+                    'index' => $index,
+                ]);
             }
         }
 

app/Jobs/OrchestrateJob.php

@@ -23,8 +23,6 @@ class OrchestrateJob implements ShouldQueue
      */
     public $tries = 1;
 
-
-
     /**
      * Create a new job instance.
      */
@@ -51,7 +49,7 @@ public function handle(): void
      */
     public function middleware(): array
     {
-        return [new WithoutOverlapping($this->chat->id)];
+        return [new WithoutOverlapping(sprintf('orchestrate_chat_id_%d', $this->chat->id))];
     }
 
     /**
@@ -61,5 +59,4 @@ public function retryUntil(): \DateTime
     {
         return now()->addMinutes(10);
     }
-
 }

resources/css/app.css

@@ -5,3 +5,4 @@
 [x-cloak] {
     display: none;
 }
+

resources/js/Pages/Chat/ChatBaloon.vue

@@ -12,7 +12,7 @@ const props = defineProps({
 <template>
 
 
-    <div class="message-container mx-auto max-container flex items-start gap-x-4"
+    <div class="mx-auto max-container flex items-start gap-x-4"
         :class="message.from_ai ? 'flex-row-reverse' : 'flex-row'">
 
         <div>
@@ -79,7 +79,7 @@ const props = defineProps({
                 </TabGroup>
             </div>
             <div v-else
-                class="bg-base-100 flex rounded-md shadow-lg shadow-inner-custom  p-4 prose w-3/4 ml-52"
+                class="bg-base-100 flex rounded-md shadow-lg shadow-inner-custom  p-4 prose "
                 :class="message.from_ai ? 'rounded-tr-none' : 'flex-row-reverse'">
                 <div class="grow"
                      :class="message.from_ai ? 'rounded-tr-none' : 'rounded-tl-none'"

resources/js/Pages/Chat/ChatMessage.vue

@@ -21,7 +21,7 @@ const toast = useToast();
 
 <template>
     <div id="chat-messages"
-         class="flex-col flex flex-grow h-full overflow-y-scroll gap-y-8 py-10 px-2
+         class="flex-col flex flex-grow h-full overflow-y-scroll gap-y-8 py-10 px-10
      ">
         <div v-if="chat?.id && messages.length === 0">
             Ask a question below to get started.