oops one letter wrecked a prompt

LlmLaraHub · May 5, 2024 · 2cb7e62 · 2cb7e62
1 parent 83c83ec
commit 2cb7e62
Show file tree

Hide file tree

Showing 5 changed files with 8 additions and 3 deletions.
diff --git a/app/Domains/Agents/VerifyResponseAgent.php b/app/Domains/Agents/VerifyResponseAgent.php
@@ -18,7 +18,7 @@ public function verify(VerifyPromptInputDto $input): VerifyPromptOutputDto
         $verifyPrompt = $input->verifyPrompt;
 
         $prompt = <<<EOT
-As a date verification assistant please review the following and return 
+As a data verification assistant please review the following and return 
 a response that cleans up the original "LLM RESPONSE" included below.
 What is key for you to do is that this is a RAG systems so if the original "LLM RESPONSE" response does not
 line up with the data in the "CONTEXT" then remove any questionable text and 

diff --git a/app/Domains/Sources/WebSearch/Drivers/BraveSearchClient.php b/app/Domains/Sources/WebSearch/Drivers/BraveSearchClient.php
@@ -11,9 +11,11 @@ class BraveSearchClient extends BaseSearchClient
 {
     public function search(string $search, array $options = []): SearchResponseDto
     {
+        $count = data_get($options, 'limit', 5);
 
         $response = $this->getClient()->get('web/search', [
             'q' => urlencode($search),
+            'count' => $count,
         ]);
 
         $video_dto = [];

diff --git a/app/Domains/Sources/WebSearchSource.php b/app/Domains/Sources/WebSearchSource.php
@@ -63,6 +63,10 @@ public function handle(Source $source): void
                 $jobs[] = new GetWebContentJob($source, $web);
             }
 
+            Log::info('[Larachain] Dispatching jobs to get content', [
+                'jobs' => count($jobs),
+            ]);
+
             Bus::batch($jobs)
             ->name("Getting Web Content for Source - {$source->title}")
             ->onQueue(LlmDriverFacade::driver($source->getDriver())->onQueue())

diff --git a/app/helpers.php b/app/helpers.php
@@ -32,7 +32,7 @@ function chunk_string(string $string, int $maxTokenSize) : array
     {   
         $tokenCountWithBuffer = token_counter($string) * 1.25; // buffer for the response of the llm
 
-        $chunksToMake = ceil($tokenCountWithBuffer / $maxTokenSize);
+        $chunksToMake = ceil($tokenCountWithBuffer / $maxTokenSize) + 2; //still needs a ton of work
 
         $chunks = str_split($string, round(strlen($string) / $chunksToMake));
 

diff --git a/tests/Feature/WebSearchSourceTest.php b/tests/Feature/WebSearchSourceTest.php
@@ -44,7 +44,6 @@ public function test_searches(): void
 
         $websource->handle($source);
 
-
         Bus::assertBatchCount(1);
     }
Original file line number	Diff line number	Diff line change
Expand Up		@@ -44,7 +44,6 @@ public function test_searches(): void

		$websource->handle($source);


		Bus::assertBatchCount(1);
		}

Expand Down