From c9dee3e4b118f4637898fdeeb80489a94ef05570 Mon Sep 17 00:00:00 2001 From: Dillon Laird Date: Mon, 9 Sep 2024 17:04:38 -0700 Subject: [PATCH] update prompt to do better eval of different plans --- vision_agent/agent/vision_agent_coder_prompts.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/vision_agent/agent/vision_agent_coder_prompts.py b/vision_agent/agent/vision_agent_coder_prompts.py index cb4798f6..71231005 100644 --- a/vision_agent/agent/vision_agent_coder_prompts.py +++ b/vision_agent/agent/vision_agent_coder_prompts.py @@ -174,9 +174,10 @@ def remove_arrays(o): **Instructions**: 1. Given the plans, image, and tool outputs, decide which plan is the best to achieve the user request. -2. Try solving the problem yourself given the image and pick the plan that matches your solution the best. +2. Sovle the problem yourself given the image and pick the plan that matches your solution the best. 3. Output a JSON object with the following format: {{ + "predicted_answer": str # the answer you would expect from the best plan "thoughts": str # your thought process for choosing the best plan "best_plan": str # the best plan you have chosen }} @@ -341,12 +342,14 @@ def find_text(image_path: str, text: str) -> str: ``` It raises this error: +``` {result} +``` This is previous feedback provided on the code: {feedback} -Please fix the bug by correcting the error. Return the following data: +Please fix the bug by correcting the error. Return the following JSON object followed by the fixed code in the below format: ```json {{ "reflections": str # any thoughts you have about the bug and how you fixed it