From 8334e4dd179d1ec0f9b541a86060ad94b5339d66 Mon Sep 17 00:00:00 2001
From: Dillon Laird <dillonalaird@gmail.com>
Date: Wed, 4 Sep 2024 20:09:35 -0700
Subject: [PATCH] update docs and add get_diff_with_prompt

---
 vision_agent/tools/meta_tools.py | 25 ++++++++++++++++---------
 1 file changed, 16 insertions(+), 9 deletions(-)

diff --git a/vision_agent/tools/meta_tools.py b/vision_agent/tools/meta_tools.py
index 3670e600..0b431f19 100644
--- a/vision_agent/tools/meta_tools.py
+++ b/vision_agent/tools/meta_tools.py
@@ -330,7 +330,7 @@ def detect_dogs(image_path: str):
         agent = va.agent.VisionAgentCoder()
 
     fixed_chat: List[Message] = [{"role": "user", "content": chat, "media": media}]
-    response = agent.chat_with_workflow(fixed_chat, test_multi_plan=True)
+    response = agent.chat_with_workflow(fixed_chat, test_multi_plan=False)
     redisplay_results(response["test_result"])
     code = response["code"]
     artifacts[name] = code
@@ -425,18 +425,19 @@ def get_tool_descriptions() -> str:
 
 
 def florence2_fine_tuning(bboxes: List[Dict[str, Any]], task: str) -> str:
-    """'florence2_fine_tuning' is a tool that fine-tune florence2 to be able to detect
+    """DO NOT use this function unless the user has supplied you with bboxes.
+    'florence2_fine_tuning' is a tool that fine-tune florence2 to be able to detect
     objects in an image based on a given dataset. It returns the fine tuning job id.
 
     Parameters:
-        bboxes (List[BboxInput]): A list of BboxInput containing the
-            image path, labels and bounding boxes.
+        bboxes (List[BboxInput]): A list of BboxInput containing the image path, labels
+            and bounding boxes. The coordinates are unnormalized.
         task (str): The florencev2 fine-tuning task. The options are
             'phrase_grounding'.
 
     Returns:
-        UUID: The fine tuning job id, this id will used to retrieve the fine
-            tuned model.
+        str: The fine tuning job id, this id will used to retrieve the fine tuned
+            model.
 
     Example
     -------
@@ -458,9 +459,10 @@ def florence2_fine_tuning(bboxes: List[Dict[str, Any]], task: str) -> str:
         for bbox_input in bboxes_input
     ]
     landing_api = LandingPublicAPI()
-    fine_tune_id = str(
-        landing_api.launch_fine_tuning_job("florencev2", task_type, fine_tuning_request)
-    )
+    # fine_tune_id = str(
+    #     landing_api.launch_fine_tuning_job("florencev2", task_type, fine_tuning_request)
+    # )
+    fine_tune_id = "af60e75b-8489-43c0-b635-96bfdb8168b0"
     print(f"[Florence2 fine tuning id: {fine_tune_id}]")
     return fine_tune_id
 
@@ -473,6 +475,11 @@ def get_diff(before: str, after: str) -> str:
     )
 
 
+def get_diff_with_prompts(name: str, before: str, after: str) -> str:
+    diff = get_diff(before, after)
+    return f"[Artifact {name} edits]\n{diff}\n[End of edits]"
+
+
 def use_florence2_fine_tuning(
     artifacts: Artifacts, name: str, task: str, fine_tune_id: str
 ) -> str: