Add Vision Agent (#24)

* add vision agent * fix issues with easytool * update tools * fixed typing issues
landing-ai · Mar 25, 2024 · d68829d · d68829d
1 parent dac4954
commit d68829d
Show file tree

Hide file tree

Showing 6 changed files with 624 additions and 3 deletions.
diff --git a/vision_agent/agent/__init__.py b/vision_agent/agent/__init__.py
@@ -1,3 +1,4 @@
 from .agent import Agent
 from .easytool import EasyTool
 from .reflexion import Reflexion
+from .vision_agent import VisionAgent
diff --git a/vision_agent/agent/easytool.py b/vision_agent/agent/easytool.py
@@ -45,7 +45,7 @@ def format_tools(tools: Dict[int, Any]) -> str:
  # Format this way so it's clear what the ID's are
  tool_str = ""
  for key in tools:
- tool_str += f"ID: {key}, {tools[key]}\n"
+ tool_str += f"ID: {key} - {tools[key]}\n"
  return tool_str
 
 

diff --git a/vision_agent/agent/easytool_prompts.py b/vision_agent/agent/easytool_prompts.py
@@ -14,7 +14,7 @@
 Output: """
 
 TASK_TOPOLOGY = """Given a complex user's question, I have decompose this question into some simple subtasks. I think there exists a logical connections and order amontg the tasks. Thus you need to help me output this logical connections and order.
-You must ONLY output in a parsible JSON format with the following format:"
+You must ONLY output in a parsible JSON format with the following format:
 
 {{"Tasks": [{{"task": task, "id", task_id, "dep": [dependency_task_id1, dependency_task_id2, ...]}}]}}
 
@@ -31,7 +31,6 @@
 
 CHOOSE_TOOL = """This is the user's question: {question}
 These are the tools you can select to solve the question:
-Tool List:
 {tools}
 
 Please note that: