Add Vision Agent

vision_agent/agent/__init__.py

@@ -1,3 +1,4 @@
 from .agent import Agent
 from .easytool import EasyTool
 from .reflexion import Reflexion
+from .vision_agent import VisionAgent

vision_agent/agent/easytool.py

@@ -45,7 +45,7 @@ def format_tools(tools: Dict[int, Any]) -> str:
  # Format this way so it's clear what the ID's are
  tool_str = ""
  for key in tools:
- tool_str += f"ID: {key}, {tools[key]}\n"
+ tool_str += f"ID: {key} - {tools[key]}\n"
  return tool_str
 
 

vision_agent/agent/easytool_prompts.py

@@ -14,7 +14,7 @@
 Output: """
 
 TASK_TOPOLOGY = """Given a complex user's question, I have decompose this question into some simple subtasks. I think there exists a logical connections and order amontg the tasks. Thus you need to help me output this logical connections and order.
-You must ONLY output in a parsible JSON format with the following format:"
+You must ONLY output in a parsible JSON format with the following format:
 
 {{"Tasks": [{{"task": task, "id", task_id, "dep": [dependency_task_id1, dependency_task_id2, ...]}}]}}
 
@@ -31,7 +31,6 @@
 
 CHOOSE_TOOL = """This is the user's question: {question}
 These are the tools you can select to solve the question:
-Tool List:
 {tools}
 
 Please note that: