From 07b9cdfcc45771411ef2605634bb14cc762f1d8f Mon Sep 17 00:00:00 2001 From: Zhichao Date: Tue, 6 Aug 2024 15:02:08 +0800 Subject: [PATCH 1/2] log + execution sequence --- vision_agent/agent/vision_agent_coder.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/vision_agent/agent/vision_agent_coder.py b/vision_agent/agent/vision_agent_coder.py index 199a673a..52e0fafa 100644 --- a/vision_agent/agent/vision_agent_coder.py +++ b/vision_agent/agent/vision_agent_coder.py @@ -93,7 +93,7 @@ def format_plans(plans: Dict[str, Any]) -> str: def extract_image( - media: Optional[Sequence[Union[str, Path]]] + media: Optional[Sequence[Union[str, Path]]], ) -> Optional[Sequence[Union[str, Path]]]: if media is None: return None @@ -186,7 +186,7 @@ def pick_plan( if tool_output.success else "Code execution failed" ), - "payload": tool_output.to_json(), + # "payload": tool_output.to_json(), "status": "completed" if tool_output.success else "failed", } ) @@ -211,6 +211,9 @@ def pick_plan( } ) code = extract_code(model(prompt)) + tool_output = code_interpreter.exec_isolation( + DefaultImports.prepend_imports(code) + ) log_progress( { "type": "log", @@ -220,13 +223,10 @@ def pick_plan( else "Code execution failed" ), "code": DefaultImports.prepend_imports(code), - "payload": tool_output.to_json(), + # "payload": tool_output.to_json(), "status": "completed" if tool_output.success else "failed", } ) - tool_output = code_interpreter.exec_isolation( - DefaultImports.prepend_imports(code) - ) tool_output_str = "" if len(tool_output.logs.stdout) > 0: tool_output_str = tool_output.logs.stdout[0] From fa55a0d7759ececad838cf298a43c17cacdce444 Mon Sep 17 00:00:00 2001 From: Zhichao Date: Tue, 6 Aug 2024 15:35:41 +0800 Subject: [PATCH 2/2] add code --- vision_agent/agent/vision_agent_coder.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vision_agent/agent/vision_agent_coder.py b/vision_agent/agent/vision_agent_coder.py index 52e0fafa..4ef6b07e 100644 --- a/vision_agent/agent/vision_agent_coder.py +++ b/vision_agent/agent/vision_agent_coder.py @@ -186,6 +186,7 @@ def pick_plan( if tool_output.success else "Code execution failed" ), + "code": DefaultImports.prepend_imports(code), # "payload": tool_output.to_json(), "status": "completed" if tool_output.success else "failed", }