diff --git a/vision_agent/agent/vision_agent.py b/vision_agent/agent/vision_agent.py index aea703be..62682524 100644 --- a/vision_agent/agent/vision_agent.py +++ b/vision_agent/agent/vision_agent.py @@ -275,6 +275,14 @@ def chat_with_code( ) if self.verbosity >= 1: _LOGGER.info(user_obs) + int_chat.append({"role": "observation", "content": user_obs}) + orig_chat.append( + { + "role": "observation", + "content": user_obs, + "execution": user_result, + } + ) self.streaming_message( { "role": "observation",