From 0367dc2b4411a76cd06ab694ce31ccee8d418e75 Mon Sep 17 00:00:00 2001 From: Yuanwen Tian Date: Tue, 24 Sep 2024 22:09:18 +0800 Subject: [PATCH 1/4] fix: add func name to florencev2 fine tune --- vision_agent/tools/tools.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vision_agent/tools/tools.py b/vision_agent/tools/tools.py index fca3819c..4b1e166e 100644 --- a/vision_agent/tools/tools.py +++ b/vision_agent/tools/tools.py @@ -1181,7 +1181,8 @@ def florence2_phrase_grounding( fine_tuning=FineTuning(job_id=UUID(fine_tune_id)), ) data = data_obj.model_dump(by_alias=True) - detections = send_inference_request(data, "tools", v2=False) + metadata = {"function_name": "florence2_phrase_grounding"} + detections = send_inference_request(data, "tools", v2=False, metadata=metadata) else: data = { "image": image_b64, From 31c36fd678ff2ccf08d96b21ec2c17ef23088e50 Mon Sep 17 00:00:00 2001 From: Yuanwen Tian Date: Tue, 24 Sep 2024 22:12:46 +0800 Subject: [PATCH 2/4] fix --- vision_agent/tools/tools.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/vision_agent/tools/tools.py b/vision_agent/tools/tools.py index 4b1e166e..6c2120d4 100644 --- a/vision_agent/tools/tools.py +++ b/vision_agent/tools/tools.py @@ -1181,8 +1181,7 @@ def florence2_phrase_grounding( fine_tuning=FineTuning(job_id=UUID(fine_tune_id)), ) data = data_obj.model_dump(by_alias=True) - metadata = {"function_name": "florence2_phrase_grounding"} - detections = send_inference_request(data, "tools", v2=False, metadata=metadata) + detections = send_inference_request(data, "tools", v2=False, metadata_payload={"function_name": "florence2_phrase_grounding"}) else: data = { "image": image_b64, From a85a38b20542d8b4c37f32b1336454ff54a85e95 Mon Sep 17 00:00:00 2001 From: Yuanwen Tian Date: Tue, 24 Sep 2024 22:15:12 +0800 Subject: [PATCH 3/4] fix: format --- vision_agent/tools/tools.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/vision_agent/tools/tools.py b/vision_agent/tools/tools.py index 6c2120d4..34c037ab 100644 --- a/vision_agent/tools/tools.py +++ b/vision_agent/tools/tools.py @@ -1181,7 +1181,12 @@ def florence2_phrase_grounding( fine_tuning=FineTuning(job_id=UUID(fine_tune_id)), ) data = data_obj.model_dump(by_alias=True) - detections = send_inference_request(data, "tools", v2=False, metadata_payload={"function_name": "florence2_phrase_grounding"}) + detections = send_inference_request( + data, + "tools", + v2=False, + metadata_payload={"function_name": "florence2_phrase_grounding"}, + ) else: data = { "image": image_b64, From 75aba6f51a9f8a75e6c5efd08fd3ebc5c38f9aa3 Mon Sep 17 00:00:00 2001 From: wuyiqunLu Date: Tue, 24 Sep 2024 22:25:08 +0800 Subject: [PATCH 4/4] remove extra code --- vision_agent/agent/vision_agent.py | 19 +++++-------------- 1 file changed, 5 insertions(+), 14 deletions(-) diff --git a/vision_agent/agent/vision_agent.py b/vision_agent/agent/vision_agent.py index b54d08b8..bf35e5e9 100644 --- a/vision_agent/agent/vision_agent.py +++ b/vision_agent/agent/vision_agent.py @@ -30,12 +30,6 @@ if str(WORKSPACE) != "": os.environ["PYTHONPATH"] = f"{WORKSPACE}:{os.getenv('PYTHONPATH', '')}" -STUCK_IN_LOOP_ERROR_MESSAGE = { - "name": "Error when running conversation agent", - "value": "Agent is stuck in conversation loop, exited", - "traceback_raw": [], -} - class BoilerplateCode: pre_code = [ @@ -298,13 +292,6 @@ def chat_with_code( # sometimes it gets stuck in a loop, so we force it to exit if last_response == response: response["let_user_respond"] = True - self.streaming_message( - { - "role": "assistant", - "content": "{}", - "error": STUCK_IN_LOOP_ERROR_MESSAGE, - } - ) finished = response["let_user_respond"] @@ -317,7 +304,11 @@ def chat_with_code( { "role": "assistant", "content": "{}", - "error": STUCK_IN_LOOP_ERROR_MESSAGE, + "error": { + "name": "Error when running conversation agent", + "value": "Agent is stuck in conversation loop, exited", + "traceback_raw": [], + }, "finished": finished and code_action is None, } )