Fix Issues for App

examples/chat/app.py

@@ -27,13 +27,19 @@
  "style": {"bottom": "calc(50% - 4.25rem", "right": "0.4rem"},
 }
 # set artifacts remote_path to WORKSPACE
-artifacts = va.tools.meta_tools.Artifacts(WORKSPACE / "artifacts.pkl")
+local_artifacts_path = "artifacts.pkl"
+remote_artifacts_path = WORKSPACE / "artifacts.pkl"
+artifacts = va.tools.meta_tools.Artifacts(remote_artifacts_path, local_artifacts_path)
 if Path("artifacts.pkl").exists():
  artifacts.load("artifacts.pkl")
 else:
  artifacts.save("artifacts.pkl")
 
-agent = va.agent.VisionAgent(verbosity=1, local_artifacts_path="artifacts.pkl")
+agent = va.agent.VisionAgent(
+ verbosity=2,
+ local_artifacts_path=local_artifacts_path,
+ remote_artifacts_path=remote_artifacts_path,
+)
 
 st.set_page_config(layout="wide")
 
@@ -54,7 +60,9 @@ def update_messages(messages, lock):
  with lock:
  if Path("artifacts.pkl").exists():
  artifacts.load("artifacts.pkl")
- new_chat, _ = agent.chat_with_artifacts(messages, artifacts=artifacts)
+ new_chat, _ = agent.chat_with_artifacts(
+ messages, artifacts=artifacts, test_multi_plan=False
+ )
  for new_message in new_chat[len(messages) :]:
  messages.append(new_message)
 

tests/unit/test_meta_tools.py

@@ -22,7 +22,7 @@ def test_check_and_load_image_two():
 
 
 def test_use_object_detection_fine_tuning_none():
- artifacts = Artifacts("test")
+ artifacts = Artifacts("test", "test")
  code = "print('Hello, World!')"
  artifacts["code"] = code
  output = use_object_detection_fine_tuning(artifacts, "code", "123")
@@ -33,7 +33,7 @@ def test_use_object_detection_fine_tuning_none():
 
 
 def test_use_object_detection_fine_tuning():
- artifacts = Artifacts("test")
+ artifacts = Artifacts("test", "test")
  code = """florence2_phrase_grounding('one', image1)
 owl_v2_image('two', image2)
 florence2_sam2_image('three', image3)"""
@@ -50,7 +50,7 @@ def test_use_object_detection_fine_tuning():
 
 
 def test_use_object_detection_fine_tuning_twice():
- artifacts = Artifacts("test")
+ artifacts = Artifacts("test", "test")
  code = """florence2_phrase_grounding('one', image1)
 owl_v2_image('two', image2)
 florence2_sam2_image('three', image3)"""
@@ -75,7 +75,7 @@ def test_use_object_detection_fine_tuning_twice():
 
 
 def test_use_object_detection_fine_tuning_real_case():
- artifacts = Artifacts("test")
+ artifacts = Artifacts("test", "test")
  code = "florence2_phrase_grounding('(strange arg)', image1)"
  expected_code = 'florence2_phrase_grounding("(strange arg)", image1, "123")'
  artifacts["code"] = code

vision_agent/agent/agent_utils.py

@@ -72,7 +72,9 @@ def extract_json(json_str: str) -> Dict[str, Any]:
  if json_dict is None:
  error_msg = f"Could not extract JSON from the given str: {json_orig}"
  _LOGGER.exception(error_msg)
- raise ValueError(error_msg)
+ raise json.JSONDecodeError(
+ msg="Could not extract JSON", doc=json_orig, pos=0
+ )
 
  return json_dict