diff --git a/vision_agent/agent/automated_vision_agent.py b/vision_agent/agent/automated_vision_agent.py index 12deda56..c5dc5c02 100644 --- a/vision_agent/agent/automated_vision_agent.py +++ b/vision_agent/agent/automated_vision_agent.py @@ -45,7 +45,7 @@ def write_plan( context = USER_REQ_CONTEXT.format(user_requirement=user_requirements) prompt = PLAN.format(context=context, plan="", tool_desc=tool_desc) plan = json.loads(model(prompt).replace("```", "").strip()) - return plan["plan"] + return plan["plan"] # type: ignore def write_code( @@ -217,7 +217,6 @@ def __init__( self.tool_recommender = Sim(TOOLS_DF, sim_key="desc") else: self.tool_recommender = tool_recommender - self.long_term_memory = [] self.verbose = verbose if self.verbose: _LOGGER.setLevel(logging.INFO) diff --git a/vision_agent/llm/llm.py b/vision_agent/llm/llm.py index 14b096b8..96b6477b 100644 --- a/vision_agent/llm/llm.py +++ b/vision_agent/llm/llm.py @@ -59,7 +59,7 @@ def generate(self, prompt: str) -> str: response = self.client.chat.completions.create( model=self.model_name, - messages=messages, + messages=messages, # type: ignore **self.kwargs, ) diff --git a/vision_agent/tools/tools_v2.py b/vision_agent/tools/tools_v2.py index 67939142..20170a15 100644 --- a/vision_agent/tools/tools_v2.py +++ b/vision_agent/tools/tools_v2.py @@ -369,7 +369,7 @@ def display_segmentation_masks( return np.array(pil_image.convert("RGB")) -def get_tool_documentation(funcs: List[Callable]) -> str: +def get_tool_documentation(funcs: List[Callable[..., Any]]) -> str: docstrings = "" for func in funcs: docstrings += f"{func.__name__}{inspect.signature(func)}:\n{func.__doc__}\n\n" @@ -377,7 +377,7 @@ def get_tool_documentation(funcs: List[Callable]) -> str: return docstrings -def get_tool_descriptions(funcs: List[Callable]) -> str: +def get_tool_descriptions(funcs: List[Callable[..., Any]]) -> str: descriptions = "" for func in funcs: description = func.__doc__ @@ -392,8 +392,8 @@ def get_tool_descriptions(funcs: List[Callable]) -> str: return descriptions -def get_tools_df(funcs: List[Callable]) -> pd.DataFrame: - data = {"desc": [], "doc": []} +def get_tools_df(funcs: List[Callable[..., Any]]) -> pd.DataFrame: + data: Dict[str, List[str]] = {"desc": [], "doc": []} for func in funcs: desc = func.__doc__ @@ -406,7 +406,7 @@ def get_tools_df(funcs: List[Callable]) -> pd.DataFrame: data["desc"].append(desc) data["doc"].append(doc) - return pd.DataFrame(data) + return pd.DataFrame(data) # type: ignore TOOLS = [ @@ -419,9 +419,9 @@ def get_tools_df(funcs: List[Callable]) -> pd.DataFrame: display_bounding_boxes, display_segmentation_masks, ] -TOOLS_DF = get_tools_df(TOOLS) -TOOL_DESCRIPTIONS = get_tool_descriptions(TOOLS) -TOOL_DOCSTRING = get_tool_documentation(TOOLS) +TOOLS_DF = get_tools_df(TOOLS) # type: ignore +TOOL_DESCRIPTIONS = get_tool_descriptions(TOOLS) # type: ignore +TOOL_DOCSTRING = get_tool_documentation(TOOLS) # type: ignore UTILITIES_DOCSTRING = get_tool_documentation( [load_image, save_image, display_bounding_boxes] ) diff --git a/vision_agent/utils/sim.py b/vision_agent/utils/sim.py index b4941f74..4e052494 100644 --- a/vision_agent/utils/sim.py +++ b/vision_agent/utils/sim.py @@ -3,7 +3,7 @@ import pandas as pd from openai import Client -from scipy.spatial.distance import cosine +from scipy.spatial.distance import cosine # type: ignore client = Client()