Skip to content

Commit

Permalink
doc changes
Browse files Browse the repository at this point in the history
  • Loading branch information
dillonalaird committed Apr 17, 2024
1 parent 33cdf31 commit 94f94ba
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 5 deletions.
1 change: 1 addition & 0 deletions vision_agent/tools/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
ExtractFrames,
GroundingDINO,
GroundingSAM,
DINOv,
ImageCaption,
SegArea,
SegIoU,
Expand Down
10 changes: 5 additions & 5 deletions vision_agent/tools/tools.py
Original file line number Diff line number Diff line change
Expand Up @@ -392,7 +392,7 @@ class DINOv(Tool):
_ENDPOINT = "https://rkgkjvqgh7vbzjdb23tr7eay4a0vczdo.lambda-url.us-east-2.on.aws"

name = "dinov_"
description = "'dinov_' is a tool that can detect and segment similar objects with the given input segmentation masks."
description = "'dinov_' is a tool that can detect and segment similar objects given a reference segmentation mask."
usage = {
"required_parameters": [
{"name": "prompt", "type": "List[Dict[str, str]]"},
Expand All @@ -403,17 +403,17 @@ class DINOv(Tool):
"scenario": "Can you find all the balloons in this image that is similar to the provided masked area?",
"parameters": {
"prompt": [
{"mask": "balloon_mask1.jpg", "image": "balloon.jpg"},
{"mask": "balloon_mask2.jpg", "image": "balloon.jpg"},
{"mask": "reference_balloon_mask1.jpg", "image": "balloon.jpg"},
{"mask": "reference_balloon_mask2.jpg", "image": "balloon.jpg"},
],
"image": "input.jpg",
},
},
{
"scenario": "Count all the objects in this image that is similar to the provided masked area? image: input.jpg, mask: mask.jpg, mask_image: background.jpg",
"scenario": "Count all the objects in this image that is similar to the provided masked area? Image name: input.jpg, Reference mask: mask.jpg, Mask image: background.jpg",
"parameters": {
"prompt": [
{"mask": "obj_mask1.jpg", "image": "background.jpg"},
{"mask": "reference_obj_mask1.jpg", "image": "background.jpg"},
],
"image": "input.jpg",
},
Expand Down

0 comments on commit 94f94ba

Please sign in to comment.