diff --git a/vision_agent/image_utils.py b/vision_agent/image_utils.py
index d0164e11..3a34fe93 100644
--- a/vision_agent/image_utils.py
+++ b/vision_agent/image_utils.py
@@ -103,7 +103,7 @@ def overlay_bboxes(
     elif isinstance(image, np.ndarray):
         image = Image.fromarray(image)
 
-    color = {label: COLORS[i % len(COLORS)] for i, label in enumerate(bboxes["labels"])}
+    color = {label: COLORS[i % len(COLORS)] for i, label in enumerate(set(bboxes["labels"]))}
 
     width, height = image.size
     fontsize = max(12, int(min(width, height) / 40))