Skip to content

Commit

Permalink
feat: Detection Manip Config Script (#164)
Browse files Browse the repository at this point in the history
* generate script content method

* export generate script content method

* detection config generator test

* resize width and height required, padding default change to 0

* adjust tests

* change the unsupported error message

* extend docs
  • Loading branch information
dominik737 authored Jan 28, 2025
1 parent b013402 commit 36b31d3
Show file tree
Hide file tree
Showing 3 changed files with 410 additions and 0 deletions.
3 changes: 3 additions & 0 deletions depthai_nodes/nodes/utils/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
from .detection_config_generator import generate_script_content

__all__ = ["generate_script_content"]
81 changes: 81 additions & 0 deletions depthai_nodes/nodes/utils/detection_config_generator.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
from typing import List, Optional


def generate_script_content(
platform: str,
resize_width: int,
resize_height: int,
padding: float = 0,
valid_labels: Optional[List[int]] = None,
) -> str:
"""The function generates the script content for the dai.Script node.
It is used to crop and resize the input image based on the detected object. It can
also work with padding around the detection bounding box and filter detections by
labels.
@param platform: Target platform for the script. Supported values: 'rvc2', 'rvc4'
@type platform: str
@param resize_width: Target width for the resized image
@type resize_width: int
@param resize_height: Target height for the resized image
@type resize_height: int
@param padding: Additional padding around the detection in normalized coordinates
(0-1)
@type padding: float
@param valid_labels: List of valid label indices to filter detections. If None, all
detections are processed
@type valid_labels: Optional[List[int]]
@return: Generated script content as a string
@rtype: str
"""

if platform.lower() == "rvc2":
cfg_content = f"""
cfg = ImageManipConfig()
cfg.setCropRect(det.xmin - {padding}, det.ymin - {padding}, det.xmax + {padding}, det.ymax + {padding})
cfg.setResize({resize_width}, {resize_height})
cfg.setKeepAspectRatio(False)
"""
elif platform.lower() == "rvc4":
cfg_content = f"""
cfg = ImageManipConfigV2()
rect = RotatedRect()
rect.center.x = (det.xmin + det.xmax) / 2
rect.center.y = (det.ymin + det.ymax) / 2
rect.size.width = det.xmax - det.xmin
rect.size.height = det.ymax - det.ymin
rect.size.width = rect.size.width + {padding} * 2
rect.size.height = rect.size.height + {padding} * 2
rect.angle = 0
cfg.addCropRotatedRect(rect=rect, normalizedCoords=True)
cfg.setOutputSize({resize_width}, {resize_height})
"""
else:
raise ValueError("Unsupported platform")
validate_label = (
f"""
if det.label not in {valid_labels}:
continue
"""
if valid_labels
else ""
)
return f"""
try:
while True:
frame = node.inputs['preview'].get()
dets = node.inputs['det_in'].get()
for i, det in enumerate(dets.detections):
{validate_label.strip()}
{cfg_content.strip()}
node.outputs['manip_cfg'].send(cfg)
node.outputs['manip_img'].send(frame)
except Exception as e:
node.warn(str(e))
"""
Loading

0 comments on commit 36b31d3

Please sign in to comment.