Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: Detection Manip Config Script #164

Merged
merged 7 commits into from
Jan 28, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions depthai_nodes/nodes/utils/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
from .detection_config_generator import generate_script_content

__all__ = ["generate_script_content"]
81 changes: 81 additions & 0 deletions depthai_nodes/nodes/utils/detection_config_generator.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
from typing import List, Optional


def generate_script_content(
platform: str,
resize_width: int,
resize_height: int,
padding: float = 0,
valid_labels: Optional[List[int]] = None,
) -> str:
"""The function generates the script content for the dai.Script node.

It is used to crop and resize the input image based on the detected object. It can
also work with padding around the detection bounding box and filter detections by
labels.

@param platform: Target platform for the script. Supported values: 'rvc2', 'rvc4'
@type platform: str
@param resize_width: Target width for the resized image
@type resize_width: int
@param resize_height: Target height for the resized image
@type resize_height: int
@param padding: Additional padding around the detection in normalized coordinates
(0-1)
@type padding: float
@param valid_labels: List of valid label indices to filter detections. If None, all
detections are processed
@type valid_labels: Optional[List[int]]
@return: Generated script content as a string
@rtype: str
"""

if platform.lower() == "rvc2":
cfg_content = f"""
cfg = ImageManipConfig()
cfg.setCropRect(det.xmin - {padding}, det.ymin - {padding}, det.xmax + {padding}, det.ymax + {padding})
cfg.setResize({resize_width}, {resize_height})
cfg.setKeepAspectRatio(False)
"""
elif platform.lower() == "rvc4":
cfg_content = f"""
cfg = ImageManipConfigV2()
rect = RotatedRect()
rect.center.x = (det.xmin + det.xmax) / 2
rect.center.y = (det.ymin + det.ymax) / 2
rect.size.width = det.xmax - det.xmin
rect.size.height = det.ymax - det.ymin
rect.size.width = rect.size.width + {padding} * 2
rect.size.height = rect.size.height + {padding} * 2
rect.angle = 0

cfg.addCropRotatedRect(rect=rect, normalizedCoords=True)
cfg.setOutputSize({resize_width}, {resize_height})
"""
else:
raise ValueError("Unsupported platform")
validate_label = (
f"""
if det.label not in {valid_labels}:
continue
"""
if valid_labels
else ""
)
return f"""
try:
while True:
frame = node.inputs['preview'].get()
dets = node.inputs['det_in'].get()

for i, det in enumerate(dets.detections):
{validate_label.strip()}

{cfg_content.strip()}

node.outputs['manip_cfg'].send(cfg)
node.outputs['manip_img'].send(frame)

except Exception as e:
node.warn(str(e))
"""
Loading
Loading