-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: Detection Manip Config Script (#164)
* generate script content method * export generate script content method * detection config generator test * resize width and height required, padding default change to 0 * adjust tests * change the unsupported error message * extend docs
- Loading branch information
1 parent
b013402
commit 36b31d3
Showing
3 changed files
with
410 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,3 @@ | ||
from .detection_config_generator import generate_script_content | ||
|
||
__all__ = ["generate_script_content"] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,81 @@ | ||
from typing import List, Optional | ||
|
||
|
||
def generate_script_content( | ||
platform: str, | ||
resize_width: int, | ||
resize_height: int, | ||
padding: float = 0, | ||
valid_labels: Optional[List[int]] = None, | ||
) -> str: | ||
"""The function generates the script content for the dai.Script node. | ||
It is used to crop and resize the input image based on the detected object. It can | ||
also work with padding around the detection bounding box and filter detections by | ||
labels. | ||
@param platform: Target platform for the script. Supported values: 'rvc2', 'rvc4' | ||
@type platform: str | ||
@param resize_width: Target width for the resized image | ||
@type resize_width: int | ||
@param resize_height: Target height for the resized image | ||
@type resize_height: int | ||
@param padding: Additional padding around the detection in normalized coordinates | ||
(0-1) | ||
@type padding: float | ||
@param valid_labels: List of valid label indices to filter detections. If None, all | ||
detections are processed | ||
@type valid_labels: Optional[List[int]] | ||
@return: Generated script content as a string | ||
@rtype: str | ||
""" | ||
|
||
if platform.lower() == "rvc2": | ||
cfg_content = f""" | ||
cfg = ImageManipConfig() | ||
cfg.setCropRect(det.xmin - {padding}, det.ymin - {padding}, det.xmax + {padding}, det.ymax + {padding}) | ||
cfg.setResize({resize_width}, {resize_height}) | ||
cfg.setKeepAspectRatio(False) | ||
""" | ||
elif platform.lower() == "rvc4": | ||
cfg_content = f""" | ||
cfg = ImageManipConfigV2() | ||
rect = RotatedRect() | ||
rect.center.x = (det.xmin + det.xmax) / 2 | ||
rect.center.y = (det.ymin + det.ymax) / 2 | ||
rect.size.width = det.xmax - det.xmin | ||
rect.size.height = det.ymax - det.ymin | ||
rect.size.width = rect.size.width + {padding} * 2 | ||
rect.size.height = rect.size.height + {padding} * 2 | ||
rect.angle = 0 | ||
cfg.addCropRotatedRect(rect=rect, normalizedCoords=True) | ||
cfg.setOutputSize({resize_width}, {resize_height}) | ||
""" | ||
else: | ||
raise ValueError("Unsupported platform") | ||
validate_label = ( | ||
f""" | ||
if det.label not in {valid_labels}: | ||
continue | ||
""" | ||
if valid_labels | ||
else "" | ||
) | ||
return f""" | ||
try: | ||
while True: | ||
frame = node.inputs['preview'].get() | ||
dets = node.inputs['det_in'].get() | ||
for i, det in enumerate(dets.detections): | ||
{validate_label.strip()} | ||
{cfg_content.strip()} | ||
node.outputs['manip_cfg'].send(cfg) | ||
node.outputs['manip_img'].send(frame) | ||
except Exception as e: | ||
node.warn(str(e)) | ||
""" |
Oops, something went wrong.