-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
30 changed files
with
552 additions
and
4,691 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,7 @@ | ||
| @[for change_version, change_date, changelog, main_name, main_email in changelogs]@(Package) (@(change_version)@(DebianInc)@(Distribution)) @(Distribution); urgency=high | ||
|
|
||
| @(changelog) | ||
|
|
||
| -- @(main_name) <@(main_email)> @(change_date) | ||
|
|
||
| @[end for] |
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| @(debhelper_version) |
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,14 @@ | ||
| Source: @(Package) | ||
| Section: misc | ||
| Priority: optional | ||
| Maintainer: @(Maintainer) | ||
| Build-Depends: debhelper (>= @(debhelper_version).0.0), @(', '.join(BuildDepends)) | ||
| Homepage: @(Homepage) | ||
| Standards-Version: 3.9.2 | ||
|
|
||
| Package: @(Package) | ||
| Architecture: any | ||
| Depends: ${shlibs:Depends}, ${misc:Depends}, @(', '.join(Depends)) | ||
| @[if Conflicts]Conflicts: @(', '.join(Conflicts))@\n@[end if]@ | ||
| @[if Replaces]Replaces: @(', '.join(Replaces))@\n@[end if]@ | ||
| Description: @(Description) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,7 +1,11 @@ | ||
| Format: Bloom subset of https://www.debian.org/doc/packaging-manuals/copyright-format/1.0/ | ||
| Upstream-Name: depthai | ||
| Upstream-Name: @(Name) | ||
| @[if BugTracker]Upstream-Contact: @(BugTracker)@\n@[end if]@ | ||
| @[if Source]Source: @(Source)@\n@[end if]@ | ||
| @[for License, Text in Licenses]@ | ||
|
|
||
| Files: See file headers in repository for details | ||
| Copyright: See package copyright in source code for details | ||
| License: MIT | ||
| See repository for full license text | ||
| License: @(License) | ||
| @(Text) | ||
| @[end for]@ |
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,3 @@ | ||
| [git-buildpackage] | ||
| upstream-tag=@(release_tag) | ||
| upstream-tree=tag |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| 3.0 (@(format)) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,5 +1,6 @@ | ||
| @[if format and format == 'quilt']@ | ||
| # Automatically add upstream changes to the quilt overlay. | ||
| # http://manpages.ubuntu.com/manpages/trusty/man1/dpkg-source.1.html | ||
| # This supports reusing the orig.tar.gz for debian increments. | ||
| auto-commit | ||
|
|
||
| @[end if] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,157 @@ | ||
| #include <chrono> | ||
| #include <iostream> | ||
|
|
||
| // Includes common necessary includes for development using depthai library | ||
| #include "depthai/depthai.hpp" | ||
|
|
||
| /* | ||
| The code is the same as for Tiny-yolo-V3 and V4, the only difference is the blob file and anchors that are not needed for V8. | ||
| The blob was compiled following this tutorial: https://github.com/TNTWEN/OpenVINO-YOLOV4 | ||
| */ | ||
|
|
||
| static const std::vector<std::string> labelMap = { | ||
| "person", "bicycle", "car", "motorbike", "aeroplane", "bus", "train", "truck", "boat", | ||
| "traffic light", "fire hydrant", "stop sign", "parking meter", "bench", "bird", "cat", "dog", "horse", | ||
| "sheep", "cow", "elephant", "bear", "zebra", "giraffe", "backpack", "umbrella", "handbag", | ||
| "tie", "suitcase", "frisbee", "skis", "snowboard", "sports ball", "kite", "baseball bat", "baseball glove", | ||
| "skateboard", "surfboard", "tennis racket", "bottle", "wine glass", "cup", "fork", "knife", "spoon", | ||
| "bowl", "banana", "apple", "sandwich", "orange", "broccoli", "carrot", "hot dog", "pizza", | ||
| "donut", "cake", "chair", "sofa", "pottedplant", "bed", "diningtable", "toilet", "tvmonitor", | ||
| "laptop", "mouse", "remote", "keyboard", "cell phone", "microwave", "oven", "toaster", "sink", | ||
| "refrigerator", "book", "clock", "vase", "scissors", "teddy bear", "hair drier", "toothbrush"}; | ||
|
|
||
| static std::atomic<bool> syncNN{true}; | ||
|
|
||
| int main(int argc, char** argv) { | ||
| using namespace std; | ||
| using namespace std::chrono; | ||
| std::string nnPath(BLOB_PATH); | ||
|
|
||
| // If path to blob specified, use that | ||
| if(argc > 1) { | ||
| nnPath = std::string(argv[1]); | ||
| } | ||
|
|
||
| // Print which blob we are using | ||
| printf("Using blob at path: %s\n", nnPath.c_str()); | ||
|
|
||
| // Create pipeline | ||
| dai::Pipeline pipeline; | ||
|
|
||
| // Define sources and outputs | ||
| auto camRgb = pipeline.create<dai::node::ColorCamera>(); | ||
| auto detectionNetwork = pipeline.create<dai::node::YoloDetectionNetwork>(); | ||
| auto xoutRgb = pipeline.create<dai::node::XLinkOut>(); | ||
| auto nnOut = pipeline.create<dai::node::XLinkOut>(); | ||
|
|
||
| xoutRgb->setStreamName("rgb"); | ||
| nnOut->setStreamName("detections"); | ||
|
|
||
| // Properties | ||
| camRgb->setPreviewSize(640, 352); | ||
| camRgb->setResolution(dai::ColorCameraProperties::SensorResolution::THE_1080_P); | ||
| camRgb->setInterleaved(false); | ||
| camRgb->setColorOrder(dai::ColorCameraProperties::ColorOrder::BGR); | ||
| camRgb->setFps(40); | ||
|
|
||
| // Network specific settings | ||
| detectionNetwork->setConfidenceThreshold(0.5f); | ||
| detectionNetwork->setNumClasses(80); | ||
| detectionNetwork->setCoordinateSize(4); | ||
| detectionNetwork->setIouThreshold(0.5f); | ||
| detectionNetwork->setBlobPath(nnPath); | ||
| detectionNetwork->setNumInferenceThreads(2); | ||
| detectionNetwork->input.setBlocking(false); | ||
|
|
||
| // Linking | ||
| camRgb->preview.link(detectionNetwork->input); | ||
| if(syncNN) { | ||
| detectionNetwork->passthrough.link(xoutRgb->input); | ||
| } else { | ||
| camRgb->preview.link(xoutRgb->input); | ||
| } | ||
|
|
||
| detectionNetwork->out.link(nnOut->input); | ||
|
|
||
| // Connect to device and start pipeline | ||
| dai::Device device(pipeline); | ||
|
|
||
| // Output queues will be used to get the rgb frames and nn data from the outputs defined above | ||
| auto qRgb = device.getOutputQueue("rgb", 4, false); | ||
| auto qDet = device.getOutputQueue("detections", 4, false); | ||
|
|
||
| cv::Mat frame; | ||
| std::vector<dai::ImgDetection> detections; | ||
| auto startTime = steady_clock::now(); | ||
| int counter = 0; | ||
| float fps = 0; | ||
| auto color2 = cv::Scalar(255, 255, 255); | ||
|
|
||
| // Add bounding boxes and text to the frame and show it to the user | ||
| auto displayFrame = [](std::string name, cv::Mat frame, std::vector<dai::ImgDetection>& detections) { | ||
| auto color = cv::Scalar(255, 0, 0); | ||
| // nn data, being the bounding box locations, are in <0..1> range - they need to be normalized with frame width/height | ||
| for(auto& detection : detections) { | ||
| int x1 = detection.xmin * frame.cols; | ||
| int y1 = detection.ymin * frame.rows; | ||
| int x2 = detection.xmax * frame.cols; | ||
| int y2 = detection.ymax * frame.rows; | ||
|
|
||
| uint32_t labelIndex = detection.label; | ||
| std::string labelStr = to_string(labelIndex); | ||
| if(labelIndex < labelMap.size()) { | ||
| labelStr = labelMap[labelIndex]; | ||
| } | ||
| cv::putText(frame, labelStr, cv::Point(x1 + 10, y1 + 20), cv::FONT_HERSHEY_TRIPLEX, 0.5, 255); | ||
| std::stringstream confStr; | ||
| confStr << std::fixed << std::setprecision(2) << detection.confidence * 100; | ||
| cv::putText(frame, confStr.str(), cv::Point(x1 + 10, y1 + 40), cv::FONT_HERSHEY_TRIPLEX, 0.5, 255); | ||
| cv::rectangle(frame, cv::Rect(cv::Point(x1, y1), cv::Point(x2, y2)), color, cv::FONT_HERSHEY_SIMPLEX); | ||
| } | ||
| // Show the frame | ||
| cv::imshow(name, frame); | ||
| }; | ||
|
|
||
| while(true) { | ||
| std::shared_ptr<dai::ImgFrame> inRgb; | ||
| std::shared_ptr<dai::ImgDetections> inDet; | ||
|
|
||
| if(syncNN) { | ||
| inRgb = qRgb->get<dai::ImgFrame>(); | ||
| inDet = qDet->get<dai::ImgDetections>(); | ||
| } else { | ||
| inRgb = qRgb->tryGet<dai::ImgFrame>(); | ||
| inDet = qDet->tryGet<dai::ImgDetections>(); | ||
| } | ||
|
|
||
| counter++; | ||
| auto currentTime = steady_clock::now(); | ||
| auto elapsed = duration_cast<duration<float>>(currentTime - startTime); | ||
| if(elapsed > seconds(1)) { | ||
| fps = counter / elapsed.count(); | ||
| counter = 0; | ||
| startTime = currentTime; | ||
| } | ||
|
|
||
| if(inRgb) { | ||
| frame = inRgb->getCvFrame(); | ||
| std::stringstream fpsStr; | ||
| fpsStr << "NN fps: " << std::fixed << std::setprecision(2) << fps; | ||
| cv::putText(frame, fpsStr.str(), cv::Point(2, inRgb->getHeight() - 4), cv::FONT_HERSHEY_TRIPLEX, 0.4, color2); | ||
| } | ||
|
|
||
| if(inDet) { | ||
| detections = inDet->detections; | ||
| } | ||
|
|
||
| if(!frame.empty()) { | ||
| displayFrame("rgb", frame, detections); | ||
| } | ||
|
|
||
| int key = cv::waitKey(1); | ||
| if(key == 'q' || key == 'Q') { | ||
| return 0; | ||
| } | ||
| } | ||
| return 0; | ||
| } |
Oops, something went wrong.