1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
| #include "vp_secondary_infer_node.h"
|
| namespace vp_nodes {
|
| vp_secondary_infer_node::vp_secondary_infer_node(std::string node_name,
| std::string model_path,
| std::string model_config_path,
| std::string labels_path,
| int input_width,
| int input_height,
| int batch_size,
| std::vector<int> p_class_ids_applied_to,
| int min_width_applied_to,
| int min_height_applied_to,
| int crop_padding,
| float scale,
| cv::Scalar mean,
| cv::Scalar std,
| bool swap_rb,
| bool swap_chn):
| vp_infer_node(node_name,
| vp_nodes::vp_infer_type::SECONDARY,
| model_path,
| model_config_path,
| labels_path,
| input_width,
| input_height,
| batch_size,
| scale,
| mean,
| std,
| swap_rb,
| swap_chn),
| p_class_ids_applied_to(p_class_ids_applied_to),
| min_width_applied_to(min_width_applied_to),
| min_height_applied_to(min_height_applied_to),
| crop_padding(crop_padding) {
| }
|
| vp_secondary_infer_node::~vp_secondary_infer_node() {
| }
|
| void vp_secondary_infer_node::prepare(const std::vector<std::shared_ptr<vp_objects::vp_frame_meta>>& frame_meta_with_batch, std::vector<cv::Mat>& mats_to_infer) {
| // only one by one for secondary infer node
| assert(frame_meta_with_batch.size() == 1);
|
| // crop to get small images in frame
| auto& frame_meta = frame_meta_with_batch[0];
|
| // batch by batch inside single frame
| for (auto& i : frame_meta->targets) {
| // check if we need infer on the target
| if (!need_apply(i->primary_class_id, i->width, i->height)) {
| continue;
| }
|
| // simulate croping operations, no data copyed here
| auto box = cv::Rect(i->x, i->y, i->width, i->height);
|
| // add a padding when crop, check value range
| if (crop_padding != 0) {
| box = cv::Rect(box.x - crop_padding, box.y - crop_padding, box.width + crop_padding * 2, box.height + crop_padding * 2);
| box.x = std::max(box.x, 0);
| box.y = std::max(box.y, 0);
| box.width = std::min(box.width, frame_meta->frame.cols - box.x);
| box.height = std::min(box.height, frame_meta->frame.rows - box.y);
| }
|
| mats_to_infer.push_back(frame_meta->frame(box));
| }
| }
|
| bool vp_secondary_infer_node::need_apply(int primary_class_id, int target_width, int target_height) {
| if (target_width < min_width_applied_to || target_height < min_height_applied_to) {
| return false;
| }
|
| if (p_class_ids_applied_to.size() == 0) {
| return true;
| }
|
| return std::find(p_class_ids_applied_to.begin(), p_class_ids_applied_to.end(), primary_class_id) != p_class_ids_applied_to.end();
| }
| }
|
|
