add sample

wangrong

2025-01-23 02819b5c047bb354b0ef2374e7c6a6ac4bbd5bba

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
#include "../nodes/vp_file_src_node.h" 
#include "../nodes/infers/vp_yunet_face_detector_node.h" 
#include "../nodes/infers/vp_sface_feature_encoder_node.h" 
#include "../nodes/osd/vp_face_osd_node_v2.h" 
#include "../nodes/vp_screen_des_node.h" 
#include "../nodes/vp_rtmp_des_node.h" 
#include "../nodes/vp_split_node.h" 
 
#include "../utils/analysis_board/vp_analysis_board.h" 
 
/* 
* ## interaction_with_pipe sample ## 
* show how to interact with pipe, start/stop/speak on src nodes independently. 
*/ 
 
int main() { 
    VP_LOGGER_INIT(); 
    VP_SET_LOG_LEVEL(vp_utils::vp_log_level::INFO); 
 
    // create nodes 
    auto file_src_0 = std::make_shared<vp_nodes::vp_file_src_node>("file_src_0", 0, "./vp_data/test_video/face.mp4", 0.6); 
    auto file_src_1 = std::make_shared<vp_nodes::vp_file_src_node>("file_src_1", 1, "./vp_data/test_video/face2.mp4", 0.6); 
    auto yunet_face_detector = std::make_shared<vp_nodes::vp_yunet_face_detector_node>("yunet_face_detector_0", "./vp_data/models/face/face_detection_yunet_2022mar.onnx"); 
    auto sface_face_encoder = std::make_shared<vp_nodes::vp_sface_feature_encoder_node>("sface_face_encoder_0", "./vp_data/models/face/face_recognition_sface_2021dec.onnx"); 
     
    auto split = std::make_shared<vp_nodes::vp_split_node>("split", true);  // split by channel index 
     
    auto osd_0 = std::make_shared<vp_nodes::vp_face_osd_node_v2>("osd_0"); 
    auto screen_des_0 = std::make_shared<vp_nodes::vp_screen_des_node>("screen_des_0", 0); 
    auto rtmp_des_0 = std::make_shared<vp_nodes::vp_rtmp_des_node>("rtmp_des_0", 0, "rtmp://192.168.77.60/live/10000"); 
 
    auto osd_1 = std::make_shared<vp_nodes::vp_face_osd_node_v2>("osd_1"); 
    auto screen_des_1 = std::make_shared<vp_nodes::vp_screen_des_node>("screen_des_1", 1); 
    auto rtmp_des_1 = std::make_shared<vp_nodes::vp_rtmp_des_node>("rtmp_des_1", 1, "rtmp://192.168.77.60/live/10000"); 
 
    // construct pipeline 
    yunet_face_detector->attach_to({file_src_0, file_src_1}); 
    sface_face_encoder->attach_to({yunet_face_detector}); 
     
    split->attach_to({sface_face_encoder}); 
 
    // split by vp_split_node 
    osd_0->attach_to({split}); 
    osd_1->attach_to({split}); 
 
    // auto split again on channel 0 
    screen_des_0->attach_to({osd_0}); 
    rtmp_des_0->attach_to({osd_0}); 
 
    // auto split again on channel 1 
    screen_des_1->attach_to({osd_1}); 
    rtmp_des_1->attach_to({osd_1}); 
 
    // for debug purpose 
    std::vector<std::shared_ptr<vp_nodes::vp_node>> src_nodes_in_pipe{file_src_0, file_src_1}; 
    vp_utils::vp_analysis_board board(src_nodes_in_pipe); 
    board.display(1, false);   // no block since we need interactions from console later 
 
 
    /* interact from console */ 
    /* no except check */ 
    std::string input; 
    std::getline(std::cin, input); 
    // input format: `start channel`, like `start 0` means start channel 0 
    auto inputs = vp_utils::string_split(input, ' ');  
    while (inputs[0] != "quit") { 
        // no except check 
        auto command = inputs[0]; 
        auto index = std::stoi(inputs[1]); 
        auto src_by_channel = std::dynamic_pointer_cast<vp_nodes::vp_src_node>(src_nodes_in_pipe[index]); 
        if (command == "start") { 
            src_by_channel->start(); 
        } 
        else if (command == "stop") { 
            src_by_channel->stop(); 
        } 
        else if (command == "speak") { 
            src_by_channel->speak(); 
        } 
        else { 
            std::cout << "invalid command!" << std::endl; 
        } 
        std::getline(std::cin, input); 
        inputs = vp_utils::string_split(input, ' ');  
        if (inputs.size() != 2) { 
             std::cout << "invalid input!" << std::endl; 
             break; 
        } 
    } 
 
    std::cout << "interaction_with_pipe sample exits..." << std::endl; 
    file_src_0->detach_recursively(); 
    file_src_1->detach_recursively(); 
}