mediapipe-rs/examples/hand_tracking.rs

use mediapipe::*;
use opencv::prelude::*;
use opencv::{highgui, imgproc, videoio, Result};

pub fn hand_tracking() -> Result<()> {
    let window = "video capture";

    highgui::named_window(window, highgui::WINDOW_AUTOSIZE)?;

    let mut cap = videoio::VideoCapture::new(0, videoio::CAP_ANY)?;
    if !cap.is_opened()? {
        panic!("Unable to open default cam")
    }

    cap.set(videoio::CAP_PROP_FRAME_WIDTH, 640.0)?;
    cap.set(videoio::CAP_PROP_FRAME_HEIGHT, 480.0)?;
    cap.set(videoio::CAP_PROP_FPS, 30.0)?;

    let mut detector = hands::HandDetector::default();

    let mut raw_frame = Mat::default();
    let mut rgb_frame = Mat::default();
    let mut flip_frame = Mat::default();
    loop {
        cap.read(&mut raw_frame)?;

        let size = raw_frame.size()?;
        if size.width > 0 && !raw_frame.empty() {
            imgproc::cvt_color(&raw_frame, &mut rgb_frame, imgproc::COLOR_BGR2RGB, 0)?;
            opencv::core::flip(&rgb_frame, &mut flip_frame, 1)?; // horizontal

            println!("processing");
            let result = detector.process(&flip_frame);

            highgui::imshow(window, &mut flip_frame)?;

            if !result.is_empty() {
                let landmark = result[0][0];
                println!("LANDMARK: {} {} {}", landmark.x, landmark.y, landmark.z);
            }
        } else {
            println!("WARN: Skip empty frame");
        }

        let key = highgui::wait_key(10)?;
        if key > 0 && key != 255 {
            break;
        }
    }
    Ok(())
}

fn main() {
    hand_tracking().unwrap()
}