usls/examples/rtmw/main.rs

use anyhow::Result;
use usls::{
    models::{RTMPose, YOLO},
    Annotator, Config, DataLoader, Scale, Style, SKELETON_COCO_65, SKELETON_COLOR_COCO_65,
};

#[derive(argh::FromArgs)]
/// Example
struct Args {
    /// source: image, image folder, video stream
    #[argh(option, default = "String::from(\"./assets/bus.jpg\")")]
    source: String,

    /// device: cuda:0, cpu:0, ...
    #[argh(option, default = "String::from(\"cpu:0\")")]
    device: String,

    /// scale: m, l, x
    #[argh(option, default = "String::from(\"m\")")]
    scale: String,

    /// dtype: fp16, q8, q4, q4f16, ...
    #[argh(option, default = "String::from(\"auto\")")]
    dtype: String,
}

fn main() -> Result<()> {
    tracing_subscriber::fmt()
        .with_env_filter(tracing_subscriber::EnvFilter::from_default_env())
        .with_timer(tracing_subscriber::fmt::time::ChronoLocal::rfc_3339())
        .init();
    let args: Args = argh::from_env();

    // build YOLOv8
    let yolo_config = Config::yolo_detect()
        .with_scale(Scale::N)
        .with_version(8.into())
        .with_model_device(args.device.parse()?)
        .retain_classes(&[0]) // keep person class only
        .with_class_confs(&[0.5])
        .commit()?;
    let mut yolo = YOLO::new(yolo_config)?;

    // build RTMPose
    let config = match args.scale.as_str() {
        "m" => Config::rtmw_133_m(),
        "l" => Config::rtmw_133_l(),
        "x" => Config::rtmw_133_x(),
        _ => todo!(),
    }
    .with_model_dtype(args.dtype.parse()?)
    .with_model_device(args.device.parse()?)
    .with_model_file("/HDD/zhangj/PROJECTS/e/mmml/rtmw-133-m-q4.onnx")
    .commit()?;
    let mut rtmpose = RTMPose::new(config)?;

    // build annotator
    let annotator = Annotator::default()
        .with_hbb_style(Style::hbb().with_draw_fill(true))
        .with_keypoint_style(
            Style::keypoint()
                .with_radius(2)
                .with_skeleton((SKELETON_COCO_65, SKELETON_COLOR_COCO_65).into())
                .show_id(false)
                .show_confidence(false)
                .show_name(false),
        );

    // build dataloader
    let dl = DataLoader::new(&args.source)?.with_batch(1).build()?;

    // iterate
    for xs in &dl {
        // YOLO infer
        let ys_det = yolo.forward(&xs)?;

        // RTMPose infer
        for (x, y_det) in xs.iter().zip(ys_det.iter()) {
            let y = rtmpose.forward(x, y_det.hbbs())?;

            // Annotate
            annotator.annotate(x, &y)?.save(format!(
                "{}.jpg",
                usls::Dir::Current
                    .base_dir_with_subs(&["runs", rtmpose.spec()])?
                    .join(usls::timestamp(None))
                    .display(),
            ))?
        }
    }

    // summary
    yolo.summary();
    rtmpose.summary();

    Ok(())
}