usls/examples/blip/main.rs

use usls::{models::Blip, Options};

fn main() -> Result<(), Box<dyn std::error::Error>> {
    // visual
    let options_visual = Options::default()
        .with_model("../models/blip-visual-base.onnx")
        .with_i00((1, 1, 4).into())
        .with_profile(false);

    // textual
    let options_textual = Options::default()
        .with_model("../models/blip-textual-base.onnx")
        .with_i00((1, 1, 4).into()) // input_id: batch
        .with_i01((1, 1, 4).into()) // input_id: seq_len
        .with_i10((1, 1, 4).into()) // attention_mask: batch
        .with_i11((1, 1, 4).into()) // attention_mask: seq_len
        .with_i20((1, 1, 4).into()) // encoder_hidden_states: batch
        .with_i30((1, 1, 4).into()) // encoder_attention_mask: batch
        .with_profile(false);

    // build model
    let mut model = Blip::new(options_visual, options_textual)?;

    // image caption
    model.caption("./assets/bus.jpg", None)?; // unconditional
    model.caption("./assets/bus.jpg", Some("three man"))?; // conditional

    Ok(())
}