mirror of
https://github.com/mii443/rust-genai.git
synced 2025-08-23 00:35:33 +00:00
51 lines
1.6 KiB
Rust
51 lines
1.6 KiB
Rust
use genai::adapter::{AdapterConfig, AdapterKind};
|
|
use genai::chat::{ChatMessage, ChatRequest};
|
|
use genai::resolver::{AuthData, AuthResolver};
|
|
use genai::utils::print_chat_stream;
|
|
use genai::Client;
|
|
use genai::ConfigSet;
|
|
|
|
const MODEL: &str = "gpt-4o-mini";
|
|
|
|
#[tokio::main]
|
|
async fn main() -> Result<(), Box<dyn std::error::Error>> {
|
|
let questions = &[
|
|
// follow-up questions
|
|
"Why is the sky blue?",
|
|
"Why is it red sometime?",
|
|
];
|
|
|
|
// -- Build a auth_resolver and the AdapterConfig
|
|
let auth_resolver = AuthResolver::from_sync_resolver(
|
|
|kind: AdapterKind, _config_set: &ConfigSet<'_>| -> Result<Option<AuthData>, genai::resolver::Error> {
|
|
println!("\n>> Custom auth provider for {kind} <<");
|
|
let key = std::env::var("OPENAI_API_KEY").map_err(|_| genai::resolver::Error::ApiKeyEnvNotFound {
|
|
env_name: "OPENAI_API_KEY".to_string(),
|
|
})?;
|
|
Ok(Some(AuthData::from_single(key)))
|
|
},
|
|
);
|
|
let adapter_config = AdapterConfig::default().with_auth_resolver(auth_resolver);
|
|
|
|
// -- Build the new client with this adapter_config
|
|
let client = Client::builder()
|
|
.with_adapter_config(AdapterKind::OpenAI, adapter_config)
|
|
.build();
|
|
|
|
let mut chat_req = ChatRequest::default().with_system("Answer in one sentence");
|
|
|
|
for &question in questions {
|
|
chat_req = chat_req.append_message(ChatMessage::user(question));
|
|
|
|
println!("\n--- Question:\n{question}");
|
|
let chat_res = client.exec_chat_stream(MODEL, chat_req.clone(), None).await?;
|
|
|
|
println!("\n--- Answer: (streaming)");
|
|
let assistant_answer = print_chat_stream(chat_res, None).await?;
|
|
|
|
chat_req = chat_req.append_message(ChatMessage::assistant(assistant_answer));
|
|
}
|
|
|
|
Ok(())
|
|
}
|