Add response_format to allow for json_object responses

This commit is contained in:
Tom
2023-11-07 13:06:35 +00:00
parent 7217809a98
commit 45f5ef5033

View File

@@ -49,6 +49,8 @@ pub struct ChatCompletionRequest {
#[serde(skip_serializing_if = "Option::is_none")] #[serde(skip_serializing_if = "Option::is_none")]
pub n: Option<i64>, pub n: Option<i64>,
#[serde(skip_serializing_if = "Option::is_none")] #[serde(skip_serializing_if = "Option::is_none")]
pub response_format: Option<String>,
#[serde(skip_serializing_if = "Option::is_none")]
pub stream: Option<bool>, pub stream: Option<bool>,
#[serde(skip_serializing_if = "Option::is_none")] #[serde(skip_serializing_if = "Option::is_none")]
pub stop: Option<Vec<String>>, pub stop: Option<Vec<String>>,
@@ -75,6 +77,7 @@ impl ChatCompletionRequest {
top_p: None, top_p: None,
stream: None, stream: None,
n: None, n: None,
response_format: None,
stop: None, stop: None,
max_tokens: None, max_tokens: None,
presence_penalty: None, presence_penalty: None,
@@ -92,6 +95,7 @@ impl_builder_methods!(
temperature: f64, temperature: f64,
top_p: f64, top_p: f64,
n: i64, n: i64,
response_format: String,
stream: bool, stream: bool,
stop: Vec<String>, stop: Vec<String>,
max_tokens: i64, max_tokens: i64,