ep: Fix raw request shape (#46711)

Release Notes:

- N/A
This commit is contained in:
Agus Zubiaga 2026-01-13 12:27:31 -03:00 committed by GitHub
parent d2b31b47b6
commit 79c69dc622
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 4 additions and 2 deletions

View file

@ -219,7 +219,9 @@ impl Sub for Line {
pub struct RawCompletionRequest {
pub model: String,
pub prompt: String,
pub max_tokens: u32,
#[serde(skip_serializing_if = "Option::is_none")]
pub max_tokens: Option<u32>,
#[serde(skip_serializing_if = "Option::is_none")]
pub temperature: Option<f32>,
pub stop: Vec<Cow<'static, str>>,
}

View file

@ -81,7 +81,7 @@ pub fn request_prediction_with_zeta2(
prompt,
temperature: None,
stop: vec![],
max_tokens: 1024,
max_tokens: Some(2048),
};
log::trace!("Sending edit prediction request");