Add support for configuring max_completion_tokens for OpenAI

Related to db9422740c
This commit is contained in:
Slavi Pantaleev
2025-02-27 09:52:24 +02:00
parent 692d61b239
commit 47d8edea70
5 changed files with 13 additions and 2 deletions

View File

@@ -144,6 +144,10 @@ impl ControllerTrait for Controller {
request_builder.max_tokens(max_response_tokens);
}
if let Some(max_completion_tokens) = text_generation_config.max_completion_tokens {
request_builder.max_completion_tokens(max_completion_tokens);
}
let request = request_builder.build()?;
if let Ok(request_as_json) = serde_json::to_string(&request) {