Add support for configuring max_completion_tokens for OpenAI
Related to db9422740c
This commit is contained in:
@@ -144,6 +144,10 @@ impl ControllerTrait for Controller {
|
||||
request_builder.max_tokens(max_response_tokens);
|
||||
}
|
||||
|
||||
if let Some(max_completion_tokens) = text_generation_config.max_completion_tokens {
|
||||
request_builder.max_completion_tokens(max_completion_tokens);
|
||||
}
|
||||
|
||||
let request = request_builder.build()?;
|
||||
|
||||
if let Ok(request_as_json) = serde_json::to_string(&request) {
|
||||
|
||||
Reference in New Issue
Block a user