Add support for configuring max_completion_tokens for OpenAI

Related to db9422740c
2025-02-27 09:52:24 +02:00
parent 692d61b239
commit 47d8edea70
5 changed files with 13 additions and 2 deletions
--- a/etc/app/config.yml.dist
+++ b/etc/app/config.yml.dist
@@ -80,6 +80,8 @@ agents:
    #       prompt: "You are a brief, but helpful bot called {{ baibot_name }} powered by the {{ baibot_model_id }} model. The date/time of this conversation's start is: {{ baibot_conversation_start_time_utc }}."
    #       temperature: 1.0
    #       max_response_tokens: 16384
+    #       # Reasoning models need to use `max_completion_tokens` instead of `max_response_tokens`.
+    #       max_completion_tokens: ~
    #       max_context_tokens: 128000
    #     speech_to_text:
    #       model_id: whisper-1