hobokenchicken/GopherGate
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(openai): use max_output_tokens for Responses API
Some checks failed
CI / Check (push) Has been cancelled
Details
CI / Clippy (push) Has been cancelled
Details
CI / Formatting (push) Has been cancelled
Details
CI / Test (push) Has been cancelled
Details
CI / Release Build (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Dustin Newkirk
2026-03-17 18:36:05 +00:00
parent 0d28241e39
commit e123f542f1
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/providers/openai.rs
View File

@@ -159,10 +159,10 @@ impl super::Provider for OpenAIProvider {
body["temperature"] = serde_json::json!(temp);
}
// Newer models (gpt-5, o1) prefer max_completion_tokens
// Newer models (gpt-5, o1) in Responses API use max_output_tokens
if let Some(max_tokens) = request.max_tokens {
if request.model.contains("gpt-5") || request.model.starts_with("o1-") || request.model.starts_with("o3-") {
body["max_completion_tokens"] = serde_json::json!(max_tokens);
body["max_output_tokens"] = serde_json::json!(max_tokens);
} else {
body["max_tokens"] = serde_json::json!(max_tokens);
}
@@ -423,10 +423,10 @@ impl super::Provider for OpenAIProvider {
body["temperature"] = serde_json::json!(temp);
}
// Newer models (gpt-5, o1) prefer max_completion_tokens
// Newer models (gpt-5, o1) in Responses API use max_output_tokens
if let Some(max_tokens) = request.max_tokens {
if request.model.contains("gpt-5") || request.model.starts_with("o1-") || request.model.starts_with("o3-") {
body["max_completion_tokens"] = serde_json::json!(max_tokens);
body["max_output_tokens"] = serde_json::json!(max_tokens);
} else {
body["max_tokens"] = serde_json::json!(max_tokens);
}