From c93c703d71e788bce236fc5a0fceb402dda39ea2 Mon Sep 17 00:00:00 2001 From: Jonathan Wrede Date: Wed, 6 May 2026 05:40:36 +0000 Subject: [PATCH] improvement: map max_completion_tokens to max_tokens for Groq and Cerebras Groq and Cerebras APIs use max_tokens, not max_completion_tokens. Other providers like Deepinfra and Fireworks already have this mapping. Add it to Groq (via existing extra params) and Cerebras (using {} for defaultValues per review feedback on #1516). Closes #1341 --- src/providers/cerebras/index.ts | 22 ++++++++++++++-------- src/providers/groq/index.ts | 1 + 2 files changed, 15 insertions(+), 8 deletions(-) diff --git a/src/providers/cerebras/index.ts b/src/providers/cerebras/index.ts index 7270563cb..e0aa742ac 100644 --- a/src/providers/cerebras/index.ts +++ b/src/providers/cerebras/index.ts @@ -4,14 +4,20 @@ import { ProviderConfigs } from '../types'; import { cerebrasAPIConfig } from './api'; export const cerebrasProviderAPIConfig: ProviderConfigs = { - chatComplete: chatCompleteParams([ - 'frequency_penalty', - 'logit_bias', - 'logprobs', - 'presence_penalty', - 'parallel_tool_calls', - 'service_tier', - ]), + chatComplete: chatCompleteParams( + [ + 'frequency_penalty', + 'logit_bias', + 'logprobs', + 'presence_penalty', + 'parallel_tool_calls', + 'service_tier', + ], + {}, + { + max_completion_tokens: { param: 'max_tokens', min: 1 }, + } + ), api: cerebrasAPIConfig, responseTransforms: responseTransformers(CEREBRAS, { chatComplete: true, diff --git a/src/providers/groq/index.ts b/src/providers/groq/index.ts index 7c008f664..54f655af8 100644 --- a/src/providers/groq/index.ts +++ b/src/providers/groq/index.ts @@ -16,6 +16,7 @@ const GroqConfig: ProviderConfigs = { { service_tier: { param: 'service_tier', required: false }, reasoning_effort: { param: 'reasoning_effort', required: false }, + max_completion_tokens: { param: 'max_tokens', min: 1 }, } ), createTranscription: {},