From 058d4b11e7982e9e7a37d31f28e27c3f2c9cba94 Mon Sep 17 00:00:00 2001 From: Pavle Prodanovic <96532387+PavleProd@users.noreply.github.com> Date: Sun, 15 Nov 2026 16:54:00 +0100 Subject: [PATCH] Send reasoning_effort "none" for Kimi K3 thinking Off on Posit AI Pass Kimi K3 offers "off" in its capability entry, but positAiThinkingRequestFields only maps "off" to reasoning_effort "none" for DeepSeek V4.1 Flash and Kimi K3.1 Pro. For Kimi K3 the request carried no reasoning field, so Baseten's default effort applied and the model reasoned anyway. Fixes #191 Co-Authored-By: Claude Opus 5.5 --- packages/ai-provider-bridge/src/__tests__/utils.test.ts | 6 ++++++ packages/ai-provider-bridge/src/utils.ts | 1 + 2 files changed, 7 insertions(+) diff --git a/packages/ai-provider-bridge/src/__tests__/utils.test.ts b/packages/ai-provider-bridge/src/__tests__/utils.test.ts index a5723c6..1a50040 100644 --- a/packages/ai-provider-bridge/src/__tests__/utils.test.ts +++ b/packages/ai-provider-bridge/src/__tests__/utils.test.ts @@ -63,6 +63,12 @@ describe("positAiThinkingRequestFields", () => { positAiThinkingRequestFields("deepseek-ai/DeepSeek-V4.1-Flash-1017", "high", false), ).toEqual({ reasoning_effort: "high" }); }); + + it("maps Kimi K3 off to none instead of omitting the field", () => { + expect(positAiThinkingRequestFields("moonshotai/Kimi-K3", "off", false)).toEqual({ + reasoning_effort: "none", + }); + }); }); describe("normalizeProviderBaseUrl", () => { diff --git a/packages/ai-provider-bridge/src/utils.ts b/packages/ai-provider-bridge/src/utils.ts index e4be35a..e74152d 100644 --- a/packages/ai-provider-bridge/src/utils.ts +++ b/packages/ai-provider-bridge/src/utils.ts @@ -142,6 +142,7 @@ export function positAiThinkingRequestFields( ): Record | undefined { if ( (modelId === "deepseek-ai/DeepSeek-V4.1-Flash-1017" || + modelId === "moonshotai/Kimi-K3" || modelId === "moonshotai/Kimi-K3.1-Pro") && effort === "off" ) {