Skip to content

fix(gemini): emit reasoning chunks and fix thought parts extraction #56

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
CrazyBoyM merged 4 commits into from
Jul 10, 2026
Merged

fix(gemini): emit reasoning chunks and fix thought parts extraction #56

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
51acf76
fix: extract Gemini thought parts as reasoning blocks when reasoningT…
kirillreutski May 15, 2026
4ddd074
fix(gemini): add includeThoughts:true to thinkingConfig request
kirillreutski May 15, 2026
5f1f665
fix(gemini): emit reasoning chunks in stream() for thought parts
kirillreutski May 15, 2026
ff5cf2a
fix: handle thoughtChunks in collectAll path, skip empty text parts
kirillreutski May 15, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 1 addition & 8 deletions package-lock.json
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

69 changes: 59 additions & 10 deletions src/infra/providers/gemini.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -231,8 +231,10 @@ export class GeminiProvider implements ModelProvider {
const decoder = new TextDecoder();
let buffer = '';
let textStarted = false;
const textIndex = 0;
let toolIndex = 1;
let thinkStarted = false;
const thinkIndex = 0;
const textIndex = 1;
let toolIndex = 2;
const toolCalls: Array<{ name: string; args: any; thoughtSignature?: string }> = [];
let lastUsage: { input: number; output: number } | undefined;
let collectAll = false;
Expand Down Expand Up @@ -274,11 +276,27 @@ export class GeminiProvider implements ModelProvider {
break;
}

const { textChunks, functionCalls, usage } = this.parseGeminiChunk(event);
const { textChunks, thoughtChunks, functionCalls, usage } = this.parseGeminiChunk(event);
if (usage) {
lastUsage = usage;
}

for (const text of thoughtChunks) {
if (!thinkStarted) {
thinkStarted = true;
yield {
type: 'content_block_start',
index: thinkIndex,
content_block: { type: 'reasoning', reasoning: '' },
};
}
yield {
type: 'content_block_delta',
index: thinkIndex,
delta: { type: 'reasoning_delta', text },
};
}

for (const text of textChunks) {
if (!textStarted) {
textStarted = true;
Expand Down Expand Up @@ -306,10 +324,25 @@ export class GeminiProvider implements ModelProvider {
const parsed = JSON.parse(buffer.trim());
const events = Array.isArray(parsed) ? parsed : [parsed];
for (const event of events) {
const { textChunks, functionCalls, usage } = this.parseGeminiChunk(event);
const { textChunks, thoughtChunks, functionCalls, usage } = this.parseGeminiChunk(event);
if (usage) {
lastUsage = usage;
}
for (const text of thoughtChunks) {
if (!thinkStarted) {
thinkStarted = true;
yield {
type: 'content_block_start',
index: thinkIndex,
content_block: { type: 'reasoning', reasoning: '' },
};
}
yield {
type: 'content_block_delta',
index: thinkIndex,
delta: { type: 'reasoning_delta', text },
};
}
for (const text of textChunks) {
if (!textStarted) {
textStarted = true;
Expand Down Expand Up @@ -412,9 +445,15 @@ export class GeminiProvider implements ModelProvider {
if (opts.maxTokens !== undefined) generationConfig.maxOutputTokens = opts.maxTokens;

if (opts.thinking?.budgetTokens) {
generationConfig.thinkingConfig = { thinkingBudget: opts.thinking.budgetTokens };
generationConfig.thinkingConfig = {
thinkingBudget: opts.thinking.budgetTokens,
includeThoughts: true,
};
} else if (opts.thinking?.level) {
generationConfig.thinkingConfig = { thinkingLevel: opts.thinking.level.toUpperCase() };
generationConfig.thinkingConfig = {
thinkingLevel: opts.thinking.level.toUpperCase(),
includeThoughts: true,
};
}

const body: any = {
Expand Down Expand Up @@ -574,7 +613,11 @@ export class GeminiProvider implements ModelProvider {
const parts = content?.parts ?? [];
for (const part of parts) {
if (typeof part?.text === 'string') {
blocks.push({ type: 'text', text: part.text });
if (part.thought === true && this.reasoningTransport === 'provider') {
blocks.push({ type: 'reasoning', reasoning: part.text });
} else {
blocks.push({ type: 'text', text: part.text });
}
} else if (part?.functionCall) {
const call = part.functionCall;
const thoughtSignature = part?.thoughtSignature ?? call?.thoughtSignature;
Expand All @@ -592,18 +635,24 @@ export class GeminiProvider implements ModelProvider {

private parseGeminiChunk(event: any): {
textChunks: string[];
thoughtChunks: string[];
functionCalls: Array<{ name: string; args: any; thoughtSignature?: string }>;
usage?: { input: number; output: number };
} {
const textChunks: string[] = [];
const thoughtChunks: string[] = [];
const functionCalls: Array<{ name: string; args: any; thoughtSignature?: string }> = [];

const candidates = Array.isArray(event?.candidates) ? event.candidates : [];
for (const candidate of candidates) {
const parts = candidate?.content?.parts ?? [];
for (const part of parts) {
if (typeof part?.text === 'string') {
textChunks.push(part.text);
if (typeof part?.text === 'string' && part.text.length > 0) {
if (part.thought === true && this.reasoningTransport === 'provider') {
thoughtChunks.push(part.text);
} else {
textChunks.push(part.text);
}
} else if (part?.functionCall) {
const thoughtSignature = part?.thoughtSignature ?? part?.functionCall?.thoughtSignature;
functionCalls.push({
Expand All @@ -623,6 +672,6 @@ export class GeminiProvider implements ModelProvider {
}
: undefined;

return { textChunks, functionCalls, usage };
return { textChunks, thoughtChunks, functionCalls, usage };
}
}