Repository navigation
Expand file tree
/
Copy pathfix-stop-reason.patch
More file actions
64 lines (60 loc) · 2.4 KB
/
Copy pathfix-stop-reason.patch
File metadata and controls
64 lines (60 loc) · 2.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
diff --git a/formatResponse.ts b/formatResponse.ts
index ea88276..b785563 100644
--- a/formatResponse.ts
+++ b/formatResponse.ts
@@ -1,3 +1,9 @@
+function mapStopReason(finishReason: string): string {
+ if (finishReason === 'tool_calls') return 'tool_use';
+ if (finishReason === 'length') return 'max_tokens';
+ return 'end_turn';
+}
+
export function formatOpenAIToAnthropic(completion: any, model: string): any {
const messageId = "msg_" + Date.now();
@@ -20,7 +26,7 @@ export function formatOpenAIToAnthropic(completion: any, model: string): any {
type: "message",
role: "assistant",
content: content,
- stop_reason: completion.choices[0].finish_reason === 'tool_calls' ? "tool_use" : "end_turn",
+ stop_reason: mapStopReason(completion.choices[0].finish_reason),
stop_sequence: null,
model,
usage: {
diff --git a/streamResponse.ts b/streamResponse.ts
index 35028b9..8212151 100644
--- a/streamResponse.ts
+++ b/streamResponse.ts
@@ -30,6 +30,7 @@ export function streamOpenAIToAnthropic(openaiStream: ReadableStream, model: str
let currentToolCallId: string | null = null;
let toolCallJsonMap = new Map<string, string>();
let finalUsage = { input_tokens: 0, output_tokens: 0 };
+ let finalFinishReason: string | null = null;
const captureUsage = (parsed: any) => {
if (parsed?.usage) {
@@ -38,6 +39,10 @@ export function streamOpenAIToAnthropic(openaiStream: ReadableStream, model: str
output_tokens: parsed.usage.completion_tokens ?? finalUsage.output_tokens,
};
}
+ const reason = parsed?.choices?.[0]?.finish_reason;
+ if (reason) {
+ finalFinishReason = reason;
+ }
};
const reader = openaiStream.getReader();
@@ -198,10 +203,16 @@ export function streamOpenAIToAnthropic(openaiStream: ReadableStream, model: str
}
// Send message_delta and message_stop
+ const streamStopReason =
+ finalFinishReason === 'length' ? 'max_tokens' :
+ finalFinishReason === 'tool_calls' ? 'tool_use' :
+ finalFinishReason ? 'end_turn' :
+ (isToolUse ? 'tool_use' : 'end_turn');
+
enqueueSSE(controller, "message_delta", {
type: "message_delta",
delta: {
- stop_reason: isToolUse ? "tool_use" : "end_turn",
+ stop_reason: streamStopReason,
stop_sequence: null,
},
usage: finalUsage,