fix responses lifecycle parity (#272)
* fix responses lifecycle parity * remove websocket test debug logging * fix responses proxy stream typecheck * update compact upstream response expectations * add community and deepwiki badges * update linuxdo banner link * fix responses review follow-ups * preserve whitespace in responses terminal deltas * fix responses stream reconciliation edges --------- Co-authored-by: apple <apple@appledeMacBook-Pro.local>
This commit is contained in:
Cita
@@ -264,6 +264,246 @@ describe('serializeConvertedResponsesEvents', () => {
|
||||
]);
|
||||
});
|
||||
|
||||
it('emits response.output_item.added before synthetic reasoning summary events for delta-only reasoning streams', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
reasoningDelta: 'Think ',
|
||||
} as any,
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.added',
|
||||
'response.reasoning_summary_part.added',
|
||||
'response.reasoning_summary_text.delta',
|
||||
]);
|
||||
expect(events[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'rs_0',
|
||||
type: 'reasoning',
|
||||
status: 'in_progress',
|
||||
summary: [],
|
||||
},
|
||||
});
|
||||
expect(events[1]?.payload).toMatchObject({
|
||||
type: 'response.reasoning_summary_part.added',
|
||||
item_id: 'rs_0',
|
||||
output_index: 0,
|
||||
summary_index: 0,
|
||||
part: {
|
||||
type: 'summary_text',
|
||||
text: '',
|
||||
},
|
||||
});
|
||||
expect(events[2]?.payload).toMatchObject({
|
||||
type: 'response.reasoning_summary_text.delta',
|
||||
item_id: 'rs_0',
|
||||
output_index: 0,
|
||||
summary_index: 0,
|
||||
delta: 'Think ',
|
||||
});
|
||||
});
|
||||
|
||||
it('keeps synthetic reasoning and message output items separate when reasoning arrives before content', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
reasoningDelta: 'plan first',
|
||||
} as any,
|
||||
});
|
||||
|
||||
const contentLines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
contentDelta: 'final answer',
|
||||
} as any,
|
||||
});
|
||||
|
||||
const contentEvents = parseSseEvents(contentLines);
|
||||
expect(contentEvents.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.added',
|
||||
'response.content_part.added',
|
||||
'response.output_text.delta',
|
||||
]);
|
||||
expect(contentEvents[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 1,
|
||||
item: {
|
||||
id: 'msg_1',
|
||||
type: 'message',
|
||||
content: [],
|
||||
},
|
||||
});
|
||||
|
||||
const completedLines = completeResponsesStream(state, streamContext, usage);
|
||||
const payloads = parseSsePayloads(completedLines);
|
||||
const completed = payloads.find((item) => item.type === 'response.completed');
|
||||
expect(completed?.response?.output).toEqual([
|
||||
{
|
||||
id: 'rs_0',
|
||||
type: 'reasoning',
|
||||
status: 'completed',
|
||||
summary: [
|
||||
{
|
||||
type: 'summary_text',
|
||||
text: 'plan first',
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
id: 'msg_1',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'completed',
|
||||
content: [
|
||||
{
|
||||
type: 'output_text',
|
||||
text: 'final answer',
|
||||
},
|
||||
],
|
||||
},
|
||||
]);
|
||||
expect(completed?.response?.output_text).toBe('final answer');
|
||||
});
|
||||
|
||||
it('keeps synthetic message and function call items separate when one event contains both', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
contentDelta: 'hello',
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_1',
|
||||
name: 'Glob',
|
||||
argumentsDelta: '{}',
|
||||
}],
|
||||
} as any,
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.added',
|
||||
'response.content_part.added',
|
||||
'response.output_text.delta',
|
||||
'response.output_item.added',
|
||||
'response.function_call_arguments.delta',
|
||||
]);
|
||||
expect(events[3]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 1,
|
||||
item: {
|
||||
id: 'call_1',
|
||||
type: 'function_call',
|
||||
call_id: 'call_1',
|
||||
name: 'Glob',
|
||||
arguments: '',
|
||||
},
|
||||
});
|
||||
|
||||
const completedLines = completeResponsesStream(state, streamContext, usage);
|
||||
const payloads = parseSsePayloads(completedLines);
|
||||
const completed = payloads.find((item) => item.type === 'response.completed');
|
||||
expect(completed?.response?.output).toEqual([
|
||||
{
|
||||
id: 'msg_0',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'completed',
|
||||
content: [
|
||||
{
|
||||
type: 'output_text',
|
||||
text: 'hello',
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
id: 'call_1',
|
||||
type: 'function_call',
|
||||
status: 'completed',
|
||||
call_id: 'call_1',
|
||||
name: 'Glob',
|
||||
arguments: '{}',
|
||||
},
|
||||
]);
|
||||
});
|
||||
|
||||
it('backfills missing parent events before sparse native function call argument deltas', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.function_call_arguments.delta',
|
||||
responsesPayload: {
|
||||
type: 'response.function_call_arguments.delta',
|
||||
output_index: 0,
|
||||
call_id: 'call_sparse',
|
||||
name: 'lookup',
|
||||
delta: '{"q":"x"}',
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.added',
|
||||
'response.function_call_arguments.delta',
|
||||
]);
|
||||
expect(events[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 0,
|
||||
item: {
|
||||
type: 'function_call',
|
||||
call_id: 'call_sparse',
|
||||
name: 'lookup',
|
||||
},
|
||||
});
|
||||
});
|
||||
|
||||
it('preserves richer image_generation_call fields while aggregating progress events', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
@@ -333,6 +573,210 @@ describe('serializeConvertedResponsesEvents', () => {
|
||||
});
|
||||
});
|
||||
|
||||
it('emits response.output_item.done after native image generation completion', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.image_generation_call.completed',
|
||||
responsesPayload: {
|
||||
type: 'response.image_generation_call.completed',
|
||||
item_id: 'img_done_1',
|
||||
output_index: 0,
|
||||
result: 'image-final',
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.completed',
|
||||
responsesPayload: {
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_image_done',
|
||||
model: 'gpt-5',
|
||||
usage: {
|
||||
input_tokens: 1,
|
||||
output_tokens: 2,
|
||||
total_tokens: 3,
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.done',
|
||||
'response.completed',
|
||||
]);
|
||||
});
|
||||
|
||||
it('backfills native parent lifecycle events before forwarding sparse function call argument deltas', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.function_call_arguments.delta',
|
||||
responsesPayload: {
|
||||
type: 'response.function_call_arguments.delta',
|
||||
output_index: 0,
|
||||
call_id: 'call_sparse_1',
|
||||
name: 'Glob',
|
||||
delta: '{}',
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.added',
|
||||
'response.function_call_arguments.delta',
|
||||
]);
|
||||
expect(events[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'call_sparse_1',
|
||||
type: 'function_call',
|
||||
call_id: 'call_sparse_1',
|
||||
name: 'Glob',
|
||||
arguments: '',
|
||||
},
|
||||
});
|
||||
});
|
||||
|
||||
it('backfills native content part openers before forwarding sparse output_text.done events', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.output_text.done',
|
||||
responsesPayload: {
|
||||
type: 'response.output_text.done',
|
||||
output_index: 0,
|
||||
item_id: 'msg_sparse_1',
|
||||
text: 'hello world',
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.added',
|
||||
'response.content_part.added',
|
||||
'response.output_text.done',
|
||||
]);
|
||||
expect(events[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'msg_sparse_1',
|
||||
type: 'message',
|
||||
},
|
||||
});
|
||||
expect(events[1]?.payload).toMatchObject({
|
||||
type: 'response.content_part.added',
|
||||
output_index: 0,
|
||||
item_id: 'msg_sparse_1',
|
||||
content_index: 0,
|
||||
part: {
|
||||
type: 'output_text',
|
||||
text: '',
|
||||
},
|
||||
});
|
||||
expect(events[2]?.payload).toMatchObject({
|
||||
type: 'response.output_text.done',
|
||||
output_index: 0,
|
||||
item_id: 'msg_sparse_1',
|
||||
text: 'hello world',
|
||||
});
|
||||
});
|
||||
|
||||
it('preserves native message item ids when sparse content parts open the parent item', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.content_part.added',
|
||||
responsesPayload: {
|
||||
type: 'response.content_part.added',
|
||||
output_index: 0,
|
||||
item_id: 'msg_sparse_content_1',
|
||||
content_index: 0,
|
||||
part: {
|
||||
type: 'output_text',
|
||||
text: '',
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.added',
|
||||
'response.content_part.added',
|
||||
]);
|
||||
expect(events[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'msg_sparse_content_1',
|
||||
type: 'message',
|
||||
},
|
||||
});
|
||||
expect(events[1]?.payload).toMatchObject({
|
||||
type: 'response.content_part.added',
|
||||
output_index: 0,
|
||||
item_id: 'msg_sparse_content_1',
|
||||
content_index: 0,
|
||||
part: {
|
||||
type: 'output_text',
|
||||
text: '',
|
||||
},
|
||||
});
|
||||
});
|
||||
|
||||
it('emits canonical message done events before response.completed when recovering a sparse text stream', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
@@ -675,6 +1119,94 @@ describe('serializeConvertedResponsesEvents', () => {
|
||||
});
|
||||
});
|
||||
|
||||
it('backfills missing native content_part.done even after output_item.done already marks the message completed', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 2,
|
||||
completionTokens: 4,
|
||||
totalTokens: 6,
|
||||
};
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.content_part.added',
|
||||
responsesPayload: {
|
||||
type: 'response.content_part.added',
|
||||
output_index: 0,
|
||||
item_id: 'msg_native_done_1',
|
||||
content_index: 0,
|
||||
part: {
|
||||
type: 'output_text',
|
||||
text: '',
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.output_text.done',
|
||||
responsesPayload: {
|
||||
type: 'response.output_text.done',
|
||||
output_index: 0,
|
||||
item_id: 'msg_native_done_1',
|
||||
text: 'hello world',
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.output_item.done',
|
||||
responsesPayload: {
|
||||
type: 'response.output_item.done',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'msg_native_done_1',
|
||||
type: 'message',
|
||||
status: 'completed',
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.completed',
|
||||
responsesPayload: {
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_native_done_1',
|
||||
model: 'gpt-5',
|
||||
usage: {
|
||||
input_tokens: 2,
|
||||
output_tokens: 4,
|
||||
total_tokens: 6,
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.completed',
|
||||
]);
|
||||
});
|
||||
|
||||
it('does not synthesize duplicate reasoning done events after original reasoning completion already arrived', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
@@ -908,6 +1440,76 @@ describe('serializeConvertedResponsesEvents', () => {
|
||||
]);
|
||||
});
|
||||
|
||||
it('preserves terminal response output from sparse response.incomplete payloads', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.incomplete',
|
||||
responsesPayload: {
|
||||
type: 'response.incomplete',
|
||||
response: {
|
||||
id: 'resp_sparse_incomplete',
|
||||
model: 'gpt-5',
|
||||
status: 'incomplete',
|
||||
output: [
|
||||
{
|
||||
id: 'msg_sparse_incomplete',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'incomplete',
|
||||
content: [
|
||||
{
|
||||
type: 'output_text',
|
||||
text: 'partial answer',
|
||||
},
|
||||
],
|
||||
},
|
||||
],
|
||||
usage: {
|
||||
input_tokens: 1,
|
||||
output_tokens: 2,
|
||||
total_tokens: 3,
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.at(-1)?.payload).toMatchObject({
|
||||
type: 'response.incomplete',
|
||||
response: {
|
||||
id: 'resp_sparse_incomplete',
|
||||
status: 'incomplete',
|
||||
output_text: 'partial answer',
|
||||
output: [
|
||||
{
|
||||
id: 'msg_sparse_incomplete',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'incomplete',
|
||||
content: [
|
||||
{
|
||||
type: 'output_text',
|
||||
text: 'partial answer',
|
||||
},
|
||||
],
|
||||
},
|
||||
],
|
||||
},
|
||||
});
|
||||
});
|
||||
|
||||
it('preserves response.incomplete as a first-class terminal event', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
@@ -1145,6 +1747,68 @@ describe('serializeConvertedResponsesEvents', () => {
|
||||
});
|
||||
});
|
||||
|
||||
it('emits a generic output_item.done for native image generation items that completed earlier', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.image_generation_call.completed',
|
||||
responsesPayload: {
|
||||
type: 'response.image_generation_call.completed',
|
||||
item_id: 'img_terminal_1',
|
||||
output_index: 0,
|
||||
result: 'final-image',
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.completed',
|
||||
responsesPayload: {
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_image_done_1',
|
||||
model: 'gpt-5',
|
||||
usage: {
|
||||
input_tokens: 1,
|
||||
output_tokens: 2,
|
||||
total_tokens: 3,
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.done',
|
||||
'response.completed',
|
||||
]);
|
||||
expect(events[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.done',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'img_terminal_1',
|
||||
type: 'image_generation_call',
|
||||
status: 'completed',
|
||||
result: 'final-image',
|
||||
},
|
||||
});
|
||||
});
|
||||
|
||||
it('does not synthesize duplicate tool input done events after original tool completion already arrived', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
@@ -1240,4 +1904,197 @@ describe('serializeConvertedResponsesEvents', () => {
|
||||
'[DONE]',
|
||||
]);
|
||||
});
|
||||
|
||||
it('keeps synthetic reasoning and message items separate when reasoning arrives before visible text', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
reasoningDelta: 'think first',
|
||||
} as any,
|
||||
});
|
||||
|
||||
const messageLines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
contentDelta: 'visible answer',
|
||||
} as any,
|
||||
});
|
||||
|
||||
const messageEvents = parseSseEvents(messageLines);
|
||||
expect(messageEvents[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
item: {
|
||||
type: 'message',
|
||||
},
|
||||
});
|
||||
|
||||
const completionLines = completeResponsesStream(state, streamContext, usage);
|
||||
const completionPayloads = parseSsePayloads(completionLines);
|
||||
const completed = completionPayloads.find((item) => item.type === 'response.completed');
|
||||
expect(completed?.response?.output).toHaveLength(2);
|
||||
expect(completed?.response?.output?.find((item: any) => item.type === 'reasoning')).toMatchObject({
|
||||
type: 'reasoning',
|
||||
summary: [{ type: 'summary_text', text: 'think first' }],
|
||||
});
|
||||
expect(completed?.response?.output?.find((item: any) => item.type === 'message')).toMatchObject({
|
||||
type: 'message',
|
||||
content: [{ type: 'output_text', text: 'visible answer' }],
|
||||
});
|
||||
expect(completed?.response?.output_text).toBe('visible answer');
|
||||
});
|
||||
|
||||
it('keeps synthetic message and tool call items separate when content and tool deltas arrive together', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
contentDelta: 'hi',
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_1',
|
||||
name: 'Glob',
|
||||
argumentsDelta: '{"pattern":"README*"}',
|
||||
}],
|
||||
} as any,
|
||||
});
|
||||
|
||||
const completionLines = completeResponsesStream(state, streamContext, usage);
|
||||
const completionPayloads = parseSsePayloads(completionLines);
|
||||
const completed = completionPayloads.find((item) => item.type === 'response.completed');
|
||||
expect(completed?.response?.output).toHaveLength(2);
|
||||
expect(completed?.response?.output?.find((item: any) => item.type === 'message')).toMatchObject({
|
||||
type: 'message',
|
||||
content: [{ type: 'output_text', text: 'hi' }],
|
||||
});
|
||||
expect(completed?.response?.output?.find((item: any) => item.type === 'function_call')).toMatchObject({
|
||||
type: 'function_call',
|
||||
call_id: 'call_1',
|
||||
name: 'Glob',
|
||||
arguments: '{"pattern":"README*"}',
|
||||
});
|
||||
});
|
||||
|
||||
it('backfills missing output_item.added before sparse native function_call argument events', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.function_call_arguments.delta',
|
||||
responsesPayload: {
|
||||
type: 'response.function_call_arguments.delta',
|
||||
output_index: 0,
|
||||
call_id: 'call_sparse_1',
|
||||
name: 'Glob',
|
||||
delta: '{"pattern":"README*"}',
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.added',
|
||||
'response.function_call_arguments.delta',
|
||||
]);
|
||||
expect(events[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 0,
|
||||
item: {
|
||||
type: 'function_call',
|
||||
call_id: 'call_sparse_1',
|
||||
name: 'Glob',
|
||||
},
|
||||
});
|
||||
});
|
||||
|
||||
it('emits a generic output_item.done for native image_generation completion before response.completed', () => {
|
||||
const state = createOpenAiResponsesAggregateState('gpt-5');
|
||||
const streamContext = createStreamTransformContext('gpt-5');
|
||||
const usage = {
|
||||
promptTokens: 1,
|
||||
completionTokens: 2,
|
||||
totalTokens: 3,
|
||||
};
|
||||
|
||||
serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.image_generation_call.completed',
|
||||
responsesPayload: {
|
||||
type: 'response.image_generation_call.completed',
|
||||
output_index: 0,
|
||||
item_id: 'img_1',
|
||||
result: 'image-result',
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const lines = serializeConvertedResponsesEvents({
|
||||
state,
|
||||
streamContext,
|
||||
usage,
|
||||
event: {
|
||||
responsesEventType: 'response.completed',
|
||||
responsesPayload: {
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_image_1',
|
||||
model: 'gpt-5',
|
||||
usage: {
|
||||
input_tokens: 1,
|
||||
output_tokens: 2,
|
||||
total_tokens: 3,
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
const events = parseSseEvents(lines);
|
||||
expect(events.map((entry) => entry.event)).toEqual([
|
||||
'response.output_item.done',
|
||||
'response.completed',
|
||||
]);
|
||||
expect(events[0]?.payload).toMatchObject({
|
||||
type: 'response.output_item.done',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'img_1',
|
||||
type: 'image_generation_call',
|
||||
status: 'completed',
|
||||
result: 'image-result',
|
||||
},
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
@@ -63,6 +63,7 @@ const reasoningSummaryTextDoneMarker = Symbol('responses.reasoning_summary_text.
|
||||
const reasoningSummaryPartDoneMarker = Symbol('responses.reasoning_summary_part.done');
|
||||
const functionCallArgumentsDoneMarker = Symbol('responses.function_call_arguments.done');
|
||||
const customToolInputDoneMarker = Symbol('responses.custom_tool_call_input.done');
|
||||
const outputItemDoneMarker = Symbol('responses.output_item.done');
|
||||
|
||||
export type OpenAiResponsesAggregateState = {
|
||||
modelName: string;
|
||||
@@ -145,11 +146,147 @@ function rememberOutputId(state: OpenAiResponsesAggregateState, index: number, i
|
||||
}
|
||||
}
|
||||
|
||||
function preserveTerminalMarkers(source: AggregateOutputItem | undefined, target: AggregateOutputItem): void {
|
||||
if (!isRecord(source)) return;
|
||||
|
||||
const itemMarkers = [
|
||||
outputItemDoneMarker,
|
||||
functionCallArgumentsDoneMarker,
|
||||
customToolInputDoneMarker,
|
||||
];
|
||||
for (const marker of itemMarkers) {
|
||||
if (hasTerminalMarker(source, marker)) {
|
||||
markTerminalMarker(target, marker);
|
||||
}
|
||||
}
|
||||
|
||||
const sourceContent = Array.isArray(source.content) ? source.content : [];
|
||||
const targetContent = Array.isArray(target.content) ? target.content : [];
|
||||
for (let index = 0; index < Math.min(sourceContent.length, targetContent.length); index += 1) {
|
||||
const sourcePart = sourceContent[index];
|
||||
const targetPart = targetContent[index];
|
||||
if (!isRecord(sourcePart) || !isRecord(targetPart)) continue;
|
||||
if (hasTerminalMarker(sourcePart, outputTextDoneMarker)) {
|
||||
markTerminalMarker(targetPart, outputTextDoneMarker);
|
||||
}
|
||||
if (hasTerminalMarker(sourcePart, contentPartDoneMarker)) {
|
||||
markTerminalMarker(targetPart, contentPartDoneMarker);
|
||||
}
|
||||
}
|
||||
|
||||
const sourceSummary = Array.isArray(source.summary) ? source.summary : [];
|
||||
const targetSummary = Array.isArray(target.summary) ? target.summary : [];
|
||||
for (let index = 0; index < Math.min(sourceSummary.length, targetSummary.length); index += 1) {
|
||||
const sourcePart = sourceSummary[index];
|
||||
const targetPart = targetSummary[index];
|
||||
if (!isRecord(sourcePart) || !isRecord(targetPart)) continue;
|
||||
if (hasTerminalMarker(sourcePart, reasoningSummaryTextDoneMarker)) {
|
||||
markTerminalMarker(targetPart, reasoningSummaryTextDoneMarker);
|
||||
}
|
||||
if (hasTerminalMarker(sourcePart, reasoningSummaryPartDoneMarker)) {
|
||||
markTerminalMarker(targetPart, reasoningSummaryPartDoneMarker);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function isTerminalStatus(value: unknown): boolean {
|
||||
const status = asTrimmedString(value).toLowerCase();
|
||||
return status === 'completed' || status === 'failed' || status === 'incomplete';
|
||||
}
|
||||
|
||||
function isOutputItemType(item: unknown, expectedType: string): boolean {
|
||||
return isRecord(item) && asTrimmedString(item.type).toLowerCase() === expectedType;
|
||||
}
|
||||
|
||||
function resolveCompatibleOutputIndex(
|
||||
state: OpenAiResponsesAggregateState,
|
||||
expectedType: string,
|
||||
rawIndex: unknown,
|
||||
...candidateIds: Array<unknown>
|
||||
): number {
|
||||
const resolved = resolveOutputIndex(state, rawIndex, ...candidateIds);
|
||||
const existing = state.outputItems[resolved];
|
||||
if (!existing || isOutputItemType(existing, expectedType)) return resolved;
|
||||
return state.outputItems.length;
|
||||
}
|
||||
|
||||
function snapshotOutputItemForAdded(item: AggregateOutputItem): AggregateOutputItem {
|
||||
const next = cloneJson(item);
|
||||
const itemType = asTrimmedString(next.type).toLowerCase();
|
||||
|
||||
if (itemType === 'message') {
|
||||
next.content = [];
|
||||
} else if (itemType === 'reasoning') {
|
||||
next.summary = [];
|
||||
} else if (itemType === 'function_call') {
|
||||
next.arguments = '';
|
||||
} else if (itemType === 'custom_tool_call') {
|
||||
next.input = '';
|
||||
} else if (itemType === 'image_generation_call') {
|
||||
next.result = null;
|
||||
next.partial_images = [];
|
||||
}
|
||||
|
||||
next.status = 'in_progress';
|
||||
return next;
|
||||
}
|
||||
|
||||
function serializeOutputItemAdded(index: number, item: AggregateOutputItem): string {
|
||||
return serializeSse('response.output_item.added', {
|
||||
type: 'response.output_item.added',
|
||||
output_index: index,
|
||||
item: snapshotOutputItemForAdded(item),
|
||||
});
|
||||
}
|
||||
|
||||
function snapshotPartForAdded(part: AggregateOutputItem): AggregateOutputItem {
|
||||
const next = cloneJson(part);
|
||||
const partType = asTrimmedString(next.type).toLowerCase();
|
||||
if (
|
||||
(partType === 'output_text' || partType === 'text' || partType === 'summary_text')
|
||||
&& typeof next.text === 'string'
|
||||
) {
|
||||
next.text = '';
|
||||
}
|
||||
return next;
|
||||
}
|
||||
|
||||
function serializeContentPartAdded(
|
||||
outputIndex: number,
|
||||
itemId: string,
|
||||
contentIndex: number,
|
||||
part: AggregateOutputItem,
|
||||
): string {
|
||||
return serializeSse('response.content_part.added', {
|
||||
type: 'response.content_part.added',
|
||||
output_index: outputIndex,
|
||||
item_id: itemId,
|
||||
content_index: contentIndex,
|
||||
part: snapshotPartForAdded(part),
|
||||
});
|
||||
}
|
||||
|
||||
function serializeReasoningSummaryPartAdded(
|
||||
outputIndex: number,
|
||||
itemId: string,
|
||||
summaryIndex: number,
|
||||
part: AggregateOutputItem,
|
||||
): string {
|
||||
return serializeSse('response.reasoning_summary_part.added', {
|
||||
type: 'response.reasoning_summary_part.added',
|
||||
item_id: itemId,
|
||||
output_index: outputIndex,
|
||||
summary_index: summaryIndex,
|
||||
part: snapshotPartForAdded(part),
|
||||
});
|
||||
}
|
||||
|
||||
function setOutputItem(
|
||||
state: OpenAiResponsesAggregateState,
|
||||
index: number,
|
||||
item: AggregateOutputItem,
|
||||
): AggregateOutputItem {
|
||||
const existing = isRecord(state.outputItems[index]) ? state.outputItems[index] as AggregateOutputItem : undefined;
|
||||
const current = cloneRecord(state.outputItems[index]) || {};
|
||||
const incoming = cloneJson(item);
|
||||
const next = {
|
||||
@@ -168,6 +305,7 @@ function setOutputItem(
|
||||
) {
|
||||
next.partial_images = current.partial_images;
|
||||
}
|
||||
preserveTerminalMarkers(existing, next);
|
||||
state.outputItems[index] = next;
|
||||
rememberOutputId(state, index, next);
|
||||
return next;
|
||||
@@ -200,34 +338,53 @@ function resolveOutputIndex(
|
||||
return state.outputItems.length;
|
||||
}
|
||||
|
||||
function ensureMessageItem(state: OpenAiResponsesAggregateState, indexHint?: number): { index: number; item: AggregateOutputItem } {
|
||||
const index = state.messageIndex ?? indexHint ?? 0;
|
||||
function ensureMessageItem(
|
||||
state: OpenAiResponsesAggregateState,
|
||||
indexHint?: number,
|
||||
itemIdRaw?: unknown,
|
||||
): { index: number; item: AggregateOutputItem; created: boolean } {
|
||||
const preferredIndex = state.messageIndex ?? indexHint ?? 0;
|
||||
const itemId = asTrimmedString(itemIdRaw);
|
||||
const index = resolveCompatibleOutputIndex(state, 'message', preferredIndex);
|
||||
const created = !state.outputItems[index];
|
||||
const item = ensureOutputItem(state, index, () => ({
|
||||
id: ensureOutputItemId('', 'msg', index),
|
||||
id: ensureOutputItemId(itemId, 'msg', index),
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'in_progress',
|
||||
content: [],
|
||||
}));
|
||||
if (itemId) {
|
||||
item.id = ensureOutputItemId(itemId, 'msg', index);
|
||||
rememberOutputId(state, index, item);
|
||||
}
|
||||
if (!Array.isArray(item.content)) item.content = [];
|
||||
if (state.messageIndex === null) state.messageIndex = index;
|
||||
return { index, item };
|
||||
state.messageIndex = index;
|
||||
return { index, item, created };
|
||||
}
|
||||
|
||||
function ensureMessageOutputTextPart(
|
||||
state: OpenAiResponsesAggregateState,
|
||||
indexHint?: number,
|
||||
): { index: number; item: AggregateOutputItem; part: AggregateOutputItem; created: boolean } {
|
||||
const { index, item } = ensureMessageItem(state, indexHint);
|
||||
itemIdRaw?: unknown,
|
||||
): {
|
||||
index: number;
|
||||
item: AggregateOutputItem;
|
||||
part: AggregateOutputItem;
|
||||
created: boolean;
|
||||
itemCreated: boolean;
|
||||
partCreated: boolean;
|
||||
} {
|
||||
const { index, item, created: itemCreated } = ensureMessageItem(state, indexHint, itemIdRaw);
|
||||
const content = Array.isArray(item.content) ? item.content as AggregateOutputItem[] : [];
|
||||
if (!Array.isArray(item.content)) item.content = content;
|
||||
let part = content[0];
|
||||
const created = !isRecord(part) || asTrimmedString(part.type).toLowerCase() !== 'output_text';
|
||||
if (created) {
|
||||
const partCreated = !isRecord(part) || asTrimmedString(part.type).toLowerCase() !== 'output_text';
|
||||
if (partCreated) {
|
||||
part = { type: 'output_text', text: '' };
|
||||
content[0] = part;
|
||||
}
|
||||
return { index, item, part, created };
|
||||
return { index, item, part, created: itemCreated || partCreated, itemCreated, partCreated };
|
||||
}
|
||||
|
||||
function ensureReasoningItem(
|
||||
@@ -239,7 +396,9 @@ function ensureReasoningItem(
|
||||
const existingIndex = itemId
|
||||
? state.reasoningIndexById[itemId]
|
||||
: Object.values(state.reasoningIndexById)[0];
|
||||
const index = existingIndex ?? resolveOutputIndex(state, indexHint, itemId);
|
||||
const index = existingIndex !== undefined
|
||||
? resolveCompatibleOutputIndex(state, 'reasoning', existingIndex, itemId)
|
||||
: resolveCompatibleOutputIndex(state, 'reasoning', indexHint, itemId);
|
||||
const created = !state.outputItems[index];
|
||||
const item = ensureOutputItem(state, index, () => ({
|
||||
id: ensureOutputItemId(itemId, 'rs', index),
|
||||
@@ -297,7 +456,9 @@ function ensureFunctionCallItem(
|
||||
const callId = asTrimmedString(callIdRaw);
|
||||
const name = asTrimmedString(nameRaw);
|
||||
const existingIndex = callId ? state.functionIndexById[callId] : undefined;
|
||||
const index = existingIndex ?? resolveOutputIndex(state, indexHint, callId);
|
||||
const index = existingIndex !== undefined
|
||||
? resolveCompatibleOutputIndex(state, 'function_call', existingIndex, callId)
|
||||
: resolveCompatibleOutputIndex(state, 'function_call', indexHint, callId);
|
||||
const created = !state.outputItems[index];
|
||||
const item = ensureOutputItem(state, index, () => ({
|
||||
id: ensureOutputItemId(callId, 'fc', index),
|
||||
@@ -326,7 +487,9 @@ function ensureCustomToolItem(
|
||||
const existingIndex = (callId && state.customToolIndexById[callId] !== undefined)
|
||||
? state.customToolIndexById[callId]
|
||||
: (itemId && state.customToolIndexById[itemId] !== undefined ? state.customToolIndexById[itemId] : undefined);
|
||||
const index = existingIndex ?? resolveOutputIndex(state, indexHint, itemId, callId);
|
||||
const index = existingIndex !== undefined
|
||||
? resolveCompatibleOutputIndex(state, 'custom_tool_call', existingIndex, itemId, callId)
|
||||
: resolveCompatibleOutputIndex(state, 'custom_tool_call', indexHint, itemId, callId);
|
||||
const created = !state.outputItems[index];
|
||||
const item = ensureOutputItem(state, index, () => ({
|
||||
id: ensureOutputItemId(itemId, 'ct', index),
|
||||
@@ -349,7 +512,9 @@ function ensureImageGenerationItem(
|
||||
): { index: number; item: AggregateOutputItem; created: boolean } {
|
||||
const itemId = asTrimmedString(itemIdRaw);
|
||||
const existingIndex = itemId ? state.imageGenerationIndexById[itemId] : undefined;
|
||||
const index = existingIndex ?? resolveOutputIndex(state, indexHint, itemId);
|
||||
const index = existingIndex !== undefined
|
||||
? resolveCompatibleOutputIndex(state, 'image_generation_call', existingIndex, itemId)
|
||||
: resolveCompatibleOutputIndex(state, 'image_generation_call', indexHint, itemId);
|
||||
const created = !state.outputItems[index];
|
||||
const item = ensureOutputItem(state, index, () => ({
|
||||
id: ensureOutputItemId(itemId, 'img', index),
|
||||
@@ -394,6 +559,28 @@ function collectOutputText(state: OpenAiResponsesAggregateState): string {
|
||||
return parts.join('');
|
||||
}
|
||||
|
||||
function hydrateStateFromTerminalResponseOutput(
|
||||
state: OpenAiResponsesAggregateState,
|
||||
responsePayload: Record<string, unknown> | null | undefined,
|
||||
): void {
|
||||
if (!isRecord(responsePayload) || !Array.isArray(responsePayload.output)) return;
|
||||
|
||||
for (let index = 0; index < responsePayload.output.length; index += 1) {
|
||||
const item = responsePayload.output[index];
|
||||
if (!isRecord(item)) continue;
|
||||
const itemType = asTrimmedString(item.type).toLowerCase();
|
||||
if (!itemType) continue;
|
||||
const resolvedIndex = resolveCompatibleOutputIndex(
|
||||
state,
|
||||
itemType,
|
||||
index,
|
||||
item.id,
|
||||
item.call_id,
|
||||
);
|
||||
setOutputItem(state, resolvedIndex, cloneJson(item));
|
||||
}
|
||||
}
|
||||
|
||||
function materializeResponse(
|
||||
state: OpenAiResponsesAggregateState,
|
||||
streamContext: StreamTransformContext,
|
||||
@@ -413,7 +600,7 @@ function materializeResponse(
|
||||
? base.created_at
|
||||
: (typeof base.created === 'number' && Number.isFinite(base.created) ? base.created : null)
|
||||
) ?? state.createdAt ?? Math.floor(Date.now() / 1000);
|
||||
const output = state.outputItems
|
||||
const aggregatedOutput = state.outputItems
|
||||
.filter((item): item is AggregateOutputItem => isRecord(item))
|
||||
.map((item) => {
|
||||
const status = asTrimmedString(item.status).toLowerCase();
|
||||
@@ -424,6 +611,11 @@ function materializeResponse(
|
||||
: (state.failed ? 'failed' : state.incomplete ? 'incomplete' : 'completed'),
|
||||
};
|
||||
});
|
||||
const output = aggregatedOutput.length > 0
|
||||
? aggregatedOutput
|
||||
: (Array.isArray(base.output) ? cloneJson(base.output) : []);
|
||||
const outputText = collectOutputText(state)
|
||||
|| (typeof base.output_text === 'string' ? base.output_text : '');
|
||||
|
||||
return {
|
||||
...base,
|
||||
@@ -433,7 +625,7 @@ function materializeResponse(
|
||||
status: statusOverride ?? (state.failed ? 'failed' : state.incomplete ? 'incomplete' : 'completed'),
|
||||
model: asTrimmedString(base.model) || streamContext.model || state.modelName,
|
||||
output,
|
||||
output_text: collectOutputText(state),
|
||||
output_text: outputText,
|
||||
usage: buildUsagePayload(usage),
|
||||
...Object.keys(state.usageExtras).length > 0 ? { usage: { ...buildUsagePayload(usage), ...state.usageExtras } } : {},
|
||||
};
|
||||
@@ -497,6 +689,11 @@ function applyOriginalResponsesPayload(
|
||||
const itemType = asTrimmedString(item.type).toLowerCase();
|
||||
if (itemType === 'reasoning') {
|
||||
const reasoningState = ensureReasoningItem(state, item.id, outputIndex);
|
||||
const preservedSummary = (
|
||||
(!Array.isArray(item.summary) || item.summary.length === 0) && Array.isArray(reasoningState.item.summary)
|
||||
)
|
||||
? reasoningState.item.summary
|
||||
: null;
|
||||
const next = {
|
||||
...reasoningState.item,
|
||||
...item,
|
||||
@@ -504,15 +701,24 @@ function applyOriginalResponsesPayload(
|
||||
if (eventType === 'response.output_item.done' && !asTrimmedString(next.status)) {
|
||||
next.status = 'completed';
|
||||
}
|
||||
if ((!Array.isArray(item.summary) || item.summary.length === 0) && Array.isArray(reasoningState.item.summary)) {
|
||||
next.summary = reasoningState.item.summary;
|
||||
if (preservedSummary) {
|
||||
next.summary = preservedSummary;
|
||||
}
|
||||
setOutputItem(state, reasoningState.index, next);
|
||||
return serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: reasoningState.index,
|
||||
item: state.outputItems[reasoningState.index] ?? payload.item,
|
||||
});
|
||||
const stored = setOutputItem(state, reasoningState.index, next);
|
||||
if (preservedSummary) {
|
||||
stored.summary = preservedSummary;
|
||||
}
|
||||
if (eventType === 'response.output_item.done') {
|
||||
markTerminalMarker(stored, outputItemDoneMarker);
|
||||
}
|
||||
return [
|
||||
...(eventType === 'response.output_item.done' ? buildMissingSubordinateDoneEventsForItem(stored, reasoningState.index) : []),
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: reasoningState.index,
|
||||
item: state.outputItems[reasoningState.index] ?? payload.item,
|
||||
}),
|
||||
];
|
||||
}
|
||||
const existing = isRecord(state.outputItems[outputIndex]) ? cloneRecord(state.outputItems[outputIndex]) || {} : {};
|
||||
const next = {
|
||||
@@ -522,33 +728,60 @@ function applyOriginalResponsesPayload(
|
||||
if (eventType === 'response.output_item.done' && !asTrimmedString(next.status)) {
|
||||
next.status = 'completed';
|
||||
}
|
||||
if ((!Array.isArray(item.content) || item.content.length === 0) && Array.isArray(existing.content)) {
|
||||
next.content = existing.content;
|
||||
const preservedContent = (
|
||||
(!Array.isArray(item.content) || item.content.length === 0) && Array.isArray(existing.content)
|
||||
)
|
||||
? existing.content
|
||||
: null;
|
||||
const preservedSummary = (
|
||||
(!Array.isArray(item.summary) || item.summary.length === 0) && Array.isArray(existing.summary)
|
||||
)
|
||||
? existing.summary
|
||||
: null;
|
||||
const preservedPartialImages = (
|
||||
(!Array.isArray(item.partial_images) || item.partial_images.length === 0) && Array.isArray(existing.partial_images)
|
||||
)
|
||||
? existing.partial_images
|
||||
: null;
|
||||
if (preservedContent) next.content = preservedContent;
|
||||
if (preservedSummary) next.summary = preservedSummary;
|
||||
if (preservedPartialImages) next.partial_images = preservedPartialImages;
|
||||
const stored = setOutputItem(state, outputIndex, next);
|
||||
if (preservedContent) stored.content = preservedContent;
|
||||
if (preservedSummary) stored.summary = preservedSummary;
|
||||
if (preservedPartialImages) stored.partial_images = preservedPartialImages;
|
||||
if (eventType === 'response.output_item.done') {
|
||||
markTerminalMarker(stored, outputItemDoneMarker);
|
||||
}
|
||||
if ((!Array.isArray(item.summary) || item.summary.length === 0) && Array.isArray(existing.summary)) {
|
||||
next.summary = existing.summary;
|
||||
}
|
||||
if ((!Array.isArray(item.partial_images) || item.partial_images.length === 0) && Array.isArray(existing.partial_images)) {
|
||||
next.partial_images = existing.partial_images;
|
||||
}
|
||||
setOutputItem(state, outputIndex, next);
|
||||
}
|
||||
return serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
item: state.outputItems[outputIndex] ?? payload.item,
|
||||
});
|
||||
const stored = state.outputItems[outputIndex];
|
||||
return [
|
||||
...(eventType === 'response.output_item.done' && isRecord(stored)
|
||||
? buildMissingSubordinateDoneEventsForItem(stored, outputIndex)
|
||||
: []),
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
item: state.outputItems[outputIndex] ?? payload.item,
|
||||
}),
|
||||
];
|
||||
}
|
||||
case 'response.content_part.added':
|
||||
case 'response.content_part.done': {
|
||||
const outputIndex = resolveOutputIndex(state, payload.output_index, payload.item_id);
|
||||
const lines: string[] = [];
|
||||
const requestedOutputIndex = resolveCompatibleOutputIndex(state, 'message', payload.output_index, payload.item_id);
|
||||
const contentIndex = typeof payload.content_index === 'number' && Number.isFinite(payload.content_index)
|
||||
? Math.max(0, Math.trunc(payload.content_index))
|
||||
: 0;
|
||||
const message = ensureMessageItem(state, outputIndex).item;
|
||||
const messageState = ensureMessageItem(state, requestedOutputIndex, payload.item_id);
|
||||
const message = messageState.item;
|
||||
if (messageState.created) {
|
||||
lines.push(serializeOutputItemAdded(messageState.index, message));
|
||||
}
|
||||
const content = Array.isArray(message.content) ? message.content as AggregateOutputItem[] : [];
|
||||
if (!Array.isArray(message.content)) message.content = content;
|
||||
const existingPart = isRecord(content[contentIndex]) ? content[contentIndex] as AggregateOutputItem : null;
|
||||
const incomingPart = cloneRecord(payload.part);
|
||||
const partCreated = !existingPart && !!incomingPart;
|
||||
if (incomingPart) {
|
||||
content[contentIndex] = existingPart
|
||||
? {
|
||||
@@ -558,59 +791,121 @@ function applyOriginalResponsesPayload(
|
||||
: incomingPart;
|
||||
}
|
||||
const part = isRecord(content[contentIndex]) ? content[contentIndex] as AggregateOutputItem : existingPart;
|
||||
if (eventType === 'response.content_part.done' && partCreated && part) {
|
||||
lines.push(serializeContentPartAdded(messageState.index, asTrimmedString(message.id), contentIndex, part));
|
||||
}
|
||||
if (eventType === 'response.content_part.done' && part) {
|
||||
markTerminalMarker(part, contentPartDoneMarker);
|
||||
}
|
||||
return serializeOriginalResponsesEvent(eventType, payload);
|
||||
return [
|
||||
...lines,
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: messageState.index,
|
||||
item_id: asTrimmedString(message.id) || payload.item_id,
|
||||
}),
|
||||
];
|
||||
}
|
||||
case 'response.output_text.delta':
|
||||
case 'response.output_text.done': {
|
||||
const outputIndex = resolveOutputIndex(state, payload.output_index, payload.item_id);
|
||||
const textPart = ensureMessageOutputTextPart(state, outputIndex);
|
||||
const lines: string[] = [];
|
||||
const outputIndex = resolveCompatibleOutputIndex(state, 'message', payload.output_index, payload.item_id);
|
||||
const textPart = ensureMessageOutputTextPart(state, outputIndex, payload.item_id);
|
||||
if (textPart.itemCreated) {
|
||||
lines.push(serializeOutputItemAdded(textPart.index, textPart.item));
|
||||
}
|
||||
if (textPart.partCreated) {
|
||||
lines.push(serializeContentPartAdded(textPart.index, asTrimmedString(textPart.item.id), 0, textPart.part));
|
||||
}
|
||||
if (eventType === 'response.output_text.done') {
|
||||
textPart.part.text = typeof payload.text === 'string' ? payload.text : String(payload.text ?? '');
|
||||
markTerminalMarker(textPart.part, outputTextDoneMarker);
|
||||
} else {
|
||||
textPart.part.text = `${typeof textPart.part.text === 'string' ? textPart.part.text : ''}${typeof payload.delta === 'string' ? payload.delta : ''}`;
|
||||
}
|
||||
return serializeOriginalResponsesEvent(eventType, payload);
|
||||
return [
|
||||
...lines,
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: textPart.index,
|
||||
item_id: asTrimmedString(textPart.item.id) || payload.item_id,
|
||||
}),
|
||||
];
|
||||
}
|
||||
case 'response.function_call_arguments.delta':
|
||||
case 'response.function_call_arguments.done': {
|
||||
const lines: string[] = [];
|
||||
const entry = ensureFunctionCallItem(
|
||||
state,
|
||||
payload.call_id ?? payload.item_id,
|
||||
payload.name,
|
||||
resolveOutputIndex(state, payload.output_index, payload.item_id, payload.call_id),
|
||||
resolveCompatibleOutputIndex(state, 'function_call', payload.output_index, payload.item_id, payload.call_id),
|
||||
);
|
||||
if (entry.created) {
|
||||
lines.push(serializeOutputItemAdded(entry.index, entry.item));
|
||||
}
|
||||
if (eventType === 'response.function_call_arguments.done') {
|
||||
entry.item.arguments = typeof payload.arguments === 'string' ? payload.arguments : String(payload.arguments ?? '');
|
||||
markTerminalMarker(entry.item, functionCallArgumentsDoneMarker);
|
||||
} else {
|
||||
entry.item.arguments = `${typeof entry.item.arguments === 'string' ? entry.item.arguments : ''}${typeof payload.delta === 'string' ? payload.delta : ''}`;
|
||||
}
|
||||
return serializeOriginalResponsesEvent(eventType, payload);
|
||||
return [
|
||||
...lines,
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: entry.index,
|
||||
item_id: asTrimmedString(entry.item.id) || payload.item_id,
|
||||
call_id: asTrimmedString(entry.item.call_id) || payload.call_id,
|
||||
...(asTrimmedString(entry.item.name) ? { name: entry.item.name } : {}),
|
||||
}),
|
||||
];
|
||||
}
|
||||
case 'response.custom_tool_call_input.delta':
|
||||
case 'response.custom_tool_call_input.done': {
|
||||
const lines: string[] = [];
|
||||
const entry = ensureCustomToolItem(
|
||||
state,
|
||||
payload.item_id,
|
||||
payload.call_id,
|
||||
payload.name,
|
||||
resolveOutputIndex(state, payload.output_index, payload.item_id, payload.call_id),
|
||||
resolveCompatibleOutputIndex(state, 'custom_tool_call', payload.output_index, payload.item_id, payload.call_id),
|
||||
);
|
||||
if (entry.created) {
|
||||
lines.push(serializeOutputItemAdded(entry.index, entry.item));
|
||||
}
|
||||
if (eventType === 'response.custom_tool_call_input.done') {
|
||||
entry.item.input = typeof payload.input === 'string' ? payload.input : String(payload.input ?? '');
|
||||
markTerminalMarker(entry.item, customToolInputDoneMarker);
|
||||
} else {
|
||||
entry.item.input = `${typeof entry.item.input === 'string' ? entry.item.input : ''}${typeof payload.delta === 'string' ? payload.delta : ''}`;
|
||||
}
|
||||
return serializeOriginalResponsesEvent(eventType, payload);
|
||||
return [
|
||||
...lines,
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: entry.index,
|
||||
item_id: asTrimmedString(entry.item.id) || payload.item_id,
|
||||
call_id: asTrimmedString(entry.item.call_id) || payload.call_id,
|
||||
...(asTrimmedString(entry.item.name) ? { name: entry.item.name } : {}),
|
||||
}),
|
||||
];
|
||||
}
|
||||
case 'response.reasoning_summary_part.added':
|
||||
case 'response.reasoning_summary_part.done': {
|
||||
const lines: string[] = [];
|
||||
const summaryState = ensureReasoningSummaryPart(state, payload.item_id, payload.summary_index, payload.output_index);
|
||||
if (summaryState.itemCreated) {
|
||||
lines.push(serializeOutputItemAdded(summaryState.index, summaryState.item));
|
||||
}
|
||||
if (summaryState.partCreated && eventType === 'response.reasoning_summary_part.done') {
|
||||
lines.push(serializeReasoningSummaryPartAdded(
|
||||
summaryState.index,
|
||||
asTrimmedString(summaryState.item.id),
|
||||
summaryState.summaryIndex,
|
||||
summaryState.summary,
|
||||
));
|
||||
}
|
||||
const part = cloneRecord(payload.part);
|
||||
if (part) {
|
||||
const summary = Array.isArray(summaryState.item.summary) ? summaryState.item.summary as AggregateOutputItem[] : [];
|
||||
@@ -625,28 +920,58 @@ function applyOriginalResponsesPayload(
|
||||
} else if (eventType === 'response.reasoning_summary_part.done') {
|
||||
markTerminalMarker(summaryState.summary, reasoningSummaryPartDoneMarker);
|
||||
}
|
||||
return serializeOriginalResponsesEvent(eventType, payload);
|
||||
return [
|
||||
...lines,
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: summaryState.index,
|
||||
item_id: asTrimmedString(summaryState.item.id) || payload.item_id,
|
||||
}),
|
||||
];
|
||||
}
|
||||
case 'response.reasoning_summary_text.delta':
|
||||
case 'response.reasoning_summary_text.done': {
|
||||
const lines: string[] = [];
|
||||
const summaryState = ensureReasoningSummaryPart(state, payload.item_id, payload.summary_index, payload.output_index);
|
||||
if (summaryState.itemCreated) {
|
||||
lines.push(serializeOutputItemAdded(summaryState.index, summaryState.item));
|
||||
}
|
||||
if (summaryState.partCreated) {
|
||||
lines.push(serializeReasoningSummaryPartAdded(
|
||||
summaryState.index,
|
||||
asTrimmedString(summaryState.item.id),
|
||||
summaryState.summaryIndex,
|
||||
summaryState.summary,
|
||||
));
|
||||
}
|
||||
if (eventType === 'response.reasoning_summary_text.done') {
|
||||
summaryState.summary.text = typeof payload.text === 'string' ? payload.text : String(payload.text ?? '');
|
||||
markTerminalMarker(summaryState.summary, reasoningSummaryTextDoneMarker);
|
||||
} else {
|
||||
summaryState.summary.text = `${typeof summaryState.summary.text === 'string' ? summaryState.summary.text : ''}${typeof payload.delta === 'string' ? payload.delta : ''}`;
|
||||
}
|
||||
return serializeOriginalResponsesEvent(eventType, payload);
|
||||
return [
|
||||
...lines,
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: summaryState.index,
|
||||
item_id: asTrimmedString(summaryState.item.id) || payload.item_id,
|
||||
}),
|
||||
];
|
||||
}
|
||||
case 'response.image_generation_call.generating':
|
||||
case 'response.image_generation_call.in_progress':
|
||||
case 'response.image_generation_call.partial_image':
|
||||
case 'response.image_generation_call.completed': {
|
||||
const lines: string[] = [];
|
||||
const entry = ensureImageGenerationItem(
|
||||
state,
|
||||
payload.item_id,
|
||||
resolveOutputIndex(state, payload.output_index, payload.item_id),
|
||||
resolveCompatibleOutputIndex(state, 'image_generation_call', payload.output_index, payload.item_id),
|
||||
);
|
||||
if (entry.created) {
|
||||
lines.push(serializeOutputItemAdded(entry.index, entry.item));
|
||||
}
|
||||
if (eventType === 'response.image_generation_call.partial_image') {
|
||||
const partialImages = Array.isArray(entry.item.partial_images) ? entry.item.partial_images as AggregateOutputItem[] : [];
|
||||
partialImages.push({
|
||||
@@ -662,13 +987,21 @@ function applyOriginalResponsesPayload(
|
||||
if (eventType === 'response.image_generation_call.completed') {
|
||||
entry.item.status = 'completed';
|
||||
}
|
||||
return serializeOriginalResponsesEvent(eventType, payload);
|
||||
return [
|
||||
...lines,
|
||||
...serializeOriginalResponsesEvent(eventType, {
|
||||
...payload,
|
||||
output_index: entry.index,
|
||||
item_id: asTrimmedString(entry.item.id) || payload.item_id,
|
||||
}),
|
||||
];
|
||||
}
|
||||
case 'response.completed': {
|
||||
mergeUsageExtras(state, payload.response && isRecord(payload.response) ? payload.response.usage : payload.usage);
|
||||
const responsePayload = cloneRecord(payload.response);
|
||||
hydrateStateFromTerminalResponseOutput(state, responsePayload);
|
||||
const terminalLines = buildSyntheticTerminalItemDoneEvents(state, 'completed');
|
||||
state.completed = true;
|
||||
const responsePayload = cloneRecord(payload.response);
|
||||
const materialized = materializeResponse(state, streamContext, usage, responsePayload, 'completed');
|
||||
return [
|
||||
...terminalLines,
|
||||
@@ -677,9 +1010,10 @@ function applyOriginalResponsesPayload(
|
||||
}
|
||||
case 'response.failed': {
|
||||
mergeUsageExtras(state, payload.response && isRecord(payload.response) ? payload.response.usage : payload.usage);
|
||||
const responsePayload = cloneRecord(payload.response);
|
||||
hydrateStateFromTerminalResponseOutput(state, responsePayload);
|
||||
const terminalLines = buildSyntheticTerminalItemDoneEvents(state, 'failed');
|
||||
state.failed = true;
|
||||
const responsePayload = cloneRecord(payload.response);
|
||||
const materialized = materializeResponse(state, streamContext, usage, responsePayload, 'failed');
|
||||
return [
|
||||
...terminalLines,
|
||||
@@ -688,9 +1022,10 @@ function applyOriginalResponsesPayload(
|
||||
}
|
||||
case 'response.incomplete': {
|
||||
mergeUsageExtras(state, payload.response && isRecord(payload.response) ? payload.response.usage : payload.usage);
|
||||
const responsePayload = cloneRecord(payload.response);
|
||||
hydrateStateFromTerminalResponseOutput(state, responsePayload);
|
||||
const terminalLines = buildSyntheticTerminalItemDoneEvents(state, 'incomplete');
|
||||
state.incomplete = true;
|
||||
const responsePayload = cloneRecord(payload.response);
|
||||
const materialized = materializeResponse(state, streamContext, usage, responsePayload, 'incomplete');
|
||||
return [
|
||||
...terminalLines,
|
||||
@@ -707,31 +1042,23 @@ function buildSyntheticMessageEvents(
|
||||
state: OpenAiResponsesAggregateState,
|
||||
delta: string,
|
||||
): string[] {
|
||||
const { index, item } = ensureMessageItem(state);
|
||||
const textPartState = ensureMessageOutputTextPart(state, index);
|
||||
const textPartState = ensureMessageOutputTextPart(state);
|
||||
const { index } = textPartState;
|
||||
const lines: string[] = [];
|
||||
const currentText = typeof textPartState.part.text === 'string' ? textPartState.part.text : '';
|
||||
const novelDelta = computeNovelDelta(currentText, delta);
|
||||
if (textPartState.created) {
|
||||
lines.push(serializeSse('response.output_item.added', {
|
||||
type: 'response.output_item.added',
|
||||
output_index: index,
|
||||
item,
|
||||
}));
|
||||
lines.push(serializeSse('response.content_part.added', {
|
||||
type: 'response.content_part.added',
|
||||
output_index: index,
|
||||
item_id: item.id,
|
||||
content_index: 0,
|
||||
part: { type: 'output_text', text: '' },
|
||||
}));
|
||||
if (textPartState.itemCreated) {
|
||||
lines.push(serializeOutputItemAdded(index, textPartState.item));
|
||||
}
|
||||
if (textPartState.partCreated) {
|
||||
lines.push(serializeContentPartAdded(index, asTrimmedString(textPartState.item.id), 0, textPartState.part));
|
||||
}
|
||||
if (novelDelta) {
|
||||
textPartState.part.text = `${currentText}${novelDelta}`;
|
||||
lines.push(serializeSse('response.output_text.delta', {
|
||||
type: 'response.output_text.delta',
|
||||
output_index: index,
|
||||
item_id: item.id,
|
||||
item_id: textPartState.item.id,
|
||||
delta: novelDelta,
|
||||
}));
|
||||
}
|
||||
@@ -748,18 +1075,20 @@ function buildSyntheticReasoningEvents(
|
||||
const reasoningState = (signature || delta)
|
||||
? ensureReasoningItem(state, '', state.outputItems.length)
|
||||
: null;
|
||||
let emittedOutputItemAdded = false;
|
||||
|
||||
const emitOutputItemAdded = (entry: { index: number; item: AggregateOutputItem; created: boolean } | null) => {
|
||||
if (!entry?.created || emittedOutputItemAdded) return;
|
||||
lines.push(serializeOutputItemAdded(entry.index, entry.item));
|
||||
emittedOutputItemAdded = true;
|
||||
};
|
||||
|
||||
if (reasoningState && signature) {
|
||||
reasoningState.item.encrypted_content = signature;
|
||||
if (reasoningState.created) {
|
||||
lines.push(serializeSse('response.output_item.added', {
|
||||
type: 'response.output_item.added',
|
||||
output_index: reasoningState.index,
|
||||
item: reasoningState.item,
|
||||
}));
|
||||
}
|
||||
}
|
||||
|
||||
emitOutputItemAdded(reasoningState);
|
||||
|
||||
if (!delta) {
|
||||
return lines;
|
||||
}
|
||||
@@ -773,21 +1102,9 @@ function buildSyntheticReasoningEvents(
|
||||
const itemId = asTrimmedString(summaryState.item.id);
|
||||
const currentText = typeof summaryState.summary.text === 'string' ? summaryState.summary.text : '';
|
||||
const novelDelta = computeNovelDelta(currentText, delta);
|
||||
if (summaryState.itemCreated && !reasoningState?.created) {
|
||||
lines.push(serializeSse('response.output_item.added', {
|
||||
type: 'response.output_item.added',
|
||||
output_index: summaryState.index,
|
||||
item: summaryState.item,
|
||||
}));
|
||||
}
|
||||
emitOutputItemAdded(summaryState);
|
||||
if (summaryState.partCreated) {
|
||||
lines.push(serializeSse('response.reasoning_summary_part.added', {
|
||||
type: 'response.reasoning_summary_part.added',
|
||||
item_id: itemId,
|
||||
output_index: summaryState.index,
|
||||
summary_index: 0,
|
||||
part: { type: 'summary_text', text: '' },
|
||||
}));
|
||||
lines.push(serializeReasoningSummaryPartAdded(summaryState.index, itemId, 0, summaryState.summary));
|
||||
}
|
||||
if (novelDelta) {
|
||||
summaryState.summary.text = `${currentText}${novelDelta}`;
|
||||
@@ -811,11 +1128,7 @@ function buildSyntheticToolEvents(
|
||||
for (const toolDelta of event.toolCallDeltas) {
|
||||
const entry = ensureFunctionCallItem(state, toolDelta.id, toolDelta.name, toolDelta.index);
|
||||
if (entry.created) {
|
||||
lines.push(serializeSse('response.output_item.added', {
|
||||
type: 'response.output_item.added',
|
||||
output_index: entry.index,
|
||||
item: entry.item,
|
||||
}));
|
||||
lines.push(serializeOutputItemAdded(entry.index, entry.item));
|
||||
}
|
||||
if (toolDelta.argumentsDelta !== undefined && toolDelta.argumentsDelta.length > 0) {
|
||||
entry.item.arguments = `${typeof entry.item.arguments === 'string' ? entry.item.arguments : ''}${toolDelta.argumentsDelta}`;
|
||||
@@ -832,6 +1145,104 @@ function buildSyntheticToolEvents(
|
||||
return lines;
|
||||
}
|
||||
|
||||
function buildMissingSubordinateDoneEventsForItem(
|
||||
item: AggregateOutputItem,
|
||||
index: number,
|
||||
): string[] {
|
||||
const lines: string[] = [];
|
||||
const itemType = asTrimmedString(item.type).toLowerCase();
|
||||
const itemId = ensureOutputItemId(asTrimmedString(item.id), 'out', index);
|
||||
item.id = itemId;
|
||||
|
||||
if (itemType === 'message') {
|
||||
const content = Array.isArray(item.content) ? item.content as AggregateOutputItem[] : [];
|
||||
for (let contentIndex = 0; contentIndex < content.length; contentIndex += 1) {
|
||||
const part = content[contentIndex];
|
||||
if (!isRecord(part)) continue;
|
||||
const partType = asTrimmedString(part.type).toLowerCase();
|
||||
const text = typeof part.text === 'string' ? part.text : String(part.text ?? '');
|
||||
if ((partType === 'output_text' || partType === 'text') && !hasTerminalMarker(part, outputTextDoneMarker)) {
|
||||
lines.push(serializeSse('response.output_text.done', {
|
||||
type: 'response.output_text.done',
|
||||
output_index: index,
|
||||
item_id: itemId,
|
||||
text,
|
||||
}));
|
||||
markTerminalMarker(part, outputTextDoneMarker);
|
||||
}
|
||||
if (!hasTerminalMarker(part, contentPartDoneMarker)) {
|
||||
lines.push(serializeSse('response.content_part.done', {
|
||||
type: 'response.content_part.done',
|
||||
output_index: index,
|
||||
item_id: itemId,
|
||||
content_index: contentIndex,
|
||||
part: cloneJson(part),
|
||||
}));
|
||||
markTerminalMarker(part, contentPartDoneMarker);
|
||||
}
|
||||
}
|
||||
} else if (itemType === 'reasoning') {
|
||||
const summary = Array.isArray(item.summary) ? item.summary as AggregateOutputItem[] : [];
|
||||
for (let summaryIndex = 0; summaryIndex < summary.length; summaryIndex += 1) {
|
||||
const part = summary[summaryIndex];
|
||||
if (!isRecord(part)) continue;
|
||||
const text = typeof part.text === 'string' ? part.text : String(part.text ?? '');
|
||||
if (!hasTerminalMarker(part, reasoningSummaryTextDoneMarker)) {
|
||||
lines.push(serializeSse('response.reasoning_summary_text.done', {
|
||||
type: 'response.reasoning_summary_text.done',
|
||||
item_id: itemId,
|
||||
output_index: index,
|
||||
summary_index: summaryIndex,
|
||||
text,
|
||||
}));
|
||||
markTerminalMarker(part, reasoningSummaryTextDoneMarker);
|
||||
}
|
||||
if (!hasTerminalMarker(part, reasoningSummaryPartDoneMarker)) {
|
||||
lines.push(serializeSse('response.reasoning_summary_part.done', {
|
||||
type: 'response.reasoning_summary_part.done',
|
||||
item_id: itemId,
|
||||
output_index: index,
|
||||
summary_index: summaryIndex,
|
||||
part: cloneJson(part),
|
||||
}));
|
||||
markTerminalMarker(part, reasoningSummaryPartDoneMarker);
|
||||
}
|
||||
}
|
||||
} else if (itemType === 'function_call') {
|
||||
const callId = asTrimmedString(item.call_id) || itemId;
|
||||
const name = asTrimmedString(item.name);
|
||||
const argumentsText = typeof item.arguments === 'string' ? item.arguments : String(item.arguments ?? '');
|
||||
if (!hasTerminalMarker(item, functionCallArgumentsDoneMarker)) {
|
||||
lines.push(serializeSse('response.function_call_arguments.done', {
|
||||
type: 'response.function_call_arguments.done',
|
||||
item_id: itemId,
|
||||
call_id: callId,
|
||||
output_index: index,
|
||||
...(name ? { name } : {}),
|
||||
arguments: argumentsText,
|
||||
}));
|
||||
markTerminalMarker(item, functionCallArgumentsDoneMarker);
|
||||
}
|
||||
} else if (itemType === 'custom_tool_call') {
|
||||
const callId = asTrimmedString(item.call_id) || itemId;
|
||||
const name = asTrimmedString(item.name);
|
||||
const inputText = typeof item.input === 'string' ? item.input : String(item.input ?? '');
|
||||
if (!hasTerminalMarker(item, customToolInputDoneMarker)) {
|
||||
lines.push(serializeSse('response.custom_tool_call_input.done', {
|
||||
type: 'response.custom_tool_call_input.done',
|
||||
item_id: itemId,
|
||||
call_id: callId,
|
||||
output_index: index,
|
||||
...(name ? { name } : {}),
|
||||
input: inputText,
|
||||
}));
|
||||
markTerminalMarker(item, customToolInputDoneMarker);
|
||||
}
|
||||
}
|
||||
|
||||
return lines;
|
||||
}
|
||||
|
||||
function buildSyntheticTerminalItemDoneEvents(
|
||||
state: OpenAiResponsesAggregateState,
|
||||
status: 'completed' | 'failed' | 'incomplete',
|
||||
@@ -843,104 +1254,20 @@ function buildSyntheticTerminalItemDoneEvents(
|
||||
if (!isRecord(item)) continue;
|
||||
|
||||
const currentStatus = asTrimmedString(item.status).toLowerCase();
|
||||
if (currentStatus === 'completed' || currentStatus === 'failed' || currentStatus === 'incomplete') continue;
|
||||
const itemTerminal = isTerminalStatus(currentStatus);
|
||||
lines.push(...buildMissingSubordinateDoneEventsForItem(item, index));
|
||||
|
||||
const itemType = asTrimmedString(item.type).toLowerCase();
|
||||
const itemId = ensureOutputItemId(asTrimmedString(item.id), 'out', index);
|
||||
item.id = itemId;
|
||||
|
||||
if (itemType === 'message') {
|
||||
const content = Array.isArray(item.content) ? item.content as AggregateOutputItem[] : [];
|
||||
for (let contentIndex = 0; contentIndex < content.length; contentIndex += 1) {
|
||||
const part = content[contentIndex];
|
||||
if (!isRecord(part)) continue;
|
||||
const partType = asTrimmedString(part.type).toLowerCase();
|
||||
const text = typeof part.text === 'string' ? part.text : String(part.text ?? '');
|
||||
if ((partType === 'output_text' || partType === 'text') && !hasTerminalMarker(part, outputTextDoneMarker)) {
|
||||
lines.push(serializeSse('response.output_text.done', {
|
||||
type: 'response.output_text.done',
|
||||
output_index: index,
|
||||
item_id: itemId,
|
||||
text,
|
||||
}));
|
||||
markTerminalMarker(part, outputTextDoneMarker);
|
||||
}
|
||||
if (!hasTerminalMarker(part, contentPartDoneMarker)) {
|
||||
lines.push(serializeSse('response.content_part.done', {
|
||||
type: 'response.content_part.done',
|
||||
output_index: index,
|
||||
item_id: itemId,
|
||||
content_index: contentIndex,
|
||||
part: cloneJson(part),
|
||||
}));
|
||||
markTerminalMarker(part, contentPartDoneMarker);
|
||||
}
|
||||
}
|
||||
} else if (itemType === 'reasoning') {
|
||||
const summary = Array.isArray(item.summary) ? item.summary as AggregateOutputItem[] : [];
|
||||
for (let summaryIndex = 0; summaryIndex < summary.length; summaryIndex += 1) {
|
||||
const part = summary[summaryIndex];
|
||||
if (!isRecord(part)) continue;
|
||||
const text = typeof part.text === 'string' ? part.text : String(part.text ?? '');
|
||||
if (!hasTerminalMarker(part, reasoningSummaryTextDoneMarker)) {
|
||||
lines.push(serializeSse('response.reasoning_summary_text.done', {
|
||||
type: 'response.reasoning_summary_text.done',
|
||||
item_id: itemId,
|
||||
output_index: index,
|
||||
summary_index: summaryIndex,
|
||||
text,
|
||||
}));
|
||||
markTerminalMarker(part, reasoningSummaryTextDoneMarker);
|
||||
}
|
||||
if (!hasTerminalMarker(part, reasoningSummaryPartDoneMarker)) {
|
||||
lines.push(serializeSse('response.reasoning_summary_part.done', {
|
||||
type: 'response.reasoning_summary_part.done',
|
||||
item_id: itemId,
|
||||
output_index: index,
|
||||
summary_index: summaryIndex,
|
||||
part: cloneJson(part),
|
||||
}));
|
||||
markTerminalMarker(part, reasoningSummaryPartDoneMarker);
|
||||
}
|
||||
}
|
||||
} else if (itemType === 'function_call') {
|
||||
const callId = asTrimmedString(item.call_id) || itemId;
|
||||
const name = asTrimmedString(item.name);
|
||||
const argumentsText = typeof item.arguments === 'string' ? item.arguments : String(item.arguments ?? '');
|
||||
if (!hasTerminalMarker(item, functionCallArgumentsDoneMarker)) {
|
||||
lines.push(serializeSse('response.function_call_arguments.done', {
|
||||
type: 'response.function_call_arguments.done',
|
||||
item_id: itemId,
|
||||
call_id: callId,
|
||||
output_index: index,
|
||||
...(name ? { name } : {}),
|
||||
arguments: argumentsText,
|
||||
}));
|
||||
markTerminalMarker(item, functionCallArgumentsDoneMarker);
|
||||
}
|
||||
} else if (itemType === 'custom_tool_call') {
|
||||
const callId = asTrimmedString(item.call_id) || itemId;
|
||||
const name = asTrimmedString(item.name);
|
||||
const inputText = typeof item.input === 'string' ? item.input : String(item.input ?? '');
|
||||
if (!hasTerminalMarker(item, customToolInputDoneMarker)) {
|
||||
lines.push(serializeSse('response.custom_tool_call_input.done', {
|
||||
type: 'response.custom_tool_call_input.done',
|
||||
item_id: itemId,
|
||||
call_id: callId,
|
||||
output_index: index,
|
||||
...(name ? { name } : {}),
|
||||
input: inputText,
|
||||
}));
|
||||
markTerminalMarker(item, customToolInputDoneMarker);
|
||||
if (!hasTerminalMarker(item, outputItemDoneMarker)) {
|
||||
if (!itemTerminal) {
|
||||
item.status = status;
|
||||
}
|
||||
lines.push(serializeSse('response.output_item.done', {
|
||||
type: 'response.output_item.done',
|
||||
output_index: index,
|
||||
item: cloneJson(item),
|
||||
}));
|
||||
markTerminalMarker(item, outputItemDoneMarker);
|
||||
}
|
||||
|
||||
item.status = status;
|
||||
lines.push(serializeSse('response.output_item.done', {
|
||||
type: 'response.output_item.done',
|
||||
output_index: index,
|
||||
item: cloneJson(item),
|
||||
}));
|
||||
}
|
||||
|
||||
return lines;
|
||||
|
||||
@@ -41,6 +41,10 @@ function isRecord(value: unknown): value is Record<string, unknown> {
|
||||
return !!value && typeof value === 'object';
|
||||
}
|
||||
|
||||
function asTrimmedString(value: unknown): string {
|
||||
return typeof value === 'string' ? value.trim() : '';
|
||||
}
|
||||
|
||||
function hasNonEmptyString(value: unknown): boolean {
|
||||
return typeof value === 'string' && value.trim().length > 0;
|
||||
}
|
||||
@@ -112,6 +116,59 @@ function getResponsesStreamFailureMessage(payload: unknown, fallback = 'upstream
|
||||
return fallback;
|
||||
}
|
||||
|
||||
function preserveMeaningfulTerminalResponsesPayload(
|
||||
lines: string[],
|
||||
eventType: 'response.completed' | 'response.incomplete',
|
||||
payload: Record<string, unknown>,
|
||||
): string[] {
|
||||
const responsePayload = isRecord(payload.response) ? payload.response : null;
|
||||
if (!responsePayload || !hasMeaningfulResponsesPayloadOutput(responsePayload)) {
|
||||
return lines;
|
||||
}
|
||||
|
||||
const parsed = openAiResponsesStream.pullSseEvents(lines.join(''));
|
||||
let replaced = false;
|
||||
const nextLines: string[] = [];
|
||||
|
||||
for (const event of parsed.events) {
|
||||
if (event.data === '[DONE]') {
|
||||
nextLines.push('data: [DONE]\n\n');
|
||||
continue;
|
||||
}
|
||||
|
||||
let parsedPayload: unknown = null;
|
||||
try {
|
||||
parsedPayload = JSON.parse(event.data);
|
||||
} catch {
|
||||
nextLines.push(`${event.event ? `event: ${event.event}\n` : ''}data: ${event.data}\n\n`);
|
||||
continue;
|
||||
}
|
||||
|
||||
if (
|
||||
isRecord(parsedPayload)
|
||||
&& asTrimmedString(parsedPayload.type) === eventType
|
||||
&& isRecord(parsedPayload.response)
|
||||
&& !hasMeaningfulResponsesPayloadOutput(parsedPayload.response)
|
||||
) {
|
||||
replaced = true;
|
||||
nextLines.push(
|
||||
`event: ${event.event || eventType}\ndata: ${JSON.stringify({
|
||||
...parsedPayload,
|
||||
response: {
|
||||
...parsedPayload.response,
|
||||
...responsePayload,
|
||||
},
|
||||
})}\n\n`,
|
||||
);
|
||||
continue;
|
||||
}
|
||||
|
||||
nextLines.push(`${event.event ? `event: ${event.event}\n` : ''}data: ${event.data}\n\n`);
|
||||
}
|
||||
|
||||
return replaced ? nextLines : lines;
|
||||
}
|
||||
|
||||
export function createResponsesProxyStreamSession(input: ResponsesProxyStreamSessionInput) {
|
||||
const streamContext = openAiResponsesStream.createContext(input.modelName);
|
||||
const responsesState = createOpenAiResponsesAggregateState(input.modelName);
|
||||
@@ -183,7 +240,7 @@ export function createResponsesProxyStreamSession(input: ResponsesProxyStreamSes
|
||||
parsedPayload = null;
|
||||
}
|
||||
|
||||
if (parsedPayload && typeof parsedPayload === 'object') {
|
||||
if (isRecord(parsedPayload)) {
|
||||
input.onParsedPayload?.(parsedPayload);
|
||||
}
|
||||
|
||||
@@ -202,14 +259,19 @@ export function createResponsesProxyStreamSession(input: ResponsesProxyStreamSes
|
||||
}
|
||||
const isIncompleteEvent = eventBlock.event === 'response.incomplete' || payloadType === 'response.incomplete';
|
||||
|
||||
if (parsedPayload && typeof parsedPayload === 'object') {
|
||||
if (isRecord(parsedPayload)) {
|
||||
const normalizedEvent = openAiResponsesStream.normalizeEvent(parsedPayload, streamContext, input.modelName);
|
||||
const convertedLines = serializeConvertedResponsesEvents({
|
||||
let convertedLines = serializeConvertedResponsesEvents({
|
||||
state: responsesState,
|
||||
streamContext,
|
||||
event: normalizedEvent,
|
||||
usage: input.getUsage(),
|
||||
});
|
||||
if (isIncompleteEvent) {
|
||||
convertedLines = preserveMeaningfulTerminalResponsesPayload(convertedLines, 'response.incomplete', parsedPayload);
|
||||
} else if (eventBlock.event === 'response.completed' || payloadType === 'response.completed') {
|
||||
convertedLines = preserveMeaningfulTerminalResponsesPayload(convertedLines, 'response.completed', parsedPayload);
|
||||
}
|
||||
if (
|
||||
(eventBlock.event === 'response.completed' || payloadType === 'response.completed')
|
||||
&& shouldFailEmptyResponsesCompletion({
|
||||
|
||||
@@ -1,6 +1,12 @@
|
||||
import { describe, expect, it } from 'vitest';
|
||||
|
||||
import { createStreamTransformContext, normalizeUpstreamStreamEvent, convertClaudeRequestToOpenAiBody } from './chatFormatsCore.js';
|
||||
import {
|
||||
convertClaudeRequestToOpenAiBody,
|
||||
createClaudeDownstreamContext,
|
||||
createStreamTransformContext,
|
||||
normalizeUpstreamStreamEvent,
|
||||
serializeNormalizedStreamEvent,
|
||||
} from './chatFormatsCore.js';
|
||||
|
||||
describe('chatFormatsCore inline think parsing', () => {
|
||||
it('tracks split think tags across stream chunks', () => {
|
||||
@@ -66,6 +72,275 @@ describe('chatFormatsCore inline think parsing', () => {
|
||||
contentDelta: 'visible answer',
|
||||
});
|
||||
});
|
||||
|
||||
it('treats response.reasoning_summary_text.done as reasoning-only stream output', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.reasoning_summary_text.done',
|
||||
item_id: 'rs_1',
|
||||
output_index: 0,
|
||||
summary_index: 0,
|
||||
text: 'plan first',
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
reasoningDelta: 'plan first',
|
||||
});
|
||||
});
|
||||
|
||||
it('accumulates reasoning summary deltas before reconciling response.reasoning_summary_text.done', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.reasoning_summary_text.delta',
|
||||
item_id: 'rs_multi',
|
||||
output_index: 0,
|
||||
summary_index: 0,
|
||||
delta: 'plan ',
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
reasoningDelta: 'plan ',
|
||||
});
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.reasoning_summary_text.delta',
|
||||
item_id: 'rs_multi',
|
||||
output_index: 0,
|
||||
summary_index: 0,
|
||||
delta: 'first',
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
reasoningDelta: 'first',
|
||||
});
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.reasoning_summary_text.done',
|
||||
item_id: 'rs_multi',
|
||||
output_index: 0,
|
||||
summary_index: 0,
|
||||
text: 'plan first',
|
||||
}, context, 'gpt-test')).toEqual({});
|
||||
});
|
||||
|
||||
it('preserves terminal-only native responses output item payloads in stream normalization', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.output_item.done',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'msg_1',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'completed',
|
||||
content: [{ type: 'output_text', text: 'hello' }],
|
||||
},
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
role: 'assistant',
|
||||
contentDelta: 'hello',
|
||||
});
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.output_item.done',
|
||||
output_index: 1,
|
||||
item: {
|
||||
id: 'fc_1',
|
||||
type: 'function_call',
|
||||
call_id: 'call_1',
|
||||
name: 'lookup',
|
||||
arguments: '{"q":"x"}',
|
||||
status: 'completed',
|
||||
},
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_1',
|
||||
name: 'lookup',
|
||||
argumentsDelta: '{"q":"x"}',
|
||||
}],
|
||||
});
|
||||
});
|
||||
|
||||
it('keeps responses tool-call indices stable when response.completed replays mixed output arrays', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
const claudeContext = createClaudeDownstreamContext();
|
||||
|
||||
const streamingDelta = normalizeUpstreamStreamEvent({
|
||||
type: 'response.function_call_arguments.delta',
|
||||
output_index: 1,
|
||||
call_id: 'call_1',
|
||||
name: 'lookup',
|
||||
delta: '{"q":"x"}',
|
||||
}, context, 'gpt-test');
|
||||
|
||||
expect(streamingDelta).toEqual({
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_1',
|
||||
name: 'lookup',
|
||||
argumentsDelta: '{"q":"x"}',
|
||||
}],
|
||||
});
|
||||
expect(serializeNormalizedStreamEvent('openai', streamingDelta, context, claudeContext)).toHaveLength(1);
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_3',
|
||||
model: 'gpt-test',
|
||||
status: 'completed',
|
||||
output: [
|
||||
{
|
||||
id: 'msg_1',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'completed',
|
||||
content: [{ type: 'output_text', text: 'working on it' }],
|
||||
},
|
||||
{
|
||||
id: 'fc_1',
|
||||
type: 'function_call',
|
||||
call_id: 'call_1',
|
||||
name: 'lookup',
|
||||
arguments: '{"q":"x"}',
|
||||
status: 'completed',
|
||||
},
|
||||
],
|
||||
},
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
role: 'assistant',
|
||||
contentDelta: 'working on it',
|
||||
finishReason: 'stop',
|
||||
done: true,
|
||||
});
|
||||
});
|
||||
|
||||
it('preserves terminal response.completed payload output when it carries the only final content', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_1',
|
||||
status: 'completed',
|
||||
output: [
|
||||
{
|
||||
id: 'msg_1',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'completed',
|
||||
content: [{ type: 'output_text', text: 'hello' }],
|
||||
},
|
||||
],
|
||||
},
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
role: 'assistant',
|
||||
contentDelta: 'hello',
|
||||
finishReason: 'stop',
|
||||
done: true,
|
||||
});
|
||||
});
|
||||
|
||||
it('preserves streamed trailing whitespace when reconciling response.completed content', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.output_text.delta',
|
||||
output_index: 0,
|
||||
item_id: 'msg_ws_space',
|
||||
delta: 'hello ',
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
contentDelta: 'hello ',
|
||||
});
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_space_1',
|
||||
status: 'completed',
|
||||
output: [
|
||||
{
|
||||
id: 'msg_ws_space',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'completed',
|
||||
content: [{ type: 'output_text', text: 'hello world' }],
|
||||
},
|
||||
],
|
||||
},
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
role: 'assistant',
|
||||
contentDelta: 'world',
|
||||
finishReason: 'stop',
|
||||
done: true,
|
||||
});
|
||||
});
|
||||
|
||||
it('preserves terminal response.completed custom tool metadata in stream normalization', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_2',
|
||||
model: 'gpt-test',
|
||||
status: 'completed',
|
||||
output: [
|
||||
{
|
||||
id: 'ct_1',
|
||||
type: 'custom_tool_call',
|
||||
call_id: 'call_custom_1',
|
||||
name: 'Shell',
|
||||
input: '{"command":"pwd"}',
|
||||
},
|
||||
],
|
||||
},
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_custom_1',
|
||||
name: 'Shell',
|
||||
argumentsDelta: '{"command":"pwd"}',
|
||||
}],
|
||||
finishReason: 'tool_calls',
|
||||
done: true,
|
||||
});
|
||||
});
|
||||
|
||||
it('normalizes custom tool calls through the existing tool-call stream shape', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.output_item.added',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'ct_1',
|
||||
type: 'custom_tool_call',
|
||||
call_id: 'call_custom',
|
||||
name: 'MyTool',
|
||||
input: '',
|
||||
},
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_custom',
|
||||
name: 'MyTool',
|
||||
}],
|
||||
});
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.custom_tool_call_input.done',
|
||||
output_index: 0,
|
||||
item_id: 'ct_1',
|
||||
call_id: 'call_custom',
|
||||
name: 'MyTool',
|
||||
input: '{"path":"README.md"}',
|
||||
}, context, 'gpt-test')).toEqual({
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_custom',
|
||||
name: 'MyTool',
|
||||
argumentsDelta: '{"path":"README.md"}',
|
||||
}],
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
describe('convertClaudeRequestToOpenAiBody', () => {
|
||||
|
||||
@@ -23,6 +23,11 @@ export type StreamTransformContext = {
|
||||
roleSent: boolean;
|
||||
doneSent: boolean;
|
||||
toolCalls: Record<number, { id?: string; name?: string; arguments?: string }>;
|
||||
responsesToolCallIndexByOutputIndex: Record<number, number>;
|
||||
responsesToolCallIndexById: Record<string, number>;
|
||||
nextResponsesToolCallIndex: number;
|
||||
responsesTextByIndex: Record<number, string>;
|
||||
responsesReasoningByIndex: Record<number, string>;
|
||||
thinkTagParser: ThinkTagParserState;
|
||||
};
|
||||
|
||||
@@ -105,6 +110,24 @@ function joinNonEmpty(parts: string[]): string {
|
||||
return parts.map((item) => item.trim()).filter((item) => item.length > 0).join('\n\n');
|
||||
}
|
||||
|
||||
function joinIndexedResponsesText(partsByIndex: Record<number, string>): string {
|
||||
const indexedParts = Object.entries(partsByIndex)
|
||||
.map(([rawIndex, text]) => ({
|
||||
index: Number(rawIndex),
|
||||
text,
|
||||
}))
|
||||
.filter((entry) => Number.isFinite(entry.index) && entry.index >= 0 && typeof entry.text === 'string' && entry.text.length > 0)
|
||||
.sort((left, right) => left.index - right.index)
|
||||
.map((entry) => entry.text);
|
||||
|
||||
if (indexedParts.length > 0) {
|
||||
return indexedParts.join('\n\n');
|
||||
}
|
||||
|
||||
const snapshot = partsByIndex[-1];
|
||||
return typeof snapshot === 'string' ? snapshot : '';
|
||||
}
|
||||
|
||||
function textFromPart(part: unknown): string {
|
||||
if (typeof part === 'string') return part;
|
||||
if (!isRecord(part)) return '';
|
||||
@@ -256,6 +279,11 @@ export function createStreamTransformContext(modelName: string): StreamTransform
|
||||
roleSent: false,
|
||||
doneSent: false,
|
||||
toolCalls: {},
|
||||
responsesToolCallIndexByOutputIndex: {},
|
||||
responsesToolCallIndexById: {},
|
||||
nextResponsesToolCallIndex: 0,
|
||||
responsesTextByIndex: {},
|
||||
responsesReasoningByIndex: {},
|
||||
thinkTagParser: createThinkTagParserState(),
|
||||
};
|
||||
}
|
||||
@@ -465,6 +493,30 @@ function parseResponsesReasoning(payload: Record<string, unknown>): {
|
||||
};
|
||||
}
|
||||
|
||||
function unwrapTerminalResponsesEnvelope(
|
||||
payload: Record<string, unknown>,
|
||||
): Record<string, unknown> | null {
|
||||
const type = asTrimmedString(payload.type).toLowerCase();
|
||||
if (
|
||||
type !== 'response.completed'
|
||||
&& type !== 'response.failed'
|
||||
&& type !== 'response.incomplete'
|
||||
) {
|
||||
return null;
|
||||
}
|
||||
if (!isRecord(payload.response)) return null;
|
||||
|
||||
const responsePayload = payload.response as Record<string, unknown>;
|
||||
if (isNonEmptyString(responsePayload.status)) {
|
||||
return responsePayload;
|
||||
}
|
||||
|
||||
return {
|
||||
...responsePayload,
|
||||
status: type.slice('response.'.length),
|
||||
};
|
||||
}
|
||||
|
||||
function stringifyUnknownValue(value: unknown): string {
|
||||
if (typeof value === 'string') return value;
|
||||
if (value === undefined || value === null) return '';
|
||||
@@ -558,7 +610,7 @@ function collectToolCallsFromResponsesPayload(payload: Record<string, unknown>):
|
||||
for (let index = 0; index < output.length; index += 1) {
|
||||
const item = output[index];
|
||||
if (!isRecord(item)) continue;
|
||||
if (item.type !== 'function_call') continue;
|
||||
if (item.type !== 'function_call' && item.type !== 'custom_tool_call') continue;
|
||||
|
||||
const id = (
|
||||
typeof item.call_id === 'string' && item.call_id.trim().length > 0
|
||||
@@ -569,7 +621,9 @@ function collectToolCallsFromResponsesPayload(payload: Record<string, unknown>):
|
||||
const argumentsText = (
|
||||
typeof item.arguments === 'string'
|
||||
? item.arguments
|
||||
: stringifyUnknownValue(item.arguments)
|
||||
: (typeof item.input === 'string'
|
||||
? item.input
|
||||
: stringifyUnknownValue(item.arguments ?? item.input))
|
||||
);
|
||||
toolCalls.push({
|
||||
id,
|
||||
@@ -581,6 +635,198 @@ function collectToolCallsFromResponsesPayload(payload: Record<string, unknown>):
|
||||
return toolCalls;
|
||||
}
|
||||
|
||||
function collectIndexedToolCallsFromResponsesPayload(
|
||||
payload: Record<string, unknown>,
|
||||
): Array<{ id: string; name: string; arguments: string; outputIndex: number }> {
|
||||
const output = Array.isArray(payload.output) ? payload.output : [];
|
||||
const toolCalls: Array<{ id: string; name: string; arguments: string; outputIndex: number }> = [];
|
||||
|
||||
for (let index = 0; index < output.length; index += 1) {
|
||||
const item = output[index];
|
||||
if (!isRecord(item)) continue;
|
||||
if (item.type !== 'function_call' && item.type !== 'custom_tool_call') continue;
|
||||
|
||||
const id = (
|
||||
typeof item.call_id === 'string' && item.call_id.trim().length > 0
|
||||
? item.call_id.trim()
|
||||
: (typeof item.id === 'string' && item.id.trim().length > 0 ? item.id.trim() : `call_${index}`)
|
||||
);
|
||||
const name = typeof item.name === 'string' ? item.name.trim() : '';
|
||||
const argumentsText = (
|
||||
typeof item.arguments === 'string'
|
||||
? item.arguments
|
||||
: (typeof item.input === 'string'
|
||||
? item.input
|
||||
: stringifyUnknownValue(item.arguments ?? item.input))
|
||||
);
|
||||
toolCalls.push({
|
||||
id,
|
||||
name,
|
||||
arguments: argumentsText,
|
||||
outputIndex: index,
|
||||
});
|
||||
}
|
||||
|
||||
return toolCalls;
|
||||
}
|
||||
|
||||
function computeNovelResponsesDelta(existingText: string, incomingText: string): string {
|
||||
if (!incomingText) return '';
|
||||
if (!existingText) return incomingText;
|
||||
if (incomingText.startsWith(existingText)) return incomingText.slice(existingText.length);
|
||||
if (existingText.endsWith(incomingText)) return '';
|
||||
|
||||
const maxOverlap = Math.min(existingText.length, incomingText.length);
|
||||
for (let overlap = maxOverlap; overlap > 0; overlap -= 1) {
|
||||
if (existingText.endsWith(incomingText.slice(0, overlap))) {
|
||||
return incomingText.slice(overlap);
|
||||
}
|
||||
}
|
||||
|
||||
return incomingText;
|
||||
}
|
||||
|
||||
function extractResponsesOutputIndex(payload: Record<string, unknown>): number {
|
||||
return (
|
||||
typeof payload.output_index === 'number' && Number.isFinite(payload.output_index)
|
||||
? Math.max(0, Math.trunc(payload.output_index))
|
||||
: 0
|
||||
);
|
||||
}
|
||||
|
||||
function extractResponsesItemText(item: Record<string, unknown>): string {
|
||||
const itemType = asTrimmedString(item.type).toLowerCase();
|
||||
if (itemType === 'message') {
|
||||
return extractTextAndReasoning(item.content ?? item).content;
|
||||
}
|
||||
if (itemType === 'reasoning') {
|
||||
const parsed = extractTextAndReasoning(item.summary ?? item.content ?? item);
|
||||
return joinNonEmpty([parsed.content, parsed.reasoning]);
|
||||
}
|
||||
return '';
|
||||
}
|
||||
|
||||
function rememberResponsesToolCallIndex(
|
||||
context: StreamTransformContext,
|
||||
canonicalIndex: number,
|
||||
input: {
|
||||
outputIndex?: number;
|
||||
itemId?: unknown;
|
||||
callId?: unknown;
|
||||
},
|
||||
): void {
|
||||
if (typeof input.outputIndex === 'number' && Number.isFinite(input.outputIndex)) {
|
||||
context.responsesToolCallIndexByOutputIndex[Math.max(0, Math.trunc(input.outputIndex))] = canonicalIndex;
|
||||
}
|
||||
const itemId = asTrimmedString(input.itemId);
|
||||
if (itemId) {
|
||||
context.responsesToolCallIndexById[`item:${itemId}`] = canonicalIndex;
|
||||
}
|
||||
const callId = asTrimmedString(input.callId);
|
||||
if (callId) {
|
||||
context.responsesToolCallIndexById[`call:${callId}`] = canonicalIndex;
|
||||
}
|
||||
}
|
||||
|
||||
function resolveResponsesToolCallIndex(
|
||||
context: StreamTransformContext,
|
||||
input: {
|
||||
outputIndex?: number;
|
||||
itemId?: unknown;
|
||||
callId?: unknown;
|
||||
},
|
||||
): number {
|
||||
const normalizedOutputIndex = (
|
||||
typeof input.outputIndex === 'number' && Number.isFinite(input.outputIndex)
|
||||
? Math.max(0, Math.trunc(input.outputIndex))
|
||||
: undefined
|
||||
);
|
||||
if (
|
||||
normalizedOutputIndex !== undefined
|
||||
&& context.responsesToolCallIndexByOutputIndex[normalizedOutputIndex] !== undefined
|
||||
) {
|
||||
const canonicalIndex = context.responsesToolCallIndexByOutputIndex[normalizedOutputIndex]!;
|
||||
rememberResponsesToolCallIndex(context, canonicalIndex, {
|
||||
outputIndex: normalizedOutputIndex,
|
||||
itemId: input.itemId,
|
||||
callId: input.callId,
|
||||
});
|
||||
return canonicalIndex;
|
||||
}
|
||||
|
||||
const itemId = asTrimmedString(input.itemId);
|
||||
if (itemId && context.responsesToolCallIndexById[`item:${itemId}`] !== undefined) {
|
||||
const canonicalIndex = context.responsesToolCallIndexById[`item:${itemId}`]!;
|
||||
rememberResponsesToolCallIndex(context, canonicalIndex, {
|
||||
outputIndex: normalizedOutputIndex,
|
||||
itemId,
|
||||
callId: input.callId,
|
||||
});
|
||||
return canonicalIndex;
|
||||
}
|
||||
|
||||
const callId = asTrimmedString(input.callId);
|
||||
if (callId && context.responsesToolCallIndexById[`call:${callId}`] !== undefined) {
|
||||
const canonicalIndex = context.responsesToolCallIndexById[`call:${callId}`]!;
|
||||
rememberResponsesToolCallIndex(context, canonicalIndex, {
|
||||
outputIndex: normalizedOutputIndex,
|
||||
itemId: input.itemId,
|
||||
callId,
|
||||
});
|
||||
return canonicalIndex;
|
||||
}
|
||||
|
||||
const canonicalIndex = context.nextResponsesToolCallIndex;
|
||||
context.nextResponsesToolCallIndex += 1;
|
||||
rememberResponsesToolCallIndex(context, canonicalIndex, {
|
||||
outputIndex: normalizedOutputIndex,
|
||||
itemId: input.itemId,
|
||||
callId: input.callId,
|
||||
});
|
||||
return canonicalIndex;
|
||||
}
|
||||
|
||||
function buildResponsesToolCallDeltaFromItem(
|
||||
item: Record<string, unknown>,
|
||||
outputIndex: number,
|
||||
context: StreamTransformContext,
|
||||
): NormalizedStreamEvent | null {
|
||||
const itemType = asTrimmedString(item.type).toLowerCase();
|
||||
if (itemType !== 'function_call' && itemType !== 'custom_tool_call') return null;
|
||||
|
||||
const toolCallId = (
|
||||
isNonEmptyString(item.call_id) ? item.call_id
|
||||
: (isNonEmptyString(item.id) ? item.id : undefined)
|
||||
);
|
||||
const toolName = isNonEmptyString(item.name) ? item.name : undefined;
|
||||
const rawArguments = itemType === 'custom_tool_call'
|
||||
? (typeof item.input === 'string' ? item.input : stringifyUnknownValue(item.input))
|
||||
: (typeof item.arguments === 'string' ? item.arguments : stringifyUnknownValue(item.arguments));
|
||||
const canonicalIndex = resolveResponsesToolCallIndex(context, {
|
||||
outputIndex,
|
||||
itemId: item.id,
|
||||
callId: item.call_id,
|
||||
});
|
||||
const existingArguments = context.toolCalls[canonicalIndex]?.arguments || '';
|
||||
const argumentsDelta = computeNovelResponsesDelta(existingArguments, rawArguments);
|
||||
const knownTool = context.toolCalls[canonicalIndex] || {};
|
||||
const shouldBackfillId = !!toolCallId && !knownTool.id;
|
||||
const shouldBackfillName = !!toolName && !knownTool.name;
|
||||
|
||||
if (!argumentsDelta && !shouldBackfillId && !shouldBackfillName) {
|
||||
return null;
|
||||
}
|
||||
|
||||
return {
|
||||
toolCallDeltas: [{
|
||||
index: canonicalIndex,
|
||||
id: toolCallId,
|
||||
name: toolName,
|
||||
argumentsDelta: argumentsDelta || undefined,
|
||||
}],
|
||||
};
|
||||
}
|
||||
|
||||
function formatAnthropicBase64DataUrl(mimeType: string, data: string): string {
|
||||
return `data:${mimeType};base64,${data}`;
|
||||
}
|
||||
@@ -1067,6 +1313,13 @@ export function normalizeUpstreamFinalResponse(
|
||||
const now = Math.floor(Date.now() / 1000);
|
||||
const fallbackId = `chatcmpl-meta-${Date.now()}`;
|
||||
|
||||
if (isRecord(payload)) {
|
||||
const terminalResponsesPayload = unwrapTerminalResponsesEnvelope(payload);
|
||||
if (terminalResponsesPayload) {
|
||||
return normalizeUpstreamFinalResponse(terminalResponsesPayload, fallbackModel, fallbackText);
|
||||
}
|
||||
}
|
||||
|
||||
if (isRecord(payload) && Array.isArray(payload.choices)) {
|
||||
const choice = payload.choices[0] ?? {};
|
||||
const content = extractAssistantContent(choice) || extractAssistantContent(payload);
|
||||
@@ -1238,19 +1491,39 @@ export function normalizeUpstreamStreamEvent(
|
||||
|
||||
const type = typeof payload.type === 'string' ? payload.type : '';
|
||||
if (type.startsWith('response.output_text')) {
|
||||
const parsed = extractStreamingTextAndReasoning(payload.delta, context.thinkTagParser);
|
||||
const outputIndex = extractResponsesOutputIndex(payload);
|
||||
const rawText = typeof payload.delta === 'string'
|
||||
? payload.delta
|
||||
: (typeof (payload as any).text === 'string' ? (payload as any).text : '');
|
||||
const parsed = extractStreamingTextAndReasoning(rawText, context.thinkTagParser);
|
||||
const nextContent = type === 'response.output_text.done'
|
||||
? (parsed.content || context.responsesTextByIndex[outputIndex] || '')
|
||||
: `${context.responsesTextByIndex[outputIndex] || ''}${parsed.content || ''}`;
|
||||
const novelContent = type === 'response.output_text.done'
|
||||
? computeNovelResponsesDelta(context.responsesTextByIndex[outputIndex] || '', parsed.content || '')
|
||||
: (parsed.content || '');
|
||||
if (nextContent) context.responsesTextByIndex[outputIndex] = nextContent;
|
||||
return {
|
||||
contentDelta: parsed.content || undefined,
|
||||
contentDelta: novelContent || undefined,
|
||||
reasoningDelta: parsed.reasoning || undefined,
|
||||
};
|
||||
}
|
||||
|
||||
if (type === 'response.reasoning_summary_text.delta') {
|
||||
const deltaText = typeof payload.delta === 'string'
|
||||
? payload.delta
|
||||
: extractTextAndReasoning(payload.delta).content;
|
||||
if (type === 'response.reasoning_summary_text.delta' || type === 'response.reasoning_summary_text.done') {
|
||||
const outputIndex = extractResponsesOutputIndex(payload);
|
||||
const deltaText = type === 'response.reasoning_summary_text.done'
|
||||
? (typeof (payload as any).text === 'string' ? (payload as any).text : extractTextAndReasoning(payload.text).content)
|
||||
: (typeof payload.delta === 'string' ? payload.delta : extractTextAndReasoning(payload.delta).content);
|
||||
const previousReasoning = context.responsesReasoningByIndex[outputIndex] || '';
|
||||
const novelDelta = computeNovelResponsesDelta(previousReasoning, deltaText);
|
||||
const nextReasoning = type === 'response.reasoning_summary_text.done'
|
||||
? (deltaText || previousReasoning)
|
||||
: `${previousReasoning}${novelDelta}`;
|
||||
if (nextReasoning) {
|
||||
context.responsesReasoningByIndex[outputIndex] = nextReasoning;
|
||||
}
|
||||
return {
|
||||
reasoningDelta: deltaText || undefined,
|
||||
reasoningDelta: novelDelta || undefined,
|
||||
};
|
||||
}
|
||||
|
||||
@@ -1267,40 +1540,44 @@ export function normalizeUpstreamStreamEvent(
|
||||
};
|
||||
}
|
||||
|
||||
if (type === 'response.output_item.added' && isRecord((payload as any).item)) {
|
||||
if ((type === 'response.output_item.added' || type === 'response.output_item.done') && isRecord((payload as any).item)) {
|
||||
const outputIndex = extractResponsesOutputIndex(payload as Record<string, unknown>);
|
||||
const item = (payload as any).item as Record<string, unknown>;
|
||||
if (item.type === 'reasoning' && isNonEmptyString(item.encrypted_content)) {
|
||||
const reasoningText = extractResponsesItemText(item);
|
||||
const novelReasoning = computeNovelResponsesDelta(context.responsesReasoningByIndex[outputIndex] || '', reasoningText);
|
||||
if (reasoningText) {
|
||||
context.responsesReasoningByIndex[outputIndex] = reasoningText;
|
||||
}
|
||||
return {
|
||||
reasoningSignature: item.encrypted_content,
|
||||
reasoningDelta: novelReasoning || undefined,
|
||||
};
|
||||
}
|
||||
if (item.type === 'function_call') {
|
||||
const outputIndex = (
|
||||
typeof (payload as any).output_index === 'number' && Number.isFinite((payload as any).output_index)
|
||||
? Math.max(0, Math.trunc((payload as any).output_index))
|
||||
: 0
|
||||
);
|
||||
const toolCallId = (
|
||||
isNonEmptyString(item.call_id) ? item.call_id
|
||||
: (isNonEmptyString(item.id) ? item.id : undefined)
|
||||
);
|
||||
const toolName = isNonEmptyString(item.name) ? item.name : undefined;
|
||||
const toolCallEvent = buildResponsesToolCallDeltaFromItem(item, outputIndex, context);
|
||||
if (toolCallEvent) {
|
||||
return toolCallEvent;
|
||||
}
|
||||
if (item.type === 'message') {
|
||||
const fullText = extractResponsesItemText(item);
|
||||
const novelDelta = computeNovelResponsesDelta(context.responsesTextByIndex[outputIndex] || '', fullText);
|
||||
if (fullText) {
|
||||
context.responsesTextByIndex[outputIndex] = fullText;
|
||||
}
|
||||
return {
|
||||
toolCallDeltas: [{
|
||||
index: outputIndex,
|
||||
id: toolCallId,
|
||||
name: toolName,
|
||||
}],
|
||||
role: item.role === 'assistant' ? 'assistant' : undefined,
|
||||
contentDelta: novelDelta || undefined,
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
if (type === 'response.function_call_arguments.delta' || type === 'response.function_call_arguments.done') {
|
||||
const outputIndex = (
|
||||
typeof (payload as any).output_index === 'number' && Number.isFinite((payload as any).output_index)
|
||||
? Math.max(0, Math.trunc((payload as any).output_index))
|
||||
: 0
|
||||
);
|
||||
const outputIndex = extractResponsesOutputIndex(payload as Record<string, unknown>);
|
||||
const canonicalIndex = resolveResponsesToolCallIndex(context, {
|
||||
outputIndex,
|
||||
itemId: (payload as any).item_id,
|
||||
callId: (payload as any).call_id,
|
||||
});
|
||||
const toolCallId = (
|
||||
isNonEmptyString((payload as any).call_id) ? (payload as any).call_id
|
||||
: (isNonEmptyString((payload as any).item_id) ? (payload as any).item_id : undefined)
|
||||
@@ -1317,7 +1594,7 @@ export function normalizeUpstreamStreamEvent(
|
||||
);
|
||||
let argumentsDelta = rawArguments;
|
||||
if (type === 'response.function_call_arguments.done' && typeof rawArguments === 'string') {
|
||||
const existingArguments = context.toolCalls[outputIndex]?.arguments || '';
|
||||
const existingArguments = context.toolCalls[canonicalIndex]?.arguments || '';
|
||||
if (existingArguments && rawArguments.startsWith(existingArguments)) {
|
||||
const missingSuffix = rawArguments.slice(existingArguments.length);
|
||||
argumentsDelta = missingSuffix.length > 0 ? missingSuffix : undefined;
|
||||
@@ -1326,7 +1603,7 @@ export function normalizeUpstreamStreamEvent(
|
||||
}
|
||||
}
|
||||
|
||||
const knownTool = context.toolCalls[outputIndex] || {};
|
||||
const knownTool = context.toolCalls[canonicalIndex] || {};
|
||||
const shouldBackfillId = !!toolCallId && !knownTool.id;
|
||||
const shouldBackfillName = !!toolName && !knownTool.name;
|
||||
if (argumentsDelta === undefined && !shouldBackfillId && !shouldBackfillName) {
|
||||
@@ -1335,7 +1612,7 @@ export function normalizeUpstreamStreamEvent(
|
||||
|
||||
return {
|
||||
toolCallDeltas: [{
|
||||
index: outputIndex,
|
||||
index: canonicalIndex,
|
||||
id: toolCallId,
|
||||
name: toolName,
|
||||
argumentsDelta,
|
||||
@@ -1343,12 +1620,97 @@ export function normalizeUpstreamStreamEvent(
|
||||
};
|
||||
}
|
||||
|
||||
if (type === 'response.custom_tool_call_input.delta' || type === 'response.custom_tool_call_input.done') {
|
||||
const outputIndex = extractResponsesOutputIndex(payload as Record<string, unknown>);
|
||||
const canonicalIndex = resolveResponsesToolCallIndex(context, {
|
||||
outputIndex,
|
||||
itemId: (payload as any).item_id,
|
||||
callId: (payload as any).call_id,
|
||||
});
|
||||
const toolCallId = (
|
||||
isNonEmptyString((payload as any).call_id) ? (payload as any).call_id
|
||||
: (isNonEmptyString((payload as any).item_id) ? (payload as any).item_id : undefined)
|
||||
);
|
||||
const toolName = isNonEmptyString((payload as any).name) ? (payload as any).name : undefined;
|
||||
const rawArguments = (
|
||||
type === 'response.custom_tool_call_input.done'
|
||||
? (typeof (payload as any).input === 'string' ? (payload as any).input : stringifyUnknownValue((payload as any).input))
|
||||
: (
|
||||
typeof payload.delta === 'string'
|
||||
? payload.delta
|
||||
: stringifyUnknownValue((payload as any).input)
|
||||
)
|
||||
);
|
||||
const existingArguments = context.toolCalls[canonicalIndex]?.arguments || '';
|
||||
const argumentsDelta = computeNovelResponsesDelta(existingArguments, rawArguments);
|
||||
const knownTool = context.toolCalls[canonicalIndex] || {};
|
||||
const shouldBackfillId = !!toolCallId && !knownTool.id;
|
||||
const shouldBackfillName = !!toolName && !knownTool.name;
|
||||
if (!argumentsDelta && !shouldBackfillId && !shouldBackfillName) {
|
||||
return {};
|
||||
}
|
||||
|
||||
return {
|
||||
toolCallDeltas: [{
|
||||
index: canonicalIndex,
|
||||
id: toolCallId,
|
||||
name: toolName,
|
||||
argumentsDelta: argumentsDelta || undefined,
|
||||
}],
|
||||
};
|
||||
}
|
||||
|
||||
if (type === 'response.completed' && isRecord((payload as any).response)) {
|
||||
const responsePayload = (payload as any).response as Record<string, unknown>;
|
||||
if (isNonEmptyString(responsePayload.id)) context.id = responsePayload.id;
|
||||
if (isNonEmptyString(responsePayload.model)) context.model = responsePayload.model;
|
||||
const content = parseResponsesOutputText(responsePayload);
|
||||
const contentDelta = computeNovelResponsesDelta(joinIndexedResponsesText(context.responsesTextByIndex), content);
|
||||
if (content) {
|
||||
context.responsesTextByIndex = { ...context.responsesTextByIndex, [-1]: content } as Record<number, string>;
|
||||
}
|
||||
const responsesReasoning = parseResponsesReasoning(responsePayload);
|
||||
const reasoningDelta = computeNovelResponsesDelta(
|
||||
joinIndexedResponsesText(context.responsesReasoningByIndex),
|
||||
responsesReasoning.reasoningContent,
|
||||
);
|
||||
if (responsesReasoning.reasoningContent) {
|
||||
context.responsesReasoningByIndex = {
|
||||
...context.responsesReasoningByIndex,
|
||||
[-1]: responsesReasoning.reasoningContent,
|
||||
} as Record<number, string>;
|
||||
}
|
||||
const toolCalls = collectIndexedToolCallsFromResponsesPayload(responsePayload);
|
||||
const toolCallDeltas = toolCalls
|
||||
.map((toolCall) => {
|
||||
const canonicalIndex = resolveResponsesToolCallIndex(context, {
|
||||
outputIndex: toolCall.outputIndex,
|
||||
callId: toolCall.id,
|
||||
});
|
||||
const knownTool = context.toolCalls[canonicalIndex] || {};
|
||||
const argumentsDelta = computeNovelResponsesDelta(knownTool.arguments || '', toolCall.arguments);
|
||||
const shouldBackfillId = !!toolCall.id && !knownTool.id;
|
||||
const shouldBackfillName = !!toolCall.name && !knownTool.name;
|
||||
if (!argumentsDelta && !shouldBackfillId && !shouldBackfillName) {
|
||||
return null;
|
||||
}
|
||||
return {
|
||||
index: canonicalIndex,
|
||||
id: toolCall.id,
|
||||
name: toolCall.name,
|
||||
argumentsDelta: argumentsDelta || undefined,
|
||||
};
|
||||
})
|
||||
.filter((item): item is NonNullable<typeof item> => !!item);
|
||||
return {
|
||||
finishReason: normalizeStopReason(responsePayload.status) || 'stop',
|
||||
...(contentDelta || reasoningDelta ? { role: 'assistant' as const } : {}),
|
||||
...(contentDelta ? { contentDelta } : {}),
|
||||
...(reasoningDelta ? { reasoningDelta } : {}),
|
||||
...(responsesReasoning.reasoningSignature ? { reasoningSignature: responsesReasoning.reasoningSignature } : {}),
|
||||
...(toolCallDeltas.length > 0 ? { toolCallDeltas } : {}),
|
||||
finishReason: toolCallDeltas.length > 0
|
||||
? 'tool_calls'
|
||||
: (normalizeStopReason(responsePayload.status) || 'stop'),
|
||||
done: true,
|
||||
};
|
||||
}
|
||||
|
||||
@@ -3,8 +3,10 @@ import { describe, expect, it } from 'vitest';
|
||||
|
||||
import {
|
||||
fromTransformerMetadataRecord,
|
||||
createStreamTransformContext,
|
||||
normalizeStopReason,
|
||||
normalizeUpstreamFinalResponse,
|
||||
normalizeUpstreamStreamEvent,
|
||||
parseDownstreamChatRequest,
|
||||
pullSseEventsWithDone,
|
||||
serializeFinalResponse,
|
||||
@@ -79,6 +81,97 @@ describe('shared normalized helpers', () => {
|
||||
});
|
||||
});
|
||||
|
||||
it('normalizes custom tool calls from responses payloads through the existing tool-call shape', () => {
|
||||
expect(normalizeUpstreamFinalResponse({
|
||||
object: 'response',
|
||||
id: 'resp_custom_tool_1',
|
||||
model: 'gpt-test',
|
||||
created: 123,
|
||||
output: [
|
||||
{
|
||||
type: 'custom_tool_call',
|
||||
call_id: 'call_custom',
|
||||
name: 'MyTool',
|
||||
input: '{"path":"README.md"}',
|
||||
},
|
||||
],
|
||||
status: 'completed',
|
||||
}, 'fallback-model')).toEqual({
|
||||
id: 'resp_custom_tool_1',
|
||||
model: 'gpt-test',
|
||||
created: 123,
|
||||
content: '',
|
||||
reasoningContent: '',
|
||||
finishReason: 'tool_calls',
|
||||
toolCalls: [{
|
||||
id: 'call_custom',
|
||||
name: 'MyTool',
|
||||
arguments: '{"path":"README.md"}',
|
||||
}],
|
||||
});
|
||||
});
|
||||
|
||||
it('unwraps terminal response.completed envelopes when normalizing final responses', () => {
|
||||
expect(normalizeUpstreamFinalResponse({
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_terminal_1',
|
||||
model: 'gpt-test',
|
||||
created_at: 123,
|
||||
status: 'completed',
|
||||
output: [
|
||||
{
|
||||
type: 'message',
|
||||
content: [{ type: 'output_text', text: 'hello' }],
|
||||
},
|
||||
{
|
||||
type: 'custom_tool_call',
|
||||
call_id: 'call_custom_1',
|
||||
name: 'Shell',
|
||||
input: '{"command":"pwd"}',
|
||||
},
|
||||
],
|
||||
},
|
||||
}, 'fallback-model')).toEqual({
|
||||
id: 'resp_terminal_1',
|
||||
model: 'gpt-test',
|
||||
created: 123,
|
||||
content: 'hello',
|
||||
reasoningContent: '',
|
||||
finishReason: 'tool_calls',
|
||||
toolCalls: [{
|
||||
id: 'call_custom_1',
|
||||
name: 'Shell',
|
||||
arguments: '{"command":"pwd"}',
|
||||
}],
|
||||
});
|
||||
});
|
||||
|
||||
it('unwraps terminal response.incomplete envelopes when normalizing final responses', () => {
|
||||
expect(normalizeUpstreamFinalResponse({
|
||||
type: 'response.incomplete',
|
||||
response: {
|
||||
id: 'resp_terminal_2',
|
||||
model: 'gpt-test',
|
||||
created: 456,
|
||||
output: [
|
||||
{
|
||||
type: 'message',
|
||||
content: [{ type: 'output_text', text: 'partial answer' }],
|
||||
},
|
||||
],
|
||||
},
|
||||
}, 'fallback-model')).toEqual({
|
||||
id: 'resp_terminal_2',
|
||||
model: 'gpt-test',
|
||||
created: 456,
|
||||
content: 'partial answer',
|
||||
reasoningContent: '',
|
||||
finishReason: 'length',
|
||||
toolCalls: [],
|
||||
});
|
||||
});
|
||||
|
||||
it('preserves responses reasoning summaries and encrypted reasoning signatures in final normalization', () => {
|
||||
expect(normalizeUpstreamFinalResponse({
|
||||
object: 'response',
|
||||
@@ -137,6 +230,142 @@ describe('shared normalized helpers', () => {
|
||||
});
|
||||
});
|
||||
|
||||
it('treats response.reasoning_summary_text.done as reasoning-only stream output', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.reasoning_summary_text.done',
|
||||
item_id: 'rs_1',
|
||||
output_index: 0,
|
||||
summary_index: 0,
|
||||
text: 'plan first',
|
||||
}, context, 'fallback-model')).toEqual({
|
||||
reasoningDelta: 'plan first',
|
||||
});
|
||||
});
|
||||
|
||||
it('normalizes terminal-only responses output_item.done message content into visible stream content', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.output_item.done',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'msg_1',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'completed',
|
||||
content: [{ type: 'output_text', text: 'hello' }],
|
||||
},
|
||||
}, context, 'fallback-model')).toEqual({
|
||||
role: 'assistant',
|
||||
contentDelta: 'hello',
|
||||
});
|
||||
});
|
||||
|
||||
it('normalizes terminal-only responses output_item.done tool metadata into tool deltas', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.output_item.done',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'fc_1',
|
||||
type: 'function_call',
|
||||
call_id: 'call_1',
|
||||
name: 'Glob',
|
||||
arguments: '{"pattern":"README*"}',
|
||||
status: 'completed',
|
||||
},
|
||||
}, context, 'fallback-model')).toEqual({
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_1',
|
||||
name: 'Glob',
|
||||
argumentsDelta: '{"pattern":"README*"}',
|
||||
}],
|
||||
});
|
||||
});
|
||||
|
||||
it('normalizes terminal-only custom tool responses into tool deltas and final tool calls', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.output_item.done',
|
||||
output_index: 0,
|
||||
item: {
|
||||
id: 'ct_1',
|
||||
type: 'custom_tool_call',
|
||||
call_id: 'call_custom_1',
|
||||
name: 'MyTool',
|
||||
input: '{"foo":"bar"}',
|
||||
status: 'completed',
|
||||
},
|
||||
}, context, 'fallback-model')).toEqual({
|
||||
toolCallDeltas: [{
|
||||
index: 0,
|
||||
id: 'call_custom_1',
|
||||
name: 'MyTool',
|
||||
argumentsDelta: '{"foo":"bar"}',
|
||||
}],
|
||||
});
|
||||
|
||||
expect(normalizeUpstreamFinalResponse({
|
||||
object: 'response',
|
||||
id: 'resp_custom_tool_1',
|
||||
model: 'gpt-test',
|
||||
created: 321,
|
||||
output: [
|
||||
{
|
||||
id: 'ct_1',
|
||||
type: 'custom_tool_call',
|
||||
call_id: 'call_custom_1',
|
||||
name: 'MyTool',
|
||||
input: '{"foo":"bar"}',
|
||||
},
|
||||
],
|
||||
status: 'completed',
|
||||
}, 'fallback-model')).toEqual({
|
||||
id: 'resp_custom_tool_1',
|
||||
model: 'gpt-test',
|
||||
created: 321,
|
||||
content: '',
|
||||
reasoningContent: '',
|
||||
finishReason: 'tool_calls',
|
||||
toolCalls: [{
|
||||
id: 'call_custom_1',
|
||||
name: 'MyTool',
|
||||
arguments: '{"foo":"bar"}',
|
||||
}],
|
||||
});
|
||||
});
|
||||
|
||||
it('normalizes terminal-only responses output payloads carried on response.completed', () => {
|
||||
const context = createStreamTransformContext('gpt-test');
|
||||
|
||||
expect(normalizeUpstreamStreamEvent({
|
||||
type: 'response.completed',
|
||||
response: {
|
||||
id: 'resp_done_only',
|
||||
model: 'gpt-test',
|
||||
status: 'completed',
|
||||
output: [
|
||||
{
|
||||
id: 'msg_1',
|
||||
type: 'message',
|
||||
role: 'assistant',
|
||||
status: 'completed',
|
||||
content: [{ type: 'output_text', text: 'hello' }],
|
||||
},
|
||||
],
|
||||
},
|
||||
}, context, 'fallback-model')).toMatchObject({
|
||||
contentDelta: 'hello',
|
||||
finishReason: 'stop',
|
||||
done: true,
|
||||
});
|
||||
});
|
||||
|
||||
it('maps claude tools, tool choice, metadata, and reasoning when parsing downstream requests', () => {
|
||||
const result = parseDownstreamChatRequest({
|
||||
model: 'gpt-5',
|
||||
|
||||
Reference in New Issue
Block a user