Files
CLIProxyAPI/internal/runtime/executor/helps/responses_ttft_helpers.go
Luis Pater 6e6afab99a refactor: migrate gjson, sjson, and base64 to MoeForge/moego
- Replace tidwall/gjson and tidwall/sjson with github.com/MoeForge/moego/ojson
  and encoding/base64 with github.com/MoeForge/moego/base64 across the main
  module and examples
- Introduce cross-method *ojson.Doc request rewriting pipelines across
  thinking, signature, client/codex, runtime/executor/helps, pluginhost, and
  all provider executors with FinalizePayloadDoc as the final semantic barrier
- Convert all consecutive JSON mutations (>= 2 Set/SetRaw/Delete operations)
  to batch edits on ojson.Doc
- Upgrade read-only byte paths to ojson.GetBytesNoCopy,
  ojson.GetManyBytesNoCopy, and util.ParseGJSONBytesNoCopy with explicit
  strings.Clone ownership protection across streaming and persistent state
- Use base64.StdEncoding.ValidateString for zero-allocation signature checks
  and base64.EncodeDataURL for single-allocation data URL construction
2026-11-03 03:05:04 +08:00

131 lines
4.8 KiB
Go

package helps
import (
"bytes"
"github.com/MoeForge/moego/ojson"
)
// IsResponsesTokenEvent reports whether the given OpenAI/xAI Responses API WebSocket or SSE event
// payload carries an actual output token, reasoning trace, tool call argument, or multimodal delta,
// according to the official Responses API streaming / websocket specification plus Codex-compatible private events.
func IsResponsesTokenEvent(payload []byte) bool {
payload = bytes.TrimSpace(payload)
if len(payload) == 0 {
return false
}
// Handle SSE line format (e.g., "data: {...}")
if bytes.HasPrefix(payload, []byte("data:")) {
prefixLen := len("data:")
if bytes.HasPrefix(payload, []byte("data: ")) {
prefixLen = len("data: ")
}
payload = bytes.TrimSpace(payload[prefixLen:])
if len(payload) == 0 {
return false
}
}
eventType := ojson.GetBytesNoCopy(payload, "type").String()
switch eventType {
// Substantive text, reasoning, and tool argument streaming deltas
case "response.reasoning_summary_text.delta",
"response.reasoning.delta",
"response.reasoning_text.delta",
"response.output_text.delta",
"response.text.delta",
"response.function_call_arguments.delta",
"response.custom_tool_call_input.delta",
"response.code_interpreter_call_code.delta",
"response.mcp_call_arguments.delta",
"response.shell_call_command.delta",
"response.refusal.delta",
"response.audio.transcript.delta":
return len(ojson.GetBytesNoCopy(payload, "delta").String()) > 0
// Multimodal streaming deltas (audio and image generation preview)
case "response.audio.delta":
return len(ojson.GetBytesNoCopy(payload, "delta").String()) > 0 || len(ojson.GetBytesNoCopy(payload, "data").String()) > 0
case "response.image_generation_call.partial_image":
return len(ojson.GetBytesNoCopy(payload, "partial_image_b64").String()) > 0
// Shell call command added event when command is populated upfront
case "response.shell_call_command.added":
return len(ojson.GetBytesNoCopy(payload, "command").String()) > 0
// Single-chunk / non-stream completed items
case "response.reasoning_summary_text.done",
"response.reasoning_text.done",
"response.output_text.done":
return len(ojson.GetBytesNoCopy(payload, "text").String()) > 0
case "response.refusal.done":
return len(ojson.GetBytesNoCopy(payload, "refusal").String()) > 0
case "response.function_call_arguments.done",
"response.mcp_call_arguments.done":
return len(ojson.GetBytesNoCopy(payload, "arguments").String()) > 0
case "response.custom_tool_call_input.done":
return len(ojson.GetBytesNoCopy(payload, "input").String()) > 0
case "response.code_interpreter_call_code.done":
return len(ojson.GetBytesNoCopy(payload, "code").String()) > 0
case "response.shell_call_command.done":
return len(ojson.GetBytesNoCopy(payload, "command").String()) > 0
case "response.reasoning_summary_part.done":
return len(ojson.GetBytesNoCopy(payload, "part.text").String()) > 0
case "response.content_part.done":
return len(ojson.GetBytesNoCopy(payload, "part.text").String()) > 0 || len(ojson.GetBytesNoCopy(payload, "part.refusal").String()) > 0
case "response.output_item.done":
itemType := ojson.GetBytesNoCopy(payload, "item.type").String()
switch itemType {
case "function_call":
return len(ojson.GetBytesNoCopy(payload, "item.arguments").String()) > 0
case "custom_tool_call":
return len(ojson.GetBytesNoCopy(payload, "item.input").String()) > 0
case "reasoning":
for _, field := range []string{"item.summary", "item.content"} {
for _, part := range ojson.GetBytesNoCopy(payload, field).Array() {
text := part.Get("text")
if text.Type == ojson.String && text.String() != "" {
return true
}
}
}
case "message":
for _, content := range ojson.GetBytesNoCopy(payload, "item.content").Array() {
if len(content.Get("text").String()) > 0 || len(content.Get("refusal").String()) > 0 {
return true
}
}
}
return false
// Terminal events fallback to guarantee TTFT is never missed on truncated, failed, or fast turns
case "response.completed",
"response.done",
"response.incomplete",
"response.failed",
"error":
return true
// All other container lifecycles (added, created, in_progress, search state machines, metadata)
default:
return false
}
}
// ObserveResponsesTokenEvent inspects a Responses API frame payload and records TTFT if the frame
// represents the first meaningful token event. It records the first packet arrival time as a fallback
// and exits immediately with zero allocations once effective token TTFT is set.
func ObserveResponsesTokenEvent(reporter *UsageReporter, payload []byte) {
if reporter != nil && len(payload) > 0 {
reporter.ObserveResponseModel(payload)
}
if reporter == nil || len(payload) == 0 {
return
}
if reporter.IsTTFTSet() {
return
}
reporter.ObserveTokenEvent(IsResponsesTokenEvent(payload))
}