Files
CLIProxyAPI/internal/runtime/executor/helps/responses_usage_helpers.go
Luis Pater 6e6afab99a refactor: migrate gjson, sjson, and base64 to MoeForge/moego
- Replace tidwall/gjson and tidwall/sjson with github.com/MoeForge/moego/ojson
  and encoding/base64 with github.com/MoeForge/moego/base64 across the main
  module and examples
- Introduce cross-method *ojson.Doc request rewriting pipelines across
  thinking, signature, client/codex, runtime/executor/helps, pluginhost, and
  all provider executors with FinalizePayloadDoc as the final semantic barrier
- Convert all consecutive JSON mutations (>= 2 Set/SetRaw/Delete operations)
  to batch edits on ojson.Doc
- Upgrade read-only byte paths to ojson.GetBytesNoCopy,
  ojson.GetManyBytesNoCopy, and util.ParseGJSONBytesNoCopy with explicit
  strings.Clone ownership protection across streaming and persistent state
- Use base64.StdEncoding.ValidateString for zero-allocation signature checks
  and base64.EncodeDataURL for single-allocation data URL construction
2026-11-03 03:05:04 +08:00

131 lines
3.8 KiB
Go

package helps
import (
"bytes"
"github.com/MoeForge/moego/ojson"
)
// EnsureResponsesUsageDetails ensures that Responses usage objects contain output_tokens_details
// (defaulting reasoning_tokens to 0) and input_tokens_details (defaulting cached_tokens to 0).
// It supports plain JSON payloads, single-line SSE data: lines, and multi-line SSE frames (e.g. event: ...\ndata: ...).
func EnsureResponsesUsageDetails(payload []byte) []byte {
if len(payload) == 0 {
return payload
}
trimmed := bytes.TrimSpace(payload)
if len(trimmed) == 0 {
return payload
}
// 1. JSON-first: If trimmed payload starts with '{', process as a plain JSON object.
if trimmed[0] == '{' {
if ojson.GetBytesNoCopy(trimmed, "object").String() == "response.compaction" {
return payload
}
doc := ojson.NewDoc(trimmed)
if !EnsureResponsesUsageDetailsDoc(doc) {
return payload
}
return doc.Bytes()
}
// 2. SSE frames: Scan lines for data: prefixed lines and patch their JSON payloads.
if bytes.Contains(payload, []byte("data:")) {
lines := bytes.Split(payload, []byte("\n"))
modified := false
for i, line := range lines {
trimmedLine := bytes.TrimSpace(line)
if !bytes.HasPrefix(trimmedLine, []byte("data:")) {
continue
}
prefixLen := len("data:")
if bytes.HasPrefix(line, []byte("data: ")) {
prefixLen = len("data: ")
} else if bytes.HasPrefix(line, []byte("data:")) {
prefixLen = len("data:")
}
dataPayload := bytes.TrimSpace(line[prefixLen:])
if len(dataPayload) == 0 || dataPayload[0] != '{' {
continue
}
if ojson.GetBytesNoCopy(dataPayload, "object").String() == "response.compaction" {
continue
}
doc := ojson.NewDoc(dataPayload)
if EnsureResponsesUsageDetailsDoc(doc) {
newPrefix := bytes.Clone(line[:prefixLen])
lines[i] = append(newPrefix, doc.Bytes()...)
modified = true
}
}
if modified {
return bytes.Join(lines, []byte("\n"))
}
return payload
}
return payload
}
// EnsureResponsesUsageDetailsDoc ensures that Responses usage objects in doc contain
// output_tokens_details and input_tokens_details in place.
func EnsureResponsesUsageDetailsDoc(doc *ojson.Doc) bool {
if doc == nil || doc.Len() == 0 {
return false
}
if doc.Get("object").String() == "response.compaction" {
return false
}
changed1 := ensureUsageDetailsAtDoc(doc, "response.usage")
changed2 := ensureUsageDetailsAtDoc(doc, "usage")
return changed1 || changed2
}
func ensureUsageDetailsAtDoc(doc *ojson.Doc, path string) bool {
usageNode := doc.Get(path)
if !usageNode.Exists() || !usageNode.IsObject() {
return false
}
changed := false
outputDetails := usageNode.Get("output_tokens_details")
if !outputDetails.Exists() {
if errSet := doc.Set(path+".output_tokens_details.reasoning_tokens", 0); errSet == nil {
changed = true
}
} else if outputDetails.Type == ojson.Null || !outputDetails.IsObject() {
if errSet := doc.SetRaw(path+".output_tokens_details", `{"reasoning_tokens":0}`); errSet == nil {
changed = true
}
} else {
reasoning := outputDetails.Get("reasoning_tokens")
if !reasoning.Exists() || reasoning.Type == ojson.Null {
if errSet := doc.Set(path+".output_tokens_details.reasoning_tokens", 0); errSet == nil {
changed = true
}
}
}
inputDetails := usageNode.Get("input_tokens_details")
if !inputDetails.Exists() {
if errSet := doc.Set(path+".input_tokens_details.cached_tokens", 0); errSet == nil {
changed = true
}
} else if inputDetails.Type == ojson.Null || !inputDetails.IsObject() {
if errSet := doc.SetRaw(path+".input_tokens_details", `{"cached_tokens":0}`); errSet == nil {
changed = true
}
} else {
cached := inputDetails.Get("cached_tokens")
if !cached.Exists() || cached.Type == ojson.Null {
if errSet := doc.Set(path+".input_tokens_details.cached_tokens", 0); errSet == nil {
changed = true
}
}
}
return changed
}