Files
CLIProxyAPI/internal/runtime/executor/helps/responses_usage_helpers_test.go
Luis Pater 6e6afab99a refactor: migrate gjson, sjson, and base64 to MoeForge/moego
- Replace tidwall/gjson and tidwall/sjson with github.com/MoeForge/moego/ojson
  and encoding/base64 with github.com/MoeForge/moego/base64 across the main
  module and examples
- Introduce cross-method *ojson.Doc request rewriting pipelines across
  thinking, signature, client/codex, runtime/executor/helps, pluginhost, and
  all provider executors with FinalizePayloadDoc as the final semantic barrier
- Convert all consecutive JSON mutations (>= 2 Set/SetRaw/Delete operations)
  to batch edits on ojson.Doc
- Upgrade read-only byte paths to ojson.GetBytesNoCopy,
  ojson.GetManyBytesNoCopy, and util.ParseGJSONBytesNoCopy with explicit
  strings.Clone ownership protection across streaming and persistent state
- Use base64.StdEncoding.ValidateString for zero-allocation signature checks
  and base64.EncodeDataURL for single-allocation data URL construction
2026-11-03 03:05:04 +08:00

211 lines
9.7 KiB
Go

package helps
import (
"bytes"
"context"
"testing"
"github.com/MoeForge/moego/ojson"
_ "github.com/router-for-me/CLIProxyAPI/v8/internal/translator"
sdktranslator "github.com/router-for-me/CLIProxyAPI/v8/sdk/translator"
)
func TestEnsureResponsesUsageDetails_NonStreamJSON(t *testing.T) {
raw := []byte(`{"id":"resp_1","object":"response","status":"completed","usage":{"input_tokens":84,"output_tokens":16,"total_tokens":100}}`)
got := EnsureResponsesUsageDetails(raw)
if !ojson.GetBytes(got, "usage.output_tokens_details").Exists() {
t.Fatalf("expected usage.output_tokens_details to exist, got %s", string(got))
}
if ojson.GetBytes(got, "usage.output_tokens_details.reasoning_tokens").Int() != 0 {
t.Fatalf("expected usage.output_tokens_details.reasoning_tokens == 0, got %d", ojson.GetBytes(got, "usage.output_tokens_details.reasoning_tokens").Int())
}
if !ojson.GetBytes(got, "usage.input_tokens_details").Exists() {
t.Fatalf("expected usage.input_tokens_details to exist, got %s", string(got))
}
if ojson.GetBytes(got, "usage.input_tokens_details.cached_tokens").Int() != 0 {
t.Fatalf("expected usage.input_tokens_details.cached_tokens == 0, got %d", ojson.GetBytes(got, "usage.input_tokens_details.cached_tokens").Int())
}
}
func TestEnsureResponsesUsageDetails_NonStreamJSONWithDataSubstring(t *testing.T) {
raw := []byte(`{"id":"resp_1","object":"response","status":"completed","output":[{"type":"message","content":[{"type":"text","text":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUg"}]}],"usage":{"input_tokens":84,"output_tokens":16,"total_tokens":100}}`)
got := EnsureResponsesUsageDetails(raw)
if !ojson.GetBytes(got, "usage.output_tokens_details").Exists() {
t.Fatalf("expected usage.output_tokens_details to exist, got %s", string(got))
}
if ojson.GetBytes(got, "usage.output_tokens_details.reasoning_tokens").Int() != 0 {
t.Fatalf("expected usage.output_tokens_details.reasoning_tokens == 0, got %d", ojson.GetBytes(got, "usage.output_tokens_details.reasoning_tokens").Int())
}
if !ojson.GetBytes(got, "usage.input_tokens_details").Exists() {
t.Fatalf("expected usage.input_tokens_details to exist, got %s", string(got))
}
if ojson.GetBytes(got, "usage.input_tokens_details.cached_tokens").Int() != 0 {
t.Fatalf("expected usage.input_tokens_details.cached_tokens == 0, got %d", ojson.GetBytes(got, "usage.input_tokens_details.cached_tokens").Int())
}
}
func TestEnsureResponsesUsageDetails_SSEData(t *testing.T) {
raw := []byte(`data: {"type":"response.completed","response":{"id":"resp_1","usage":{"input_tokens":10,"output_tokens":4,"total_tokens":14}}}`)
got := EnsureResponsesUsageDetails(raw)
if !bytes.HasPrefix(got, []byte("data: ")) {
t.Fatalf("expected data: prefix preserved, got %s", string(got))
}
jsonBody := bytes.TrimPrefix(got, []byte("data: "))
if !ojson.GetBytes(jsonBody, "response.usage.output_tokens_details").Exists() {
t.Fatalf("expected response.usage.output_tokens_details to exist, got %s", string(got))
}
if ojson.GetBytes(jsonBody, "response.usage.output_tokens_details.reasoning_tokens").Int() != 0 {
t.Fatalf("expected reasoning_tokens == 0, got %d", ojson.GetBytes(jsonBody, "response.usage.output_tokens_details.reasoning_tokens").Int())
}
if !ojson.GetBytes(jsonBody, "response.usage.input_tokens_details").Exists() {
t.Fatalf("expected response.usage.input_tokens_details to exist, got %s", string(got))
}
if ojson.GetBytes(jsonBody, "response.usage.input_tokens_details.cached_tokens").Int() != 0 {
t.Fatalf("expected cached_tokens == 0, got %d", ojson.GetBytes(jsonBody, "response.usage.input_tokens_details.cached_tokens").Int())
}
}
func TestEnsureResponsesUsageDetails_SSEEventDataMultiLine(t *testing.T) {
raw := []byte("event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_1\",\"usage\":{\"input_tokens\":84,\"output_tokens\":16,\"total_tokens\":100}}}\n\n")
got := EnsureResponsesUsageDetails(raw)
if !bytes.HasPrefix(got, []byte("event: response.completed\n")) {
t.Fatalf("expected event header preserved, got %s", string(got))
}
for _, line := range bytes.Split(got, []byte("\n")) {
if bytes.HasPrefix(line, []byte("data: ")) {
jsonBody := bytes.TrimPrefix(line, []byte("data: "))
if !ojson.GetBytes(jsonBody, "response.usage.output_tokens_details").Exists() {
t.Fatalf("expected response.usage.output_tokens_details to exist in multi-line frame, got %s", string(got))
}
if ojson.GetBytes(jsonBody, "response.usage.output_tokens_details.reasoning_tokens").Int() != 0 {
t.Fatalf("expected reasoning_tokens == 0, got %d", ojson.GetBytes(jsonBody, "response.usage.output_tokens_details.reasoning_tokens").Int())
}
if !ojson.GetBytes(jsonBody, "response.usage.input_tokens_details").Exists() {
t.Fatalf("expected response.usage.input_tokens_details to exist in multi-line frame, got %s", string(got))
}
if ojson.GetBytes(jsonBody, "response.usage.input_tokens_details.cached_tokens").Int() != 0 {
t.Fatalf("expected cached_tokens == 0, got %d", ojson.GetBytes(jsonBody, "response.usage.input_tokens_details.cached_tokens").Int())
}
}
}
}
func TestEnsureResponsesUsageDetails_PreservesExistingDetails(t *testing.T) {
raw := []byte(`data: {"type":"response.completed","response":{"id":"resp_1","usage":{"input_tokens":10,"input_tokens_details":{"cached_tokens":3},"output_tokens":4,"output_tokens_details":{"reasoning_tokens":2},"total_tokens":14}}}`)
got := EnsureResponsesUsageDetails(raw)
jsonBody := bytes.TrimPrefix(got, []byte("data: "))
if ojson.GetBytes(jsonBody, "response.usage.output_tokens_details.reasoning_tokens").Int() != 2 {
t.Fatalf("expected reasoning_tokens == 2, got %d", ojson.GetBytes(jsonBody, "response.usage.output_tokens_details.reasoning_tokens").Int())
}
if ojson.GetBytes(jsonBody, "response.usage.input_tokens_details.cached_tokens").Int() != 3 {
t.Fatalf("expected cached_tokens == 3, got %d", ojson.GetBytes(jsonBody, "response.usage.input_tokens_details.cached_tokens").Int())
}
}
func TestEnsureResponsesUsageDetails_HandlesNullOrEmptyDetails(t *testing.T) {
raw := []byte(`{"id":"resp_1","usage":{"input_tokens":10,"input_tokens_details":null,"output_tokens":4,"output_tokens_details":{},"total_tokens":14}}`)
got := EnsureResponsesUsageDetails(raw)
if ojson.GetBytes(got, "usage.output_tokens_details.reasoning_tokens").Int() != 0 {
t.Fatalf("expected reasoning_tokens == 0, got %d", ojson.GetBytes(got, "usage.output_tokens_details.reasoning_tokens").Int())
}
if ojson.GetBytes(got, "usage.input_tokens_details.cached_tokens").Int() != 0 {
t.Fatalf("expected cached_tokens == 0, got %d", ojson.GetBytes(got, "usage.input_tokens_details.cached_tokens").Int())
}
}
func TestEnsureResponsesUsageDetails_NonJSONAndDone(t *testing.T) {
cases := [][]byte{
[]byte("data: [DONE]"),
[]byte("[DONE]"),
[]byte(": keepalive"),
[]byte(""),
[]byte(`{"type":"response.output_item.added"}`),
}
for _, c := range cases {
got := EnsureResponsesUsageDetails(c)
if !bytes.Equal(got, c) {
t.Fatalf("expected unchanged for %q, got %q", string(c), string(got))
}
}
}
func TestTranslateStreamWithClaudeInputTokens_OpenAICompatTranslation_PatchesResponsesUsage(t *testing.T) {
ctx := context.Background()
reqBody := []byte(`{"model":"deepseek-v4-flash","input":"hi","stream":true}`)
translatedReq := []byte(`{"model":"deepseek-v4-flash","messages":[{"role":"user","content":"hi"}],"stream":true,"stream_options":{"include_usage":true}}`)
chunk1 := []byte(`data: {"id":"chatcmpl-1","object":"chat.completion.chunk","choices":[{"index":0,"delta":{"role":"assistant","content":"hello"},"finish_reason":null}]}`)
chunk2 := []byte(`data: {"id":"chatcmpl-1","object":"chat.completion.chunk","choices":[{"index":0,"delta":{},"finish_reason":"stop"}],"usage":{"prompt_tokens":84,"completion_tokens":16,"total_tokens":100}}`)
chunk3 := []byte(`data: [DONE]`)
var param any
_ = TranslateStreamWithClaudeInputTokens(
ctx,
sdktranslator.FormatOpenAI,
sdktranslator.FormatOpenAIResponse,
"deepseek-v4-flash",
reqBody,
translatedReq,
chunk1,
&param,
nil,
)
chunks2 := TranslateStreamWithClaudeInputTokens(
ctx,
sdktranslator.FormatOpenAI,
sdktranslator.FormatOpenAIResponse,
"deepseek-v4-flash",
reqBody,
translatedReq,
chunk2,
&param,
nil,
)
chunks3 := TranslateStreamWithClaudeInputTokens(
ctx,
sdktranslator.FormatOpenAI,
sdktranslator.FormatOpenAIResponse,
"deepseek-v4-flash",
reqBody,
translatedReq,
chunk3,
&param,
nil,
)
allChunks := append(chunks2, chunks3...)
foundCompleted := false
for _, ch := range allChunks {
for _, line := range bytes.Split(ch, []byte("\n")) {
if bytes.HasPrefix(line, []byte("data: ")) {
payload := bytes.TrimPrefix(line, []byte("data: "))
if ojson.GetBytes(payload, "type").String() == "response.completed" {
foundCompleted = true
if !ojson.GetBytes(payload, "response.usage.output_tokens_details").Exists() {
t.Fatalf("expected output_tokens_details to exist on translated response.completed: %s", string(ch))
}
if ojson.GetBytes(payload, "response.usage.output_tokens_details.reasoning_tokens").Int() != 0 {
t.Fatalf("expected reasoning_tokens == 0, got %d", ojson.GetBytes(payload, "response.usage.output_tokens_details.reasoning_tokens").Int())
}
if !ojson.GetBytes(payload, "response.usage.input_tokens_details").Exists() {
t.Fatalf("expected input_tokens_details to exist on translated response.completed: %s", string(ch))
}
if ojson.GetBytes(payload, "response.usage.input_tokens_details.cached_tokens").Int() != 0 {
t.Fatalf("expected cached_tokens == 0, got %d", ojson.GetBytes(payload, "response.usage.input_tokens_details.cached_tokens").Int())
}
}
}
}
}
if !foundCompleted {
t.Fatalf("did not find response.completed chunk in stream translation output")
}
}