mirror of
https://github.com/router-for-me/CLIProxyAPI.git
synced 2026-11-16 22:57:53 +08:00
112 lines
2.7 KiB
Go
112 lines
2.7 KiB
Go
package helps
|
|
|
|
import "bytes"
|
|
|
|
// OpenAIStreamUsageObserver assembles SSE events for accounting while callers
|
|
// continue forwarding the original network chunks unchanged.
|
|
type OpenAIStreamUsageObserver struct {
|
|
usage *StreamUsageBuffer
|
|
line []byte
|
|
data [][]byte
|
|
dataBytes int
|
|
maxBytes int
|
|
lineOverflow bool
|
|
eventOverflow bool
|
|
}
|
|
|
|
// NewOpenAIStreamUsageObserver bounds both incomplete lines and assembled events.
|
|
func NewOpenAIStreamUsageObserver(usage *StreamUsageBuffer, maxBytes int) *OpenAIStreamUsageObserver {
|
|
if maxBytes <= 0 {
|
|
maxBytes = defaultMaxStreamModelBufferBound
|
|
}
|
|
return &OpenAIStreamUsageObserver{usage: usage, maxBytes: maxBytes}
|
|
}
|
|
|
|
// Feed consumes arbitrary network chunks, retaining incomplete lines across reads.
|
|
func (o *OpenAIStreamUsageObserver) Feed(chunk []byte) {
|
|
if o == nil || o.usage == nil {
|
|
return
|
|
}
|
|
for len(chunk) > 0 {
|
|
idx := bytes.IndexByte(chunk, '\n')
|
|
if idx < 0 {
|
|
if !o.lineOverflow {
|
|
if len(o.line)+len(chunk) > o.maxBytes {
|
|
o.dropEvent()
|
|
o.line = nil
|
|
o.lineOverflow = true
|
|
} else {
|
|
o.line = append(o.line, chunk...)
|
|
}
|
|
}
|
|
return
|
|
}
|
|
part := chunk[:idx]
|
|
chunk = chunk[idx+1:]
|
|
if o.lineOverflow || len(o.line)+len(part) > o.maxBytes {
|
|
o.dropEvent()
|
|
o.lineOverflow = false
|
|
o.line = nil
|
|
continue
|
|
}
|
|
if len(o.line) > 0 {
|
|
o.line = append(o.line, part...)
|
|
o.observeLine(o.line)
|
|
o.line = o.line[:0]
|
|
} else {
|
|
o.observeLine(part)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Finish observes a trailing event even if the upstream omitted its final newline.
|
|
func (o *OpenAIStreamUsageObserver) Finish() {
|
|
if o == nil || o.usage == nil {
|
|
return
|
|
}
|
|
if !o.lineOverflow && len(o.line) > 0 {
|
|
o.observeLine(o.line)
|
|
}
|
|
o.flushEvent()
|
|
o.line = nil
|
|
o.lineOverflow = false
|
|
}
|
|
|
|
func (o *OpenAIStreamUsageObserver) observeLine(line []byte) {
|
|
line = bytes.TrimSuffix(line, []byte("\r"))
|
|
if len(line) == 0 {
|
|
o.flushEvent()
|
|
return
|
|
}
|
|
if o.eventOverflow || !bytes.HasPrefix(line, []byte("data:")) {
|
|
return
|
|
}
|
|
payload := bytes.TrimPrefix(line[len("data:"):], []byte(" "))
|
|
cost := len(payload) + streamEventLineOverhead
|
|
if o.dataBytes+cost > o.maxBytes || len(o.data) >= defaultMaxLinesPerStreamEvent {
|
|
o.dropEvent()
|
|
return
|
|
}
|
|
o.data = append(o.data, bytes.Clone(payload))
|
|
o.dataBytes += cost
|
|
}
|
|
|
|
func (o *OpenAIStreamUsageObserver) dropEvent() {
|
|
o.eventOverflow = true
|
|
o.data = nil
|
|
o.dataBytes = 0
|
|
}
|
|
|
|
func (o *OpenAIStreamUsageObserver) flushEvent() {
|
|
if !o.eventOverflow && len(o.data) > 0 {
|
|
if len(o.data) == 1 {
|
|
o.usage.ObserveOpenAIStream(o.data[0])
|
|
} else {
|
|
o.usage.ObserveOpenAIStream(bytes.Join(o.data, []byte("\n")))
|
|
}
|
|
}
|
|
o.data = nil
|
|
o.dataBytes = 0
|
|
o.eventOverflow = false
|
|
}
|