feat(model): 双协议 LLM Provider(AnthropicChNativeAdapter /v1/messages + tool_use.input→Args 直接映射 + 流式重组)+ Provider 感知工厂/路由 + LLM_PROVIDER/anthropic 配置(OpenAI 兼容保留)
CI / Backend (build / vet / test / cross-compile) (push) Has been cancelled
CI / Frontend (tsc + vite build) (push) Has been cancelled

This commit is contained in:
Aska committed 2026-09-06 09:41:06 +08:00
1 parent f9650185f1
commit 3632e04733
11 files changed
+1452 -18

No files matched your search

+189
View File
@@ -0,0 +1,189 @@
package model
import (
"bufio"
"encoding/json"
"fmt"
"io"
"strings"
)
// anthropicStreamEvent is one SSE payload from /v1/messages with stream: true.
// Anthropic carries the event kind both in the SSE `event:` field and inside the
// JSON `type` field, so the parser keys off the JSON payload type.
type anthropicStreamEvent struct {
Type string `json:"type"`
Message *anthropicStartBlock `json:"message,omitempty"`
Index *int `json:"index,omitempty"`
Content *anthropicBlock `json:"content_block,omitempty"`
Delta *anthropicDelta `json:"delta,omitempty"`
Usage *anthropicUsage `json:"usage,omitempty"`
Error *anthropicStreamError `json:"error,omitempty"`
}
// anthropicStartBlock is the payload of a message_start event.
type anthropicStartBlock struct {
Model string `json:"model"`
Usage *anthropicUsage `json:"usage,omitempty"`
}
// anthropicDelta is the incremental payload inside a content_block_delta event.
type anthropicDelta struct {
Type string `json:"type"` // text_delta | input_json_delta
Text string `json:"text,omitempty"`
PartialJSON string `json:"partial_json,omitempty"`
}
// anthropicStreamError is the payload of an error event.
type anthropicStreamError struct {
Type string `json:"type"`
Message string `json:"message"`
}
// streamBlock tracks the partial state of one content block during streaming.
type streamBlock struct {
index int
typ string
id string
name string
text strings.Builder
input strings.Builder
initialArgs map[string]any
}
// scanAnthropicSSE incrementally decodes Anthropic's content-block stream. Text
// deltas are forwarded to onChunk; tool_use input_json_delta fragments are
// accumulated per block and re-assembled into a structured Args map when the block
// stops. The stream must terminate with a message_stop event, otherwise ErrStream
// is returned.
func scanAnthropicSSE(r io.Reader, onChunk func(string)) (Response, error) {
scanner := bufio.NewScanner(r)
scanner.Buffer(make([]byte, 0, sseBufInit), maxSSELineBytes)
agg := Response{}
blocks := map[int]*streamBlock{}
var order []int
var text strings.Builder
sawMessageStop := false
for scanner.Scan() {
line := strings.TrimSpace(scanner.Text())
if line == "" || !strings.HasPrefix(line, sseDataPrefix) {
continue
}
data := strings.TrimSpace(strings.TrimPrefix(line, sseDataPrefix))
if data == "" {
continue
}
var evt anthropicStreamEvent
if err := json.Unmarshal([]byte(data), &evt); err != nil {
return Response{}, fmt.Errorf("model: %w: decode stream chunk: %v", ErrUpstream, err)
}
if err := applyAnthropicEvent(&agg, blocks, &order, &text, evt, onChunk); err != nil {
return Response{}, err
}
if evt.Type == "message_stop" {
sawMessageStop = true
}
}
if err := scanner.Err(); err != nil {
return Response{}, fmt.Errorf("model: %w: read stream: %v", ErrUpstream, err)
}
if !sawMessageStop {
return Response{}, ErrStream
}
finalizeAnthropicStream(&agg, blocks, order, text.String())
return agg, nil
}
// applyAnthropicEvent folds a single stream event into the running aggregation.
func applyAnthropicEvent(
agg *Response,
blocks map[int]*streamBlock,
order *[]int,
text *strings.Builder,
evt anthropicStreamEvent,
onChunk func(string),
) error {
switch evt.Type {
case "message_start":
if evt.Message != nil {
agg.Model = evt.Message.Model
if evt.Message.Usage != nil {
agg.PromptTokens = evt.Message.Usage.InputTokens
}
}
case "content_block_start":
if evt.Index == nil || evt.Content == nil {
return nil
}
b := &streamBlock{
index: *evt.Index,
typ: evt.Content.Type,
id: evt.Content.ID,
name: evt.Content.Name,
initialArgs: evt.Content.Input,
}
if evt.Content.Type == "text" && evt.Content.Text != "" {
b.text.WriteString(evt.Content.Text)
text.WriteString(evt.Content.Text)
if onChunk != nil {
onChunk(evt.Content.Text)
}
}
if _, ok := blocks[*evt.Index]; !ok {
*order = append(*order, *evt.Index)
}
blocks[*evt.Index] = b
case "content_block_delta":
if evt.Index == nil || evt.Delta == nil {
return nil
}
b := blocks[*evt.Index]
if b == nil {
return nil
}
switch evt.Delta.Type {
case "text_delta":
b.text.WriteString(evt.Delta.Text)
text.WriteString(evt.Delta.Text)
if onChunk != nil {
onChunk(evt.Delta.Text)
}
case "input_json_delta":
b.input.WriteString(evt.Delta.PartialJSON)
}
case "message_delta":
if evt.Usage != nil {
agg.CompletionTokens = evt.Usage.OutputTokens
}
case "error":
if evt.Error != nil {
return fmt.Errorf("model: %w: anthropic stream error: %s: %s", ErrUpstream, evt.Error.Type, evt.Error.Message)
}
}
return nil
}
// finalizeAnthropicStream assembles the aggregated Response from the accumulated
// blocks: concatenated text plus any tool_use ToolCalls derived per block.
func finalizeAnthropicStream(agg *Response, blocks map[int]*streamBlock, order []int, content string) {
agg.Content = content
agg.Message = Message{Role: RoleAssistant, Content: []Content{{Type: ContentTypeText, Text: content}}}
agg.TotalTokens = agg.PromptTokens + agg.CompletionTokens
for _, idx := range order {
b := blocks[idx]
if b == nil || b.typ != "tool_use" {
continue
}
args := b.initialArgs
if b.input.Len() > 0 {
decoded := map[string]any{}
if err := json.Unmarshal([]byte(b.input.String()), &decoded); err == nil {
args = decoded
} else {
args = map[string]any{}
}
}
agg.ToolCalls = append(agg.ToolCalls, ToolCall{Name: b.name, Args: args})
}
}