feat(model): 双协议 LLM Provider(AnthropicChNativeAdapter /v1/messages + tool_use.input→Args 直接映射 + 流式重组)+ Provider 感知工厂/路由 + LLM_PROVIDER/anthropic 配置(OpenAI 兼容保留)
This commit is contained in:
1 parent
f9650185f1
commit
3632e04733
11 files changed
+1452
-18
No files matched your search
@@ -0,0 +1,189 @@
|
||||
package model
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// anthropicStreamEvent is one SSE payload from /v1/messages with stream: true.
|
||||
// Anthropic carries the event kind both in the SSE `event:` field and inside the
|
||||
// JSON `type` field, so the parser keys off the JSON payload type.
|
||||
type anthropicStreamEvent struct {
|
||||
Type string `json:"type"`
|
||||
Message *anthropicStartBlock `json:"message,omitempty"`
|
||||
Index *int `json:"index,omitempty"`
|
||||
Content *anthropicBlock `json:"content_block,omitempty"`
|
||||
Delta *anthropicDelta `json:"delta,omitempty"`
|
||||
Usage *anthropicUsage `json:"usage,omitempty"`
|
||||
Error *anthropicStreamError `json:"error,omitempty"`
|
||||
}
|
||||
|
||||
// anthropicStartBlock is the payload of a message_start event.
|
||||
type anthropicStartBlock struct {
|
||||
Model string `json:"model"`
|
||||
Usage *anthropicUsage `json:"usage,omitempty"`
|
||||
}
|
||||
|
||||
// anthropicDelta is the incremental payload inside a content_block_delta event.
|
||||
type anthropicDelta struct {
|
||||
Type string `json:"type"` // text_delta | input_json_delta
|
||||
Text string `json:"text,omitempty"`
|
||||
PartialJSON string `json:"partial_json,omitempty"`
|
||||
}
|
||||
|
||||
// anthropicStreamError is the payload of an error event.
|
||||
type anthropicStreamError struct {
|
||||
Type string `json:"type"`
|
||||
Message string `json:"message"`
|
||||
}
|
||||
|
||||
// streamBlock tracks the partial state of one content block during streaming.
|
||||
type streamBlock struct {
|
||||
index int
|
||||
typ string
|
||||
id string
|
||||
name string
|
||||
text strings.Builder
|
||||
input strings.Builder
|
||||
initialArgs map[string]any
|
||||
}
|
||||
|
||||
// scanAnthropicSSE incrementally decodes Anthropic's content-block stream. Text
|
||||
// deltas are forwarded to onChunk; tool_use input_json_delta fragments are
|
||||
// accumulated per block and re-assembled into a structured Args map when the block
|
||||
// stops. The stream must terminate with a message_stop event, otherwise ErrStream
|
||||
// is returned.
|
||||
func scanAnthropicSSE(r io.Reader, onChunk func(string)) (Response, error) {
|
||||
scanner := bufio.NewScanner(r)
|
||||
scanner.Buffer(make([]byte, 0, sseBufInit), maxSSELineBytes)
|
||||
agg := Response{}
|
||||
blocks := map[int]*streamBlock{}
|
||||
var order []int
|
||||
var text strings.Builder
|
||||
sawMessageStop := false
|
||||
|
||||
for scanner.Scan() {
|
||||
line := strings.TrimSpace(scanner.Text())
|
||||
if line == "" || !strings.HasPrefix(line, sseDataPrefix) {
|
||||
continue
|
||||
}
|
||||
data := strings.TrimSpace(strings.TrimPrefix(line, sseDataPrefix))
|
||||
if data == "" {
|
||||
continue
|
||||
}
|
||||
var evt anthropicStreamEvent
|
||||
if err := json.Unmarshal([]byte(data), &evt); err != nil {
|
||||
return Response{}, fmt.Errorf("model: %w: decode stream chunk: %v", ErrUpstream, err)
|
||||
}
|
||||
if err := applyAnthropicEvent(&agg, blocks, &order, &text, evt, onChunk); err != nil {
|
||||
return Response{}, err
|
||||
}
|
||||
if evt.Type == "message_stop" {
|
||||
sawMessageStop = true
|
||||
}
|
||||
}
|
||||
if err := scanner.Err(); err != nil {
|
||||
return Response{}, fmt.Errorf("model: %w: read stream: %v", ErrUpstream, err)
|
||||
}
|
||||
if !sawMessageStop {
|
||||
return Response{}, ErrStream
|
||||
}
|
||||
finalizeAnthropicStream(&agg, blocks, order, text.String())
|
||||
return agg, nil
|
||||
}
|
||||
|
||||
// applyAnthropicEvent folds a single stream event into the running aggregation.
|
||||
func applyAnthropicEvent(
|
||||
agg *Response,
|
||||
blocks map[int]*streamBlock,
|
||||
order *[]int,
|
||||
text *strings.Builder,
|
||||
evt anthropicStreamEvent,
|
||||
onChunk func(string),
|
||||
) error {
|
||||
switch evt.Type {
|
||||
case "message_start":
|
||||
if evt.Message != nil {
|
||||
agg.Model = evt.Message.Model
|
||||
if evt.Message.Usage != nil {
|
||||
agg.PromptTokens = evt.Message.Usage.InputTokens
|
||||
}
|
||||
}
|
||||
case "content_block_start":
|
||||
if evt.Index == nil || evt.Content == nil {
|
||||
return nil
|
||||
}
|
||||
b := &streamBlock{
|
||||
index: *evt.Index,
|
||||
typ: evt.Content.Type,
|
||||
id: evt.Content.ID,
|
||||
name: evt.Content.Name,
|
||||
initialArgs: evt.Content.Input,
|
||||
}
|
||||
if evt.Content.Type == "text" && evt.Content.Text != "" {
|
||||
b.text.WriteString(evt.Content.Text)
|
||||
text.WriteString(evt.Content.Text)
|
||||
if onChunk != nil {
|
||||
onChunk(evt.Content.Text)
|
||||
}
|
||||
}
|
||||
if _, ok := blocks[*evt.Index]; !ok {
|
||||
*order = append(*order, *evt.Index)
|
||||
}
|
||||
blocks[*evt.Index] = b
|
||||
case "content_block_delta":
|
||||
if evt.Index == nil || evt.Delta == nil {
|
||||
return nil
|
||||
}
|
||||
b := blocks[*evt.Index]
|
||||
if b == nil {
|
||||
return nil
|
||||
}
|
||||
switch evt.Delta.Type {
|
||||
case "text_delta":
|
||||
b.text.WriteString(evt.Delta.Text)
|
||||
text.WriteString(evt.Delta.Text)
|
||||
if onChunk != nil {
|
||||
onChunk(evt.Delta.Text)
|
||||
}
|
||||
case "input_json_delta":
|
||||
b.input.WriteString(evt.Delta.PartialJSON)
|
||||
}
|
||||
case "message_delta":
|
||||
if evt.Usage != nil {
|
||||
agg.CompletionTokens = evt.Usage.OutputTokens
|
||||
}
|
||||
case "error":
|
||||
if evt.Error != nil {
|
||||
return fmt.Errorf("model: %w: anthropic stream error: %s: %s", ErrUpstream, evt.Error.Type, evt.Error.Message)
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// finalizeAnthropicStream assembles the aggregated Response from the accumulated
|
||||
// blocks: concatenated text plus any tool_use ToolCalls derived per block.
|
||||
func finalizeAnthropicStream(agg *Response, blocks map[int]*streamBlock, order []int, content string) {
|
||||
agg.Content = content
|
||||
agg.Message = Message{Role: RoleAssistant, Content: []Content{{Type: ContentTypeText, Text: content}}}
|
||||
agg.TotalTokens = agg.PromptTokens + agg.CompletionTokens
|
||||
for _, idx := range order {
|
||||
b := blocks[idx]
|
||||
if b == nil || b.typ != "tool_use" {
|
||||
continue
|
||||
}
|
||||
args := b.initialArgs
|
||||
if b.input.Len() > 0 {
|
||||
decoded := map[string]any{}
|
||||
if err := json.Unmarshal([]byte(b.input.String()), &decoded); err == nil {
|
||||
args = decoded
|
||||
} else {
|
||||
args = map[string]any{}
|
||||
}
|
||||
}
|
||||
agg.ToolCalls = append(agg.ToolCalls, ToolCall{Name: b.name, Args: args})
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user