- model 层新增可选 UsageSink(nil ⇒ 逐字不变,既有用例零改动) - 组合根注入 UsageWriter:有界队列 1024 + 单写者 + 批量事务(128/批、2s 兜底), 队列满丢弃 + 限流 WARN,绝不阻塞模型调用;sink 挂 RuntimeLLM(热重载不断) - 迁移 0017:表 llm_usage(13 列,session_id 可空)+ idx_created_at + idx_session_id - 新端点 GET /api/v1/admin/llm/usage(owner|admin 读;缺省近 24h、上限 90 天、 超限 400 不静默裁剪;hitRate = cacheHit/(cacheHit+cacheMiss),分母 0 ⇒ 0; 绝不含凭据与正文;未接线/查库失败 ⇒ 500 usage_unavailable) - LLM_USAGE_RETENTION(默认 720h,≤0 = 关闭清理):启动清一次 + 每小时 - 面板 LLM 页「用量(近 24h)」小卡 + Docs 两份同步 v0.64 - 已知缺口(如实登记):session_id 恒 NULL,需 loop 侧在请求上打标,留列后接
185 lines
6.8 KiB
Go
185 lines
6.8 KiB
Go
package main
|
||
|
||
import (
|
||
"context"
|
||
"database/sql"
|
||
"fmt"
|
||
"log/slog"
|
||
"time"
|
||
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/bus"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/capability/mcp"
|
||
pluginmgr "git.yeij.top/AskaEth/Cyrene_v2/internal/capability/plugin"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/capability/registry"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/channel/session"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/config"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/db"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/iot"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/persona/emotion"
|
||
personareg "git.yeij.top/AskaEth/Cyrene_v2/internal/persona/registry"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/exec"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/history"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/loop"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/memory"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/memory/projectindex"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/memory/vector"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/model"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/multimodal/voice"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/orchestration"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/task"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/tool"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/services/automations"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/services/backthink"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/services/channelbridge"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/services/gateway"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/user"
|
||
)
|
||
|
||
// defaultOwnerPath 与 defaultPersonasDir 指向随仓库分发的磁盘上人格/主人定义,
|
||
// 路径相对工作目录。
|
||
const (
|
||
defaultOwnerPath = "configs/users/owner.yaml"
|
||
defaultPersonasDir = "configs/personas"
|
||
defaultSQLitePath = "./data/cyrene.db"
|
||
fallbackInstruction = "You are Cyrene, a warm and attentive companion."
|
||
|
||
// 上界与旋钮常量。编译期定值,运行时路径上不出现裸魔法数字(项目规范 §10)。
|
||
defaultMaxRounds = 8
|
||
defaultMaxParallel = 4
|
||
defaultAgentID = "orchestrator"
|
||
defaultToolTimeout = 30 * time.Second
|
||
)
|
||
|
||
// app 持有单二进制 Cyrene 组装的全部子系统:由 newApp 构建,关闭时由 close 拆除。
|
||
type app struct {
|
||
cfg *config.Config
|
||
log *slog.Logger
|
||
db *sql.DB
|
||
dbPath string
|
||
bus bus.Bus
|
||
modelAdapter model.Adapter
|
||
llm *model.RuntimeLLM
|
||
personas *personareg.Registry
|
||
caps *registry.Registry
|
||
dispatcher *tool.Dispatcher
|
||
memStore *memory.Store
|
||
retriever *memory.Retriever
|
||
projStore *projectindex.Store
|
||
loop *loop.Loop
|
||
scheduler *orchestration.Scheduler
|
||
tasks *task.Manager
|
||
execProv exec.Provider
|
||
iot *iot.Manager
|
||
voice *voice.Chain
|
||
mcpRegs []*mcp.Registry
|
||
plugins *pluginmgr.Manager
|
||
sessions *session.SessionManager
|
||
automation *automations.Service
|
||
backthink *backthink.Backthink
|
||
vindex vector.Index
|
||
owner *user.OwnerProfile
|
||
history *history.Store
|
||
gw *gateway.Server
|
||
channelBridge *channelbridge.Bridge
|
||
channels gateway.ChannelConfigStore
|
||
// docGC 是文档回收的常驻任务(切片 S7):未被引用且超过保留期的文档连同
|
||
// sidecar 与元数据行一起回收。GC 被配置关闭时为 nil(见 wire_document_gc.go)。
|
||
docGC *documentGC
|
||
// usage 是 LLM 用量的异步落库出口(切片 U1):注入模型栈后,每次成功模型
|
||
// 调用都会把非敏感计数样本塞进它的有界队列。库未接时为 nil(= 只记日志)。
|
||
usage *model.UsageWriter
|
||
// usageGC 是用量样本的保留期清理常驻任务。`LLM_USAGE_RETENTION ≤ 0` 时为
|
||
// nil(清理关闭,见 wire_usage.go)。
|
||
usageGC *usageRetentionGC
|
||
// capacitySink 把 capacity_awaken 状态迁移广播给 Web UI(design/14 §5)。
|
||
// 由 *gateway.Server 满足(BroadcastCapacityAwaken);以接口形式持有,
|
||
// 组合根才能用假出口做单元测试。
|
||
capacitySink capacityEmitter
|
||
// emotion 把每一轮落定的对话施加到所绑人格的情绪机与好感度上(design/01 §2),
|
||
// 并把变化交给 moodSink。没有注册人格时为 nil,此时不追踪、不持久化任何心情。
|
||
emotion *emotion.Observer
|
||
// moodSink 把心情变化广播给 Web UI(design/07 §3)。由 *gateway.Server 满足
|
||
// (BroadcastMood);以接口形式持有,组合根才能用假出口做单元测试。
|
||
moodSink moodEmitter
|
||
// traceWriter 把完成的 trace span 扇出到 JSONL stderr 记录器,网关出现后也送往
|
||
// 网关的可观测性缓冲(挂在 GET /api/v1/admin/observability/trace 后面,
|
||
// design/19 §2)。持有它是为了让 wireFrontend 能往已在运行的 tracer 上注册
|
||
// 网关出口。
|
||
traceWriter *traceFanout
|
||
}
|
||
|
||
// newApp 依据 cfg 与 log 组装完整的 Cyrene 运行时:打开数据库、迁移表结构,接线
|
||
// 人格注册表、模型适配器、工具分发器、记忆栈、agent 循环、编排、执行、IoT、
|
||
// 渠道会话/适配器与网关,最后返回就绪的 app。
|
||
//
|
||
// 致命的接线失败(数据库打开/迁移、必需的认证、网关)以错误返回;可选子系统则
|
||
// 优雅降级,使得未配置模型密钥或外部渠道时二进制仍能启动。
|
||
func newApp(ctx context.Context, cfg *config.Config, log *slog.Logger) (*app, error) {
|
||
dataDir := resolveDataDir(cfg)
|
||
databasePath := resolveSQLitePath(cfg, dataDir)
|
||
dbCfg := cfg.DB
|
||
dbCfg.SQLitePath = databasePath
|
||
|
||
sqlDB, err := db.Open(ctx, databasePath, log)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("open database: %w", err)
|
||
}
|
||
if err := db.MigrateUp(ctx, sqlDB, log); err != nil {
|
||
_ = sqlDB.Close()
|
||
return nil, fmt.Errorf("migrate database: %w", err)
|
||
}
|
||
|
||
eventBus := bus.New()
|
||
a := &app{
|
||
cfg: cfg,
|
||
log: log,
|
||
db: sqlDB,
|
||
dbPath: databasePath,
|
||
bus: eventBus,
|
||
caps: registry.New(),
|
||
}
|
||
|
||
// 后续任一接线步骤失败时,释放已经打开的资源,但不打整套服务关闭日志
|
||
// (半途启动不等同于一次干净退出)。
|
||
completed := false
|
||
defer func() {
|
||
if completed {
|
||
return
|
||
}
|
||
if a.vindex != nil {
|
||
_ = a.vindex.Close()
|
||
}
|
||
if a.tasks != nil {
|
||
_ = a.tasks.Close()
|
||
}
|
||
if a.bus != nil {
|
||
_ = a.bus.Close()
|
||
}
|
||
if a.db != nil {
|
||
_ = a.db.Close()
|
||
}
|
||
}()
|
||
|
||
if err := a.buildPersonas(); err != nil {
|
||
return a, err
|
||
}
|
||
if err := a.wireMemory(ctx); err != nil {
|
||
return a, err
|
||
}
|
||
if err := a.wireRuntime(); err != nil {
|
||
return a, err
|
||
}
|
||
if err := a.wireAuxiliary(); err != nil {
|
||
return a, err
|
||
}
|
||
a.wirePlugins(ctx)
|
||
if err := a.wireChannels(); err != nil {
|
||
return a, err
|
||
}
|
||
if err := a.wireFrontend(); err != nil {
|
||
return a, err
|
||
}
|
||
completed = true
|
||
return a, nil
|
||
}
|