- 引用计数真实维护(documents 表唯一写入面):增减点只有四处 —— history 的 insert / UpdateMessageDocument / DeleteMessage / DeleteSession,且**全在同一事务**内(计数写失败 ⇒ 消息写入整体回滚,有钉住用例);UpdateMessageDocument 按新旧名字**集合差**增减(三阶段回写是常态,重算会重复计数 ⇒ 文件永远回收不掉)。 - GC:候选 = ref_count = 0;判据 = last_referenced_at(NULL 回落 created_at)早于 now − 保留期;动作 = 删 sidecar + 原件 + 元数据行(删行带 AND ref_count = 0 原子再确认);路径双检;汇总日志(含实占字节);单件失败 WARN 并继续;删除顺序 = 先文件后行(失败则行留着下轮重试,不留孤儿)。 - 组合根:启动期清扫一次(不阻塞启动)+ ticker 常驻(可停,close 顺序在关库之前);env DOCUMENT_GC_INTERVAL 默认 1h / DOCUMENT_RETENTION 默认 168h,**任一 ≤0 = 关闭 GC**(RETENTION=0 不解释成立即回收,关闭时记 WARN);.env.example 已同步(AGENTS §10)。 - 主会话独立验收:隔离 worktree(S7 的 18 文件,排除 F2 在途的 mcp/vision)build/vet 绿、全树 59 包 0 FAIL、GC/引用用例 20 PASS、双平台交叉编译绿;**变异亲自复现**(候选查询去掉 ref_count = 0 ⇒ TestGCDoesNotDeleteReferencedDocument 红:candidates = 1, want 0)。 - 未做(任务书允许的「只做后端」):面板手动「清理未引用附件」入口 —— 后端能力已就绪(documents.NewGC + GC.Sweep),接成端点属小切片(含 admin 路由 + 审计 document.gc + 契约登记)。 - 已知窄窗口(已在 gc.go 文件头登记):一轮 GC 与一次落库几乎同时发生时可能删掉刚被引用的文件(行不删、记 WARN);坏 document 列只记 WARN 不阻塞消息写入 ⇒ 计数可能偏低(只会让文件**晚**回收,绝不早删)。
179 lines
6.4 KiB
Go
179 lines
6.4 KiB
Go
package main
|
||
|
||
import (
|
||
"context"
|
||
"database/sql"
|
||
"fmt"
|
||
"log/slog"
|
||
"time"
|
||
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/bus"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/capability/mcp"
|
||
pluginmgr "git.yeij.top/AskaEth/Cyrene_v2/internal/capability/plugin"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/capability/registry"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/channel/session"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/config"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/db"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/iot"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/persona/emotion"
|
||
personareg "git.yeij.top/AskaEth/Cyrene_v2/internal/persona/registry"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/exec"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/history"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/loop"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/memory"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/memory/projectindex"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/memory/vector"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/model"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/multimodal/voice"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/orchestration"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/task"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/runtime/tool"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/services/automations"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/services/backthink"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/services/channelbridge"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/services/gateway"
|
||
"git.yeij.top/AskaEth/Cyrene_v2/internal/user"
|
||
)
|
||
|
||
// defaultOwnerPath 与 defaultPersonasDir 指向随仓库分发的磁盘上人格/主人定义,
|
||
// 路径相对工作目录。
|
||
const (
|
||
defaultOwnerPath = "configs/users/owner.yaml"
|
||
defaultPersonasDir = "configs/personas"
|
||
defaultSQLitePath = "./data/cyrene.db"
|
||
fallbackInstruction = "You are Cyrene, a warm and attentive companion."
|
||
|
||
// 上界与旋钮常量。编译期定值,运行时路径上不出现裸魔法数字(项目规范 §10)。
|
||
defaultMaxRounds = 8
|
||
defaultMaxParallel = 4
|
||
defaultAgentID = "orchestrator"
|
||
defaultToolTimeout = 30 * time.Second
|
||
)
|
||
|
||
// app 持有单二进制 Cyrene 组装的全部子系统:由 newApp 构建,关闭时由 close 拆除。
|
||
type app struct {
|
||
cfg *config.Config
|
||
log *slog.Logger
|
||
db *sql.DB
|
||
dbPath string
|
||
bus bus.Bus
|
||
modelAdapter model.Adapter
|
||
llm *model.RuntimeLLM
|
||
personas *personareg.Registry
|
||
caps *registry.Registry
|
||
dispatcher *tool.Dispatcher
|
||
memStore *memory.Store
|
||
retriever *memory.Retriever
|
||
projStore *projectindex.Store
|
||
loop *loop.Loop
|
||
scheduler *orchestration.Scheduler
|
||
tasks *task.Manager
|
||
execProv exec.Provider
|
||
iot *iot.Manager
|
||
voice *voice.Chain
|
||
mcpRegs []*mcp.Registry
|
||
plugins *pluginmgr.Manager
|
||
sessions *session.SessionManager
|
||
automation *automations.Service
|
||
backthink *backthink.Backthink
|
||
vindex vector.Index
|
||
owner *user.OwnerProfile
|
||
history *history.Store
|
||
gw *gateway.Server
|
||
channelBridge *channelbridge.Bridge
|
||
channels gateway.ChannelConfigStore
|
||
// docGC 是文档回收的常驻任务(切片 S7):未被引用且超过保留期的文档连同
|
||
// sidecar 与元数据行一起回收。GC 被配置关闭时为 nil(见 wire_document_gc.go)。
|
||
docGC *documentGC
|
||
// capacitySink 把 capacity_awaken 状态迁移广播给 Web UI(design/14 §5)。
|
||
// 由 *gateway.Server 满足(BroadcastCapacityAwaken);以接口形式持有,
|
||
// 组合根才能用假出口做单元测试。
|
||
capacitySink capacityEmitter
|
||
// emotion 把每一轮落定的对话施加到所绑人格的情绪机与好感度上(design/01 §2),
|
||
// 并把变化交给 moodSink。没有注册人格时为 nil,此时不追踪、不持久化任何心情。
|
||
emotion *emotion.Observer
|
||
// moodSink 把心情变化广播给 Web UI(design/07 §3)。由 *gateway.Server 满足
|
||
// (BroadcastMood);以接口形式持有,组合根才能用假出口做单元测试。
|
||
moodSink moodEmitter
|
||
// traceWriter 把完成的 trace span 扇出到 JSONL stderr 记录器,网关出现后也送往
|
||
// 网关的可观测性缓冲(挂在 GET /api/v1/admin/observability/trace 后面,
|
||
// design/19 §2)。持有它是为了让 wireFrontend 能往已在运行的 tracer 上注册
|
||
// 网关出口。
|
||
traceWriter *traceFanout
|
||
}
|
||
|
||
// newApp 依据 cfg 与 log 组装完整的 Cyrene 运行时:打开数据库、迁移表结构,接线
|
||
// 人格注册表、模型适配器、工具分发器、记忆栈、agent 循环、编排、执行、IoT、
|
||
// 渠道会话/适配器与网关,最后返回就绪的 app。
|
||
//
|
||
// 致命的接线失败(数据库打开/迁移、必需的认证、网关)以错误返回;可选子系统则
|
||
// 优雅降级,使得未配置模型密钥或外部渠道时二进制仍能启动。
|
||
func newApp(ctx context.Context, cfg *config.Config, log *slog.Logger) (*app, error) {
|
||
dataDir := resolveDataDir(cfg)
|
||
databasePath := resolveSQLitePath(cfg, dataDir)
|
||
dbCfg := cfg.DB
|
||
dbCfg.SQLitePath = databasePath
|
||
|
||
sqlDB, err := db.Open(ctx, databasePath, log)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("open database: %w", err)
|
||
}
|
||
if err := db.MigrateUp(ctx, sqlDB, log); err != nil {
|
||
_ = sqlDB.Close()
|
||
return nil, fmt.Errorf("migrate database: %w", err)
|
||
}
|
||
|
||
eventBus := bus.New()
|
||
a := &app{
|
||
cfg: cfg,
|
||
log: log,
|
||
db: sqlDB,
|
||
dbPath: databasePath,
|
||
bus: eventBus,
|
||
caps: registry.New(),
|
||
}
|
||
|
||
// 后续任一接线步骤失败时,释放已经打开的资源,但不打整套服务关闭日志
|
||
// (半途启动不等同于一次干净退出)。
|
||
completed := false
|
||
defer func() {
|
||
if completed {
|
||
return
|
||
}
|
||
if a.vindex != nil {
|
||
_ = a.vindex.Close()
|
||
}
|
||
if a.tasks != nil {
|
||
_ = a.tasks.Close()
|
||
}
|
||
if a.bus != nil {
|
||
_ = a.bus.Close()
|
||
}
|
||
if a.db != nil {
|
||
_ = a.db.Close()
|
||
}
|
||
}()
|
||
|
||
if err := a.buildPersonas(); err != nil {
|
||
return a, err
|
||
}
|
||
if err := a.wireMemory(ctx); err != nil {
|
||
return a, err
|
||
}
|
||
if err := a.wireRuntime(); err != nil {
|
||
return a, err
|
||
}
|
||
if err := a.wireAuxiliary(); err != nil {
|
||
return a, err
|
||
}
|
||
a.wirePlugins(ctx)
|
||
if err := a.wireChannels(); err != nil {
|
||
return a, err
|
||
}
|
||
if err := a.wireFrontend(); err != nil {
|
||
return a, err
|
||
}
|
||
completed = true
|
||
return a, nil
|
||
}
|