refactor: 将客服后端重构为宿主可嵌入模块

- 注入数据库、运行时配置、统一响应、文件存储和平台 AI 能力,补充业务读写工具与客户快捷操作契约。

- 移除模块内重复的组织、客户、工单、标签、技能、旧工作流、MCP 和迁移实现,将身份权限与业务主体交由宿主管理。

- 使用 libSQL 重构向量存储,并完善图片消息、访客身份、排队调度、企业微信和支持聊天页面。

- 统一 HTTP、DTO 与 WebSocket 的 snake_case 协议,补齐模块初始化、业务动作和公共载荷等回归测试。
This commit is contained in:
t
2026-08-28 22:23:13 +08:00
parent 6845c728f8
commit 18c9354095
377 changed files with 13199 additions and 22881 deletions
+126 -27
View File
@@ -1,13 +1,138 @@
package config
import (
"code.tczkiot.com/wlw/ai-agent/internal/pkg/enums"
"encoding/json"
"fmt"
"strconv"
"strings"
"code.tczkiot.com/wlw/ai-agent/internal/pkg/enums"
"github.com/spf13/viper"
)
const SettingsPrefix = "ai_agent_"
func FromSettings(values map[string]string) (*Config, error) {
cfg := defaultConfig()
setString(values, SettingsPrefix+"language", &cfg.Language)
setString(values, SettingsPrefix+"storage_default", (*string)(&cfg.Storage.Default))
if err := setInt64(values, SettingsPrefix+"storage_max_upload_size_mb", &cfg.Storage.MaxUploadSizeMB); err != nil {
return nil, err
}
setString(values, SettingsPrefix+"storage_local_root", &cfg.Storage.Local.Root)
setString(values, SettingsPrefix+"storage_local_base_url", &cfg.Storage.Local.BaseURL)
setString(values, SettingsPrefix+"storage_oss_endpoint", &cfg.Storage.OSS.Endpoint)
setString(values, SettingsPrefix+"storage_oss_bucket", &cfg.Storage.OSS.Bucket)
setString(values, SettingsPrefix+"storage_oss_access_key_id", &cfg.Storage.OSS.AccessKeyID)
setString(values, SettingsPrefix+"storage_oss_access_key_secret", &cfg.Storage.OSS.AccessKeySecret)
setString(values, SettingsPrefix+"storage_oss_base_url", &cfg.Storage.OSS.BaseURL)
if err := setBool(values, SettingsPrefix+"storage_oss_private", &cfg.Storage.OSS.Private); err != nil {
return nil, err
}
if err := setInt(values, SettingsPrefix+"storage_oss_signed_url_expire", &cfg.Storage.OSS.SignedURLExpire); err != nil {
return nil, err
}
setString(values, "ai_vector_path", &cfg.VectorDB.Path)
if err := setBool(values, SettingsPrefix+"wxwork_enabled", &cfg.WxWork.Enabled); err != nil {
return nil, err
}
setString(values, SettingsPrefix+"wxwork_corp_id", &cfg.WxWork.CorpID)
setString(values, SettingsPrefix+"wxwork_corp_secret", &cfg.WxWork.CorpSecret)
setString(values, SettingsPrefix+"wxwork_agent_id", &cfg.WxWork.AgentID)
setString(values, SettingsPrefix+"wxwork_rsa_private_key", &cfg.WxWork.RSAPrivateKey)
setString(values, SettingsPrefix+"wxwork_token", &cfg.WxWork.Token)
setString(values, SettingsPrefix+"wxwork_encoding_aes_key", &cfg.WxWork.EncodingAESKey)
if err := setBool(values, SettingsPrefix+"wxwork_notify_enabled", &cfg.WxWork.Notify.Enabled); err != nil {
return nil, err
}
if err := setJSON(values, SettingsPrefix+"wxwork_notify_to_users", &cfg.WxWork.Notify.ToUsers); err != nil {
return nil, err
}
if err := setBool(values, SettingsPrefix+"wxwork_notify_safe", &cfg.WxWork.Notify.Safe); err != nil {
return nil, err
}
if err := setBool(values, SettingsPrefix+"wxwork_notify_dedupe", &cfg.WxWork.Notify.EnableDuplicateCheck); err != nil {
return nil, err
}
if err := setInt(values, SettingsPrefix+"wxwork_notify_dedupe_interval", &cfg.WxWork.Notify.DuplicateCheckInterval); err != nil {
return nil, err
}
return cfg, nil
}
func defaultConfig() *Config {
return &Config{
Language: "zh-CN",
Server: ServerConfig{Port: 8080},
Storage: StorageConfig{
Default: enums.AssetProviderLocal, MaxUploadSizeMB: 20,
Local: LocalStorageConfig{Root: "data/storage", BaseURL: "/storage"},
OSS: OSSStorageConfig{SignedURLExpire: 600},
},
VectorDB: VectorDBConfig{Path: "data/agent/vectors.db"},
WxWork: WxWorkConfig{Notify: WxWorkNotifyConfig{
EnableDuplicateCheck: true, DuplicateCheckInterval: 1800,
}},
}
}
func setString(values map[string]string, key string, target *string) {
if value, ok := values[key]; ok {
*target = strings.TrimSpace(value)
}
}
func setInt(values map[string]string, key string, target *int) error {
value, ok := values[key]
if !ok || strings.TrimSpace(value) == "" {
return nil
}
parsed, err := strconv.Atoi(strings.TrimSpace(value))
if err != nil {
return fmt.Errorf("invalid setting %s: %w", key, err)
}
*target = parsed
return nil
}
func setInt64(values map[string]string, key string, target *int64) error {
value, ok := values[key]
if !ok || strings.TrimSpace(value) == "" {
return nil
}
parsed, err := strconv.ParseInt(strings.TrimSpace(value), 10, 64)
if err != nil {
return fmt.Errorf("invalid setting %s: %w", key, err)
}
*target = parsed
return nil
}
func setBool(values map[string]string, key string, target *bool) error {
value, ok := values[key]
if !ok || strings.TrimSpace(value) == "" {
return nil
}
parsed, err := strconv.ParseBool(strings.TrimSpace(value))
if err != nil {
return fmt.Errorf("invalid setting %s: %w", key, err)
}
*target = parsed
return nil
}
func setJSON(values map[string]string, key string, target any) error {
value, ok := values[key]
if !ok || strings.TrimSpace(value) == "" {
return nil
}
if err := json.Unmarshal([]byte(value), target); err != nil {
return fmt.Errorf("invalid setting %s: %w", key, err)
}
return nil
}
type Config struct {
Language string `yaml:"language"`
Server ServerConfig `yaml:"server"`
@@ -15,7 +140,6 @@ type Config struct {
Logger LoggerConfig `yaml:"logger"`
Storage StorageConfig `yaml:"storage"`
VectorDB VectorDBConfig `yaml:"vectorDB"`
MCP MCPConfig `yaml:"mcp"`
WxWork WxWorkConfig `yaml:"wxWork"`
}
@@ -114,34 +238,9 @@ type OSSStorageConfig struct {
}
type VectorDBConfig struct {
Type string `yaml:"type"`
Qdrant QdrantVectorDBConfig `yaml:"qdrant"`
LanceDB LanceDBVectorDBConfig `yaml:"lancedb"`
}
type QdrantVectorDBConfig struct {
Host string `yaml:"host"`
GrpcPort int `yaml:"grpcPort"`
APIKey string `yaml:"apiKey"`
UseTLS bool `yaml:"useTls"`
}
type LanceDBVectorDBConfig struct {
Path string `yaml:"path"`
}
type MCPConfig struct {
Enabled bool `yaml:"enabled"`
Servers map[string]MCPServerConfig `yaml:"servers"`
}
type MCPServerConfig struct {
Enabled bool `yaml:"enabled"`
Endpoint string `yaml:"endpoint"`
TimeoutMS int `yaml:"timeoutMs"`
Headers map[string]string `yaml:"headers"`
}
// WxWorkConfig defines the WeCom application used for customer-service
// callbacks and notifications. Dashboard login is owned by be-system.
type WxWorkConfig struct {
+41 -14
View File
@@ -41,23 +41,18 @@ func TestLoadOverridesValuesFromEnvironment(t *testing.T) {
content := []byte(`server:
port: 8083
db:
type: sqlite
dsn: file:./data/app.db?_busy_timeout=5000
type: postgres
dsn: postgres-dsn
storage:
local:
baseUrl: /storage
mcp:
servers:
system:
endpoint: http://127.0.0.1:8083/api/mcp
`)
if err := os.WriteFile(path, content, 0600); err != nil {
t.Fatalf("WriteFile() error = %v", err)
}
t.Setenv("AGENT_DESK_SERVER_PORT", "8090")
t.Setenv("AGENT_DESK_DB_DSN", "mysql-dsn")
t.Setenv("AGENT_DESK_DB_DSN", "postgres-override-dsn")
t.Setenv("AGENT_DESK_STORAGE_LOCAL_BASEURL", "/files")
t.Setenv("AGENT_DESK_MCP_SERVERS_SYSTEM_ENDPOINT", "http://127.0.0.1:8090/api/mcp")
cfg, err := Load(path)
if err != nil {
@@ -67,16 +62,48 @@ mcp:
if cfg.Server.Port != 8090 {
t.Fatalf("Server.Port=%d want 8090", cfg.Server.Port)
}
if cfg.DB.Type != "sqlite" {
t.Fatalf("DB.Type=%q want sqlite", cfg.DB.Type)
if cfg.DB.Type != "postgres" {
t.Fatalf("DB.Type=%q want postgres", cfg.DB.Type)
}
if cfg.DB.DSN != "mysql-dsn" {
t.Fatalf("DB.DSN=%q want mysql-dsn", cfg.DB.DSN)
if cfg.DB.DSN != "postgres-override-dsn" {
t.Fatalf("DB.DSN=%q want postgres-override-dsn", cfg.DB.DSN)
}
if cfg.Storage.Local.BaseURL != "/files" {
t.Fatalf("Storage.Local.BaseURL=%q want /files", cfg.Storage.Local.BaseURL)
}
if cfg.MCP.Servers["system"].Endpoint != "http://127.0.0.1:8090/api/mcp" {
t.Fatalf("MCP system endpoint=%q", cfg.MCP.Servers["system"].Endpoint)
}
func TestFromSettingsBuildsRuntimeConfig(t *testing.T) {
cfg, err := FromSettings(map[string]string{
"ai_agent_language": "en-US",
"ai_agent_storage_default": "oss",
"ai_agent_storage_max_upload_size_mb": "64",
"ai_agent_storage_oss_private": "true",
"ai_vector_path": "/var/lib/agent-desk/vectors.db",
"ai_agent_wxwork_notify_to_users": `[1,2,3]`,
"ai_agent_wxwork_notify_dedupe_interval": "900",
})
if err != nil {
t.Fatalf("FromSettings() error = %v", err)
}
if cfg.Language != "en-US" || cfg.Storage.Default != "oss" {
t.Fatalf("unexpected basic config: %+v", cfg)
}
if cfg.Storage.MaxUploadSizeMB != 64 || !cfg.Storage.OSS.Private {
t.Fatalf("unexpected storage config: %+v", cfg.Storage)
}
if cfg.VectorDB.Path != "/var/lib/agent-desk/vectors.db" {
t.Fatalf("VectorDB.Path=%q", cfg.VectorDB.Path)
}
if len(cfg.WxWork.Notify.ToUsers) != 3 || cfg.WxWork.Notify.DuplicateCheckInterval != 900 {
t.Fatalf("unexpected WeCom notify config: %+v", cfg.WxWork.Notify)
}
}
func TestFromSettingsRejectsInvalidValues(t *testing.T) {
if _, err := FromSettings(map[string]string{
"ai_agent_wxwork_notify_dedupe_interval": "not-a-number",
}); err == nil {
t.Fatal("FromSettings() error = nil, want invalid setting error")
}
}
+4 -26
View File
@@ -6,17 +6,10 @@ import (
"gopkg.in/yaml.v3"
)
func TestVectorDBConfigUnmarshalNestedProviders(t *testing.T) {
func TestVectorDBConfigUnmarshalLibSQLPath(t *testing.T) {
raw := []byte(`
vectorDB:
type: lancedb
qdrant:
host: 127.0.0.1
grpcPort: 6334
apiKey: secret
useTls: true
lancedb:
path: data/lancedb
path: data/agent/vectors.db
`)
var cfg Config
@@ -24,22 +17,7 @@ vectorDB:
t.Fatalf("yaml.Unmarshal() error = %v", err)
}
if cfg.VectorDB.Type != "lancedb" {
t.Fatalf("VectorDB.Type = %q, want %q", cfg.VectorDB.Type, "lancedb")
}
if cfg.VectorDB.Qdrant.Host != "127.0.0.1" {
t.Fatalf("VectorDB.Qdrant.Host = %q, want %q", cfg.VectorDB.Qdrant.Host, "127.0.0.1")
}
if cfg.VectorDB.Qdrant.GrpcPort != 6334 {
t.Fatalf("VectorDB.Qdrant.GrpcPort = %d, want %d", cfg.VectorDB.Qdrant.GrpcPort, 6334)
}
if cfg.VectorDB.Qdrant.APIKey != "secret" {
t.Fatalf("VectorDB.Qdrant.APIKey = %q, want %q", cfg.VectorDB.Qdrant.APIKey, "secret")
}
if !cfg.VectorDB.Qdrant.UseTLS {
t.Fatal("VectorDB.Qdrant.UseTLS = false, want true")
}
if cfg.VectorDB.LanceDB.Path != "data/lancedb" {
t.Fatalf("VectorDB.LanceDB.Path = %q, want %q", cfg.VectorDB.LanceDB.Path, "data/lancedb")
if cfg.VectorDB.Path != "data/agent/vectors.db" {
t.Fatalf("VectorDB.Path = %q", cfg.VectorDB.Path)
}
}