refactor: 将客服后端重构为宿主可嵌入模块
- 注入数据库、运行时配置、统一响应、文件存储和平台 AI 能力,补充业务读写工具与客户快捷操作契约。 - 移除模块内重复的组织、客户、工单、标签、技能、旧工作流、MCP 和迁移实现,将身份权限与业务主体交由宿主管理。 - 使用 libSQL 重构向量存储,并完善图片消息、访客身份、排队调度、企业微信和支持聊天页面。 - 统一 HTTP、DTO 与 WebSocket 的 snake_case 协议,补齐模块初始化、业务动作和公共载荷等回归测试。
This commit is contained in:
+126
-27
@@ -1,13 +1,138 @@
|
||||
package config
|
||||
|
||||
import (
|
||||
"code.tczkiot.com/wlw/ai-agent/internal/pkg/enums"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"strings"
|
||||
|
||||
"code.tczkiot.com/wlw/ai-agent/internal/pkg/enums"
|
||||
|
||||
"github.com/spf13/viper"
|
||||
)
|
||||
|
||||
const SettingsPrefix = "ai_agent_"
|
||||
|
||||
func FromSettings(values map[string]string) (*Config, error) {
|
||||
cfg := defaultConfig()
|
||||
setString(values, SettingsPrefix+"language", &cfg.Language)
|
||||
setString(values, SettingsPrefix+"storage_default", (*string)(&cfg.Storage.Default))
|
||||
if err := setInt64(values, SettingsPrefix+"storage_max_upload_size_mb", &cfg.Storage.MaxUploadSizeMB); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
setString(values, SettingsPrefix+"storage_local_root", &cfg.Storage.Local.Root)
|
||||
setString(values, SettingsPrefix+"storage_local_base_url", &cfg.Storage.Local.BaseURL)
|
||||
setString(values, SettingsPrefix+"storage_oss_endpoint", &cfg.Storage.OSS.Endpoint)
|
||||
setString(values, SettingsPrefix+"storage_oss_bucket", &cfg.Storage.OSS.Bucket)
|
||||
setString(values, SettingsPrefix+"storage_oss_access_key_id", &cfg.Storage.OSS.AccessKeyID)
|
||||
setString(values, SettingsPrefix+"storage_oss_access_key_secret", &cfg.Storage.OSS.AccessKeySecret)
|
||||
setString(values, SettingsPrefix+"storage_oss_base_url", &cfg.Storage.OSS.BaseURL)
|
||||
if err := setBool(values, SettingsPrefix+"storage_oss_private", &cfg.Storage.OSS.Private); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := setInt(values, SettingsPrefix+"storage_oss_signed_url_expire", &cfg.Storage.OSS.SignedURLExpire); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
setString(values, "ai_vector_path", &cfg.VectorDB.Path)
|
||||
if err := setBool(values, SettingsPrefix+"wxwork_enabled", &cfg.WxWork.Enabled); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
setString(values, SettingsPrefix+"wxwork_corp_id", &cfg.WxWork.CorpID)
|
||||
setString(values, SettingsPrefix+"wxwork_corp_secret", &cfg.WxWork.CorpSecret)
|
||||
setString(values, SettingsPrefix+"wxwork_agent_id", &cfg.WxWork.AgentID)
|
||||
setString(values, SettingsPrefix+"wxwork_rsa_private_key", &cfg.WxWork.RSAPrivateKey)
|
||||
setString(values, SettingsPrefix+"wxwork_token", &cfg.WxWork.Token)
|
||||
setString(values, SettingsPrefix+"wxwork_encoding_aes_key", &cfg.WxWork.EncodingAESKey)
|
||||
if err := setBool(values, SettingsPrefix+"wxwork_notify_enabled", &cfg.WxWork.Notify.Enabled); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := setJSON(values, SettingsPrefix+"wxwork_notify_to_users", &cfg.WxWork.Notify.ToUsers); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := setBool(values, SettingsPrefix+"wxwork_notify_safe", &cfg.WxWork.Notify.Safe); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := setBool(values, SettingsPrefix+"wxwork_notify_dedupe", &cfg.WxWork.Notify.EnableDuplicateCheck); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := setInt(values, SettingsPrefix+"wxwork_notify_dedupe_interval", &cfg.WxWork.Notify.DuplicateCheckInterval); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return cfg, nil
|
||||
}
|
||||
|
||||
func defaultConfig() *Config {
|
||||
return &Config{
|
||||
Language: "zh-CN",
|
||||
Server: ServerConfig{Port: 8080},
|
||||
Storage: StorageConfig{
|
||||
Default: enums.AssetProviderLocal, MaxUploadSizeMB: 20,
|
||||
Local: LocalStorageConfig{Root: "data/storage", BaseURL: "/storage"},
|
||||
OSS: OSSStorageConfig{SignedURLExpire: 600},
|
||||
},
|
||||
VectorDB: VectorDBConfig{Path: "data/agent/vectors.db"},
|
||||
WxWork: WxWorkConfig{Notify: WxWorkNotifyConfig{
|
||||
EnableDuplicateCheck: true, DuplicateCheckInterval: 1800,
|
||||
}},
|
||||
}
|
||||
}
|
||||
|
||||
func setString(values map[string]string, key string, target *string) {
|
||||
if value, ok := values[key]; ok {
|
||||
*target = strings.TrimSpace(value)
|
||||
}
|
||||
}
|
||||
|
||||
func setInt(values map[string]string, key string, target *int) error {
|
||||
value, ok := values[key]
|
||||
if !ok || strings.TrimSpace(value) == "" {
|
||||
return nil
|
||||
}
|
||||
parsed, err := strconv.Atoi(strings.TrimSpace(value))
|
||||
if err != nil {
|
||||
return fmt.Errorf("invalid setting %s: %w", key, err)
|
||||
}
|
||||
*target = parsed
|
||||
return nil
|
||||
}
|
||||
|
||||
func setInt64(values map[string]string, key string, target *int64) error {
|
||||
value, ok := values[key]
|
||||
if !ok || strings.TrimSpace(value) == "" {
|
||||
return nil
|
||||
}
|
||||
parsed, err := strconv.ParseInt(strings.TrimSpace(value), 10, 64)
|
||||
if err != nil {
|
||||
return fmt.Errorf("invalid setting %s: %w", key, err)
|
||||
}
|
||||
*target = parsed
|
||||
return nil
|
||||
}
|
||||
|
||||
func setBool(values map[string]string, key string, target *bool) error {
|
||||
value, ok := values[key]
|
||||
if !ok || strings.TrimSpace(value) == "" {
|
||||
return nil
|
||||
}
|
||||
parsed, err := strconv.ParseBool(strings.TrimSpace(value))
|
||||
if err != nil {
|
||||
return fmt.Errorf("invalid setting %s: %w", key, err)
|
||||
}
|
||||
*target = parsed
|
||||
return nil
|
||||
}
|
||||
|
||||
func setJSON(values map[string]string, key string, target any) error {
|
||||
value, ok := values[key]
|
||||
if !ok || strings.TrimSpace(value) == "" {
|
||||
return nil
|
||||
}
|
||||
if err := json.Unmarshal([]byte(value), target); err != nil {
|
||||
return fmt.Errorf("invalid setting %s: %w", key, err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
type Config struct {
|
||||
Language string `yaml:"language"`
|
||||
Server ServerConfig `yaml:"server"`
|
||||
@@ -15,7 +140,6 @@ type Config struct {
|
||||
Logger LoggerConfig `yaml:"logger"`
|
||||
Storage StorageConfig `yaml:"storage"`
|
||||
VectorDB VectorDBConfig `yaml:"vectorDB"`
|
||||
MCP MCPConfig `yaml:"mcp"`
|
||||
WxWork WxWorkConfig `yaml:"wxWork"`
|
||||
}
|
||||
|
||||
@@ -114,34 +238,9 @@ type OSSStorageConfig struct {
|
||||
}
|
||||
|
||||
type VectorDBConfig struct {
|
||||
Type string `yaml:"type"`
|
||||
Qdrant QdrantVectorDBConfig `yaml:"qdrant"`
|
||||
LanceDB LanceDBVectorDBConfig `yaml:"lancedb"`
|
||||
}
|
||||
|
||||
type QdrantVectorDBConfig struct {
|
||||
Host string `yaml:"host"`
|
||||
GrpcPort int `yaml:"grpcPort"`
|
||||
APIKey string `yaml:"apiKey"`
|
||||
UseTLS bool `yaml:"useTls"`
|
||||
}
|
||||
|
||||
type LanceDBVectorDBConfig struct {
|
||||
Path string `yaml:"path"`
|
||||
}
|
||||
|
||||
type MCPConfig struct {
|
||||
Enabled bool `yaml:"enabled"`
|
||||
Servers map[string]MCPServerConfig `yaml:"servers"`
|
||||
}
|
||||
|
||||
type MCPServerConfig struct {
|
||||
Enabled bool `yaml:"enabled"`
|
||||
Endpoint string `yaml:"endpoint"`
|
||||
TimeoutMS int `yaml:"timeoutMs"`
|
||||
Headers map[string]string `yaml:"headers"`
|
||||
}
|
||||
|
||||
// WxWorkConfig defines the WeCom application used for customer-service
|
||||
// callbacks and notifications. Dashboard login is owned by be-system.
|
||||
type WxWorkConfig struct {
|
||||
|
||||
@@ -41,23 +41,18 @@ func TestLoadOverridesValuesFromEnvironment(t *testing.T) {
|
||||
content := []byte(`server:
|
||||
port: 8083
|
||||
db:
|
||||
type: sqlite
|
||||
dsn: file:./data/app.db?_busy_timeout=5000
|
||||
type: postgres
|
||||
dsn: postgres-dsn
|
||||
storage:
|
||||
local:
|
||||
baseUrl: /storage
|
||||
mcp:
|
||||
servers:
|
||||
system:
|
||||
endpoint: http://127.0.0.1:8083/api/mcp
|
||||
`)
|
||||
if err := os.WriteFile(path, content, 0600); err != nil {
|
||||
t.Fatalf("WriteFile() error = %v", err)
|
||||
}
|
||||
t.Setenv("AGENT_DESK_SERVER_PORT", "8090")
|
||||
t.Setenv("AGENT_DESK_DB_DSN", "mysql-dsn")
|
||||
t.Setenv("AGENT_DESK_DB_DSN", "postgres-override-dsn")
|
||||
t.Setenv("AGENT_DESK_STORAGE_LOCAL_BASEURL", "/files")
|
||||
t.Setenv("AGENT_DESK_MCP_SERVERS_SYSTEM_ENDPOINT", "http://127.0.0.1:8090/api/mcp")
|
||||
|
||||
cfg, err := Load(path)
|
||||
if err != nil {
|
||||
@@ -67,16 +62,48 @@ mcp:
|
||||
if cfg.Server.Port != 8090 {
|
||||
t.Fatalf("Server.Port=%d want 8090", cfg.Server.Port)
|
||||
}
|
||||
if cfg.DB.Type != "sqlite" {
|
||||
t.Fatalf("DB.Type=%q want sqlite", cfg.DB.Type)
|
||||
if cfg.DB.Type != "postgres" {
|
||||
t.Fatalf("DB.Type=%q want postgres", cfg.DB.Type)
|
||||
}
|
||||
if cfg.DB.DSN != "mysql-dsn" {
|
||||
t.Fatalf("DB.DSN=%q want mysql-dsn", cfg.DB.DSN)
|
||||
if cfg.DB.DSN != "postgres-override-dsn" {
|
||||
t.Fatalf("DB.DSN=%q want postgres-override-dsn", cfg.DB.DSN)
|
||||
}
|
||||
if cfg.Storage.Local.BaseURL != "/files" {
|
||||
t.Fatalf("Storage.Local.BaseURL=%q want /files", cfg.Storage.Local.BaseURL)
|
||||
}
|
||||
if cfg.MCP.Servers["system"].Endpoint != "http://127.0.0.1:8090/api/mcp" {
|
||||
t.Fatalf("MCP system endpoint=%q", cfg.MCP.Servers["system"].Endpoint)
|
||||
}
|
||||
|
||||
func TestFromSettingsBuildsRuntimeConfig(t *testing.T) {
|
||||
cfg, err := FromSettings(map[string]string{
|
||||
"ai_agent_language": "en-US",
|
||||
"ai_agent_storage_default": "oss",
|
||||
"ai_agent_storage_max_upload_size_mb": "64",
|
||||
"ai_agent_storage_oss_private": "true",
|
||||
"ai_vector_path": "/var/lib/agent-desk/vectors.db",
|
||||
"ai_agent_wxwork_notify_to_users": `[1,2,3]`,
|
||||
"ai_agent_wxwork_notify_dedupe_interval": "900",
|
||||
})
|
||||
if err != nil {
|
||||
t.Fatalf("FromSettings() error = %v", err)
|
||||
}
|
||||
if cfg.Language != "en-US" || cfg.Storage.Default != "oss" {
|
||||
t.Fatalf("unexpected basic config: %+v", cfg)
|
||||
}
|
||||
if cfg.Storage.MaxUploadSizeMB != 64 || !cfg.Storage.OSS.Private {
|
||||
t.Fatalf("unexpected storage config: %+v", cfg.Storage)
|
||||
}
|
||||
if cfg.VectorDB.Path != "/var/lib/agent-desk/vectors.db" {
|
||||
t.Fatalf("VectorDB.Path=%q", cfg.VectorDB.Path)
|
||||
}
|
||||
if len(cfg.WxWork.Notify.ToUsers) != 3 || cfg.WxWork.Notify.DuplicateCheckInterval != 900 {
|
||||
t.Fatalf("unexpected WeCom notify config: %+v", cfg.WxWork.Notify)
|
||||
}
|
||||
}
|
||||
|
||||
func TestFromSettingsRejectsInvalidValues(t *testing.T) {
|
||||
if _, err := FromSettings(map[string]string{
|
||||
"ai_agent_wxwork_notify_dedupe_interval": "not-a-number",
|
||||
}); err == nil {
|
||||
t.Fatal("FromSettings() error = nil, want invalid setting error")
|
||||
}
|
||||
}
|
||||
|
||||
@@ -6,17 +6,10 @@ import (
|
||||
"gopkg.in/yaml.v3"
|
||||
)
|
||||
|
||||
func TestVectorDBConfigUnmarshalNestedProviders(t *testing.T) {
|
||||
func TestVectorDBConfigUnmarshalLibSQLPath(t *testing.T) {
|
||||
raw := []byte(`
|
||||
vectorDB:
|
||||
type: lancedb
|
||||
qdrant:
|
||||
host: 127.0.0.1
|
||||
grpcPort: 6334
|
||||
apiKey: secret
|
||||
useTls: true
|
||||
lancedb:
|
||||
path: data/lancedb
|
||||
path: data/agent/vectors.db
|
||||
`)
|
||||
|
||||
var cfg Config
|
||||
@@ -24,22 +17,7 @@ vectorDB:
|
||||
t.Fatalf("yaml.Unmarshal() error = %v", err)
|
||||
}
|
||||
|
||||
if cfg.VectorDB.Type != "lancedb" {
|
||||
t.Fatalf("VectorDB.Type = %q, want %q", cfg.VectorDB.Type, "lancedb")
|
||||
}
|
||||
if cfg.VectorDB.Qdrant.Host != "127.0.0.1" {
|
||||
t.Fatalf("VectorDB.Qdrant.Host = %q, want %q", cfg.VectorDB.Qdrant.Host, "127.0.0.1")
|
||||
}
|
||||
if cfg.VectorDB.Qdrant.GrpcPort != 6334 {
|
||||
t.Fatalf("VectorDB.Qdrant.GrpcPort = %d, want %d", cfg.VectorDB.Qdrant.GrpcPort, 6334)
|
||||
}
|
||||
if cfg.VectorDB.Qdrant.APIKey != "secret" {
|
||||
t.Fatalf("VectorDB.Qdrant.APIKey = %q, want %q", cfg.VectorDB.Qdrant.APIKey, "secret")
|
||||
}
|
||||
if !cfg.VectorDB.Qdrant.UseTLS {
|
||||
t.Fatal("VectorDB.Qdrant.UseTLS = false, want true")
|
||||
}
|
||||
if cfg.VectorDB.LanceDB.Path != "data/lancedb" {
|
||||
t.Fatalf("VectorDB.LanceDB.Path = %q, want %q", cfg.VectorDB.LanceDB.Path, "data/lancedb")
|
||||
if cfg.VectorDB.Path != "data/agent/vectors.db" {
|
||||
t.Fatalf("VectorDB.Path = %q", cfg.VectorDB.Path)
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user