t
18c9354095
- 注入数据库、运行时配置、统一响应、文件存储和平台 AI 能力，补充业务读写工具与客户快捷操作契约。 - 移除模块内重复的组织、客户、工单、标签、技能、旧工作流、MCP 和迁移实现，将身份权限与业务主体交由宿主管理。 - 使用 libSQL 重构向量存储，并完善图片消息、访客身份、排队调度、企业微信和支持聊天页面。 - 统一 HTTP、DTO 与 WebSocket 的 snake_case 协议，补齐模块初始化、业务动作和公共载荷等回归测试。
239 lines
7.9 KiB
Go
239 lines
7.9 KiB
Go
package services
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"code.tczkiot.com/wlw/ai-agent/internal/ai/rag"
|
|
"code.tczkiot.com/wlw/ai-agent/internal/models"
|
|
"code.tczkiot.com/wlw/ai-agent/internal/pkg/dto"
|
|
"code.tczkiot.com/wlw/ai-agent/internal/pkg/dto/request"
|
|
"code.tczkiot.com/wlw/ai-agent/internal/pkg/enums"
|
|
"code.tczkiot.com/wlw/ai-agent/internal/pkg/errorsx"
|
|
"code.tczkiot.com/wlw/ai-agent/internal/pkg/utils"
|
|
"code.tczkiot.com/wlw/ai-agent/internal/repositories"
|
|
|
|
"code.tczkiot.com/wlw/ai-agent/internal/pkg/httpx/params"
|
|
|
|
"github.com/mlogclub/simple/sqls"
|
|
)
|
|
|
|
var KnowledgeBaseService = newKnowledgeBaseService()
|
|
|
|
func newKnowledgeBaseService() *knowledgeBaseService {
|
|
return &knowledgeBaseService{}
|
|
}
|
|
|
|
type knowledgeBaseService struct {
|
|
}
|
|
|
|
func (s *knowledgeBaseService) Get(id int64) *models.KnowledgeBase {
|
|
return repositories.KnowledgeBaseRepository.Get(sqls.DB(), id)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) Take(where ...interface{}) *models.KnowledgeBase {
|
|
return repositories.KnowledgeBaseRepository.Take(sqls.DB(), where...)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) Find(cnd *sqls.Cnd) []models.KnowledgeBase {
|
|
return repositories.KnowledgeBaseRepository.Find(sqls.DB(), cnd)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) FindOne(cnd *sqls.Cnd) *models.KnowledgeBase {
|
|
return repositories.KnowledgeBaseRepository.FindOne(sqls.DB(), cnd)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) FindPageByParams(params *params.QueryParams) (list []models.KnowledgeBase, paging *sqls.Paging) {
|
|
return repositories.KnowledgeBaseRepository.FindPageByParams(sqls.DB(), params)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) FindPageByCnd(cnd *sqls.Cnd) (list []models.KnowledgeBase, paging *sqls.Paging) {
|
|
return repositories.KnowledgeBaseRepository.FindPageByCnd(sqls.DB(), cnd)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) Count(cnd *sqls.Cnd) int64 {
|
|
return repositories.KnowledgeBaseRepository.Count(sqls.DB(), cnd)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) Create(t *models.KnowledgeBase) error {
|
|
return repositories.KnowledgeBaseRepository.Create(sqls.DB(), t)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) Update(t *models.KnowledgeBase) error {
|
|
return repositories.KnowledgeBaseRepository.Update(sqls.DB(), t)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) Updates(id int64, columns map[string]interface{}) error {
|
|
return repositories.KnowledgeBaseRepository.Updates(sqls.DB(), id, columns)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) UpdateColumn(id int64, name string, value interface{}) error {
|
|
return repositories.KnowledgeBaseRepository.UpdateColumn(sqls.DB(), id, name, value)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) Delete(id int64) {
|
|
repositories.KnowledgeBaseRepository.Delete(sqls.DB(), id)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) CreateKnowledgeBase(req request.CreateKnowledgeBaseRequest, operator *dto.AuthPrincipal) (*models.KnowledgeBase, error) {
|
|
if operator == nil {
|
|
return nil, errorsx.UnauthorizedI18n("error.auth.expired")
|
|
}
|
|
item, err := s.buildKnowledgeBaseModel(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
item.Status = enums.StatusOk
|
|
item.AuditFields = utils.BuildAuditFields(operator)
|
|
if err := repositories.KnowledgeBaseRepository.Create(sqls.DB(), item); err != nil {
|
|
return nil, err
|
|
}
|
|
return item, nil
|
|
}
|
|
|
|
func (s *knowledgeBaseService) UpdateKnowledgeBase(req request.UpdateKnowledgeBaseRequest, operator *dto.AuthPrincipal) error {
|
|
if operator == nil {
|
|
return errorsx.UnauthorizedI18n("error.auth.expired")
|
|
}
|
|
current := s.Get(req.ID)
|
|
if current == nil {
|
|
return errorsx.InvalidParamI18n("error.e0283")
|
|
}
|
|
item, err := s.buildKnowledgeBaseModel(req.CreateKnowledgeBaseRequest)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return repositories.KnowledgeBaseRepository.Updates(sqls.DB(), req.ID, map[string]any{
|
|
"name": item.Name,
|
|
"description": item.Description,
|
|
"knowledge_type": item.KnowledgeType,
|
|
"default_top_k": item.DefaultTopK,
|
|
"default_score_threshold": item.DefaultScoreThreshold,
|
|
"default_rerank_limit": item.DefaultRerankLimit,
|
|
"chunk_provider": item.ChunkProvider,
|
|
"chunk_target_tokens": item.ChunkTargetTokens,
|
|
"chunk_max_tokens": item.ChunkMaxTokens,
|
|
"chunk_overlap_tokens": item.ChunkOverlapTokens,
|
|
"answer_mode": item.AnswerMode,
|
|
"remark": item.Remark,
|
|
"update_user_id": operator.UserID,
|
|
"update_user_name": operator.Username,
|
|
"updated_at": time.Now(),
|
|
})
|
|
}
|
|
|
|
func (s *knowledgeBaseService) DeleteKnowledgeBase(id int64) error {
|
|
current := s.Get(id)
|
|
if current == nil {
|
|
return errorsx.InvalidParamI18n("error.e0283")
|
|
}
|
|
|
|
if err := sqls.WithTransaction(func(ctx *sqls.TxContext) error {
|
|
if err := repositories.KnowledgeDocumentRepository.DeleteByKnowledgeBaseID(ctx.Tx, id); err != nil {
|
|
return err
|
|
}
|
|
if err := repositories.KnowledgeFAQRepository.DeleteByKnowledgeBaseID(ctx.Tx, id); err != nil {
|
|
return err
|
|
}
|
|
return ctx.Tx.Delete(&models.KnowledgeBase{}, "id = ?", id).Error
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
|
|
return rag.Index.RemoveKnowledgeBaseIndex(context.Background(), id)
|
|
}
|
|
|
|
func (s *knowledgeBaseService) UpdateSort(ids []int64) error {
|
|
return sqls.WithTransaction(func(ctx *sqls.TxContext) error {
|
|
for i, id := range ids {
|
|
if err := repositories.KnowledgeBaseRepository.UpdateColumn(ctx.Tx, id, "sort_no", i); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func (s *knowledgeBaseService) buildKnowledgeBaseModel(req request.CreateKnowledgeBaseRequest) (*models.KnowledgeBase, error) {
|
|
item := &models.KnowledgeBase{
|
|
Name: req.Name,
|
|
Description: req.Description,
|
|
KnowledgeType: req.KnowledgeType,
|
|
DefaultTopK: req.DefaultTopK,
|
|
DefaultScoreThreshold: req.DefaultScoreThreshold,
|
|
DefaultRerankLimit: req.DefaultRerankLimit,
|
|
ChunkProvider: req.ChunkProvider,
|
|
ChunkTargetTokens: req.ChunkTargetTokens,
|
|
ChunkMaxTokens: req.ChunkMaxTokens,
|
|
ChunkOverlapTokens: req.ChunkOverlapTokens,
|
|
AnswerMode: req.AnswerMode,
|
|
Remark: req.Remark,
|
|
}
|
|
if item.DefaultTopK == 0 {
|
|
item.DefaultTopK = 10
|
|
}
|
|
if item.KnowledgeType == "" {
|
|
item.KnowledgeType = string(enums.KnowledgeBaseTypeDocument)
|
|
}
|
|
if !isValidKnowledgeType(item.KnowledgeType) {
|
|
return nil, errorsx.InvalidParamI18n("error.e0290")
|
|
}
|
|
if item.DefaultScoreThreshold == 0 {
|
|
item.DefaultScoreThreshold = 0.2
|
|
}
|
|
if item.DefaultRerankLimit == 0 {
|
|
item.DefaultRerankLimit = 5
|
|
}
|
|
if item.ChunkProvider == "" {
|
|
item.ChunkProvider = string(enums.KnowledgeChunkProviderStructured)
|
|
}
|
|
if item.KnowledgeType == string(enums.KnowledgeBaseTypeFAQ) {
|
|
item.ChunkProvider = string(enums.KnowledgeChunkProviderFAQ)
|
|
item.ChunkTargetTokens = 0
|
|
item.ChunkMaxTokens = 0
|
|
item.ChunkOverlapTokens = 0
|
|
} else if item.ChunkProvider == string(enums.KnowledgeChunkProviderFAQ) {
|
|
return nil, errorsx.InvalidParamI18n("error.e0219")
|
|
}
|
|
if !isValidChunkProvider(item.ChunkProvider) {
|
|
return nil, errorsx.InvalidParamI18n("error.e0130")
|
|
}
|
|
if item.KnowledgeType != string(enums.KnowledgeBaseTypeFAQ) && item.ChunkTargetTokens == 0 {
|
|
item.ChunkTargetTokens = 300
|
|
}
|
|
if item.KnowledgeType != string(enums.KnowledgeBaseTypeFAQ) && item.ChunkMaxTokens == 0 {
|
|
item.ChunkMaxTokens = 400
|
|
}
|
|
if item.KnowledgeType != string(enums.KnowledgeBaseTypeFAQ) && item.ChunkMaxTokens < item.ChunkTargetTokens {
|
|
item.ChunkMaxTokens = item.ChunkTargetTokens
|
|
}
|
|
if item.KnowledgeType != string(enums.KnowledgeBaseTypeFAQ) && item.ChunkOverlapTokens == 0 {
|
|
item.ChunkOverlapTokens = 40
|
|
}
|
|
if item.AnswerMode == 0 {
|
|
item.AnswerMode = 1
|
|
}
|
|
return item, nil
|
|
}
|
|
|
|
func isValidChunkProvider(provider string) bool {
|
|
switch provider {
|
|
case string(enums.KnowledgeChunkProviderFixed),
|
|
string(enums.KnowledgeChunkProviderStructured),
|
|
string(enums.KnowledgeChunkProviderFAQ),
|
|
string(enums.KnowledgeChunkProviderSemantic):
|
|
return true
|
|
default:
|
|
return false
|
|
}
|
|
}
|
|
|
|
func isValidKnowledgeType(knowledgeType string) bool {
|
|
switch knowledgeType {
|
|
case string(enums.KnowledgeBaseTypeDocument), string(enums.KnowledgeBaseTypeFAQ):
|
|
return true
|
|
default:
|
|
return false
|
|
}
|
|
}
|