refactor: replace document and FAQ chunk handling with repository methods for improved clarity and maintainability

This commit is contained in:
mlogclub
2026-06-02 12:01:01 +08:00
parent 99d5a951be
commit c09ee0e596
3 changed files with 26 additions and 31 deletions
+2 -2
View File
@@ -39,7 +39,7 @@ func (s *index) runDocumentIndex(ctx context.Context, document models.KnowledgeD
if err := provider.UpsertVectors(ctx, collectionName, vectors); err != nil {
return nil, 0, fmt.Errorf("failed to upsert vectors: %w", err)
}
if err := s.replaceDocumentChunks(document.ID, chunkModels); err != nil {
if err := repositories.KnowledgeChunkRepository.ReplaceByDocumentID(sqls.DB(), document.ID, chunkModels); err != nil {
return nil, 0, fmt.Errorf("failed to save chunks: %w", err)
}
if staleVectorIDs := s.collectStaleVectorIDs(existingChunks, vectors); len(staleVectorIDs) > 0 {
@@ -77,7 +77,7 @@ func (s *index) runFAQIndex(ctx context.Context, faq models.KnowledgeFAQ, knowle
if err := provider.UpsertVectors(ctx, collectionName, []vectordb.Vector{vector}); err != nil {
return fmt.Errorf("failed to upsert vectors: %w", err)
}
if err := s.replaceFAQChunk(faq.ID, &chunkModel); err != nil {
if err := repositories.KnowledgeChunkRepository.ReplaceByFaqID(sqls.DB(), faq.ID, &chunkModel); err != nil {
return fmt.Errorf("failed to save faq chunk: %w", err)
}
if staleVectorIDs := s.collectStaleVectorIDs(existingChunks, []vectordb.Vector{vector}); len(staleVectorIDs) > 0 {
-29
View File
@@ -6,9 +6,6 @@ import (
"log/slog"
"agent-desk/internal/ai/rag/vectordb"
"agent-desk/internal/models"
"github.com/mlogclub/simple/sqls"
)
func (s *index) ensureCollection(ctx context.Context, provider vectordb.Provider, collectionName string, dimension int) error {
@@ -25,29 +22,3 @@ func (s *index) ensureCollection(ctx context.Context, provider vectordb.Provider
slog.Info("Created collection for knowledge base", "collection", collectionName, "dimension", dimension)
return nil
}
func (s *index) replaceDocumentChunks(documentID int64, chunkModels []models.KnowledgeChunk) error {
return sqls.WithTransaction(func(ctx *sqls.TxContext) error {
if err := ctx.Tx.Where("document_id = ?", documentID).Delete(&models.KnowledgeChunk{}).Error; err != nil {
return err
}
for _, chunk := range chunkModels {
if err := ctx.Tx.Create(&chunk).Error; err != nil {
return err
}
}
return nil
})
}
func (s *index) replaceFAQChunk(faqID int64, chunkModel *models.KnowledgeChunk) error {
if chunkModel == nil {
return nil
}
return sqls.WithTransaction(func(ctx *sqls.TxContext) error {
if err := ctx.Tx.Where("faq_id = ?", faqID).Delete(&models.KnowledgeChunk{}).Error; err != nil {
return err
}
return ctx.Tx.Create(chunkModel).Error
})
}
@@ -77,6 +77,30 @@ func (r *knowledgeChunkRepository) BatchCreate(db *gorm.DB, list []models.Knowle
return
}
func (r *knowledgeChunkRepository) ReplaceByDocumentID(db *gorm.DB, documentID int64, list []models.KnowledgeChunk) error {
return sqls.WithTransaction(func(ctx *sqls.TxContext) error {
if err := ctx.Tx.Where("document_id = ?", documentID).Delete(&models.KnowledgeChunk{}).Error; err != nil {
return err
}
if len(list) == 0 {
return nil
}
return ctx.Tx.Create(&list).Error
})
}
func (r *knowledgeChunkRepository) ReplaceByFaqID(db *gorm.DB, faqID int64, item *models.KnowledgeChunk) error {
return sqls.WithTransaction(func(ctx *sqls.TxContext) error {
if err := ctx.Tx.Where("faq_id = ?", faqID).Delete(&models.KnowledgeChunk{}).Error; err != nil {
return err
}
if item == nil {
return nil
}
return ctx.Tx.Create(item).Error
})
}
func (r *knowledgeChunkRepository) Update(db *gorm.DB, t *models.KnowledgeChunk) (err error) {
err = db.Save(t).Error
return