package rag import ( "context" "fmt" "log/slog" "cs-agent/internal/ai/rag/vectordb" "cs-agent/internal/models" "github.com/mlogclub/simple/common/strs" "github.com/mlogclub/simple/sqls" ) func collectChunkVectorIDs(chunks []models.KnowledgeChunk) []string { vectorIDs := make([]string, 0, len(chunks)) for _, chunk := range chunks { if strs.IsNotBlank(chunk.VectorID) { vectorIDs = append(vectorIDs, chunk.VectorID) } } return vectorIDs } func (s *index) deleteChunkVectors(ctx context.Context, vectorIDs []string) error { if len(vectorIDs) == 0 { return nil } provider := vectordb.GetProvider() if provider == nil { return fmt.Errorf("vectordb provider not initialized") } return provider.DeleteVectors(ctx, s.getCollectionName(), vectorIDs) } func deleteChunksByCondition(column string, value int64) error { return sqls.WithTransaction(func(ctx *sqls.TxContext) error { return ctx.Tx.Where(column+" = ?", value).Delete(&models.KnowledgeChunk{}).Error }) } func (s *index) cleanupKnowledgeBaseChunks(ctx context.Context, knowledgeBaseID int64, chunks []models.KnowledgeChunk) error { vectorIDs := collectChunkVectorIDs(chunks) if err := s.deleteChunkVectors(ctx, vectorIDs); err != nil { return fmt.Errorf("failed to delete vectors for knowledge base %d before rebuild: %w", knowledgeBaseID, err) } if err := deleteChunksByCondition("knowledge_base_id", knowledgeBaseID); err != nil { return fmt.Errorf("failed to clear chunks before rebuild: %w", err) } slog.Info("Knowledge base index storage reset", "knowledge_base_id", knowledgeBaseID, "collection", s.getCollectionName()) return nil }