feat: add document and FAQ loading methods to streamline indexing logic

This commit is contained in:
mlogclub
2026-04-13 20:03:28 +08:00
parent dd965e760c
commit 4cd31ce454
2 changed files with 64 additions and 15 deletions
+12 -15
View File
@@ -48,9 +48,9 @@ var Index = &index{
}
func (s *index) IndexDocumentByID(ctx context.Context, documentID int64) error {
document := repositories.KnowledgeDocumentRepository.Get(sqls.DB(), documentID)
if document == nil {
return fmt.Errorf("document not found: %d", documentID)
document, err := s.loadDocumentByID(documentID)
if err != nil {
return err
}
return s.IndexDocument(ctx, document)
}
@@ -69,9 +69,9 @@ func (s *index) IndexDocument(ctx context.Context, document *models.KnowledgeDoc
}
// TODO 这里每次都查询下知识库不太友好
knowledgeBase := repositories.KnowledgeBaseRepository.Get(sqls.DB(), document.KnowledgeBaseID)
if knowledgeBase == nil {
return fail(fmt.Errorf("knowledge base not found: %d", document.KnowledgeBaseID))
knowledgeBase, err := s.loadDocumentKnowledgeBase(document)
if err != nil {
return fail(err)
}
existingChunks := repositories.KnowledgeChunkRepository.FindByDocumentID(sqls.DB(), document.ID)
@@ -130,9 +130,9 @@ func (s *index) IndexDocument(ctx context.Context, document *models.KnowledgeDoc
}
func (s *index) IndexFAQByID(ctx context.Context, faqID int64) error {
faq := repositories.KnowledgeFAQRepository.Get(sqls.DB(), faqID)
if faq == nil {
return fmt.Errorf("faq not found: %d", faqID)
faq, err := s.loadFAQByID(faqID)
if err != nil {
return err
}
if err := s.markFAQIndexPending(faq.ID); err != nil {
slog.Error("Failed to mark knowledge faq index as pending", "faq_id", faq.ID, "error", err)
@@ -143,12 +143,9 @@ func (s *index) IndexFAQByID(ctx context.Context, faqID int64) error {
}
return err
}
knowledgeBase := repositories.KnowledgeBaseRepository.Get(sqls.DB(), faq.KnowledgeBaseID)
if knowledgeBase == nil {
return fail(fmt.Errorf("knowledge base not found: %d", faq.KnowledgeBaseID))
}
if knowledgeBase.KnowledgeType != string(enums.KnowledgeBaseTypeFAQ) {
return fail(fmt.Errorf("knowledge base %d is not faq type", knowledgeBase.ID))
knowledgeBase, err := s.loadFAQKnowledgeBase(faq)
if err != nil {
return fail(err)
}
existingChunks := repositories.KnowledgeChunkRepository.FindByFaqID(sqls.DB(), faq.ID)
content := buildFAQChunkContent(faq)
+52
View File
@@ -0,0 +1,52 @@
package rag
import (
"fmt"
"cs-agent/internal/models"
"cs-agent/internal/pkg/enums"
"cs-agent/internal/repositories"
"github.com/mlogclub/simple/sqls"
)
func (s *index) loadDocumentByID(documentID int64) (*models.KnowledgeDocument, error) {
document := repositories.KnowledgeDocumentRepository.Get(sqls.DB(), documentID)
if document == nil {
return nil, fmt.Errorf("document not found: %d", documentID)
}
return document, nil
}
func (s *index) loadFAQByID(faqID int64) (*models.KnowledgeFAQ, error) {
faq := repositories.KnowledgeFAQRepository.Get(sqls.DB(), faqID)
if faq == nil {
return nil, fmt.Errorf("faq not found: %d", faqID)
}
return faq, nil
}
func (s *index) loadDocumentKnowledgeBase(document *models.KnowledgeDocument) (*models.KnowledgeBase, error) {
if document == nil {
return nil, fmt.Errorf("document is nil")
}
knowledgeBase := repositories.KnowledgeBaseRepository.Get(sqls.DB(), document.KnowledgeBaseID)
if knowledgeBase == nil {
return nil, fmt.Errorf("knowledge base not found: %d", document.KnowledgeBaseID)
}
return knowledgeBase, nil
}
func (s *index) loadFAQKnowledgeBase(faq *models.KnowledgeFAQ) (*models.KnowledgeBase, error) {
if faq == nil {
return nil, fmt.Errorf("faq is nil")
}
knowledgeBase := repositories.KnowledgeBaseRepository.Get(sqls.DB(), faq.KnowledgeBaseID)
if knowledgeBase == nil {
return nil, fmt.Errorf("knowledge base not found: %d", faq.KnowledgeBaseID)
}
if knowledgeBase.KnowledgeType != string(enums.KnowledgeBaseTypeFAQ) {
return nil, fmt.Errorf("knowledge base %d is not faq type", knowledgeBase.ID)
}
return knowledgeBase, nil
}