feat: add document and FAQ loading methods to streamline indexing logic
This commit is contained in:
+12
-15
@@ -48,9 +48,9 @@ var Index = &index{
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (s *index) IndexDocumentByID(ctx context.Context, documentID int64) error {
|
func (s *index) IndexDocumentByID(ctx context.Context, documentID int64) error {
|
||||||
document := repositories.KnowledgeDocumentRepository.Get(sqls.DB(), documentID)
|
document, err := s.loadDocumentByID(documentID)
|
||||||
if document == nil {
|
if err != nil {
|
||||||
return fmt.Errorf("document not found: %d", documentID)
|
return err
|
||||||
}
|
}
|
||||||
return s.IndexDocument(ctx, document)
|
return s.IndexDocument(ctx, document)
|
||||||
}
|
}
|
||||||
@@ -69,9 +69,9 @@ func (s *index) IndexDocument(ctx context.Context, document *models.KnowledgeDoc
|
|||||||
}
|
}
|
||||||
|
|
||||||
// TODO 这里每次都查询下知识库不太友好
|
// TODO 这里每次都查询下知识库不太友好
|
||||||
knowledgeBase := repositories.KnowledgeBaseRepository.Get(sqls.DB(), document.KnowledgeBaseID)
|
knowledgeBase, err := s.loadDocumentKnowledgeBase(document)
|
||||||
if knowledgeBase == nil {
|
if err != nil {
|
||||||
return fail(fmt.Errorf("knowledge base not found: %d", document.KnowledgeBaseID))
|
return fail(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
existingChunks := repositories.KnowledgeChunkRepository.FindByDocumentID(sqls.DB(), document.ID)
|
existingChunks := repositories.KnowledgeChunkRepository.FindByDocumentID(sqls.DB(), document.ID)
|
||||||
@@ -130,9 +130,9 @@ func (s *index) IndexDocument(ctx context.Context, document *models.KnowledgeDoc
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (s *index) IndexFAQByID(ctx context.Context, faqID int64) error {
|
func (s *index) IndexFAQByID(ctx context.Context, faqID int64) error {
|
||||||
faq := repositories.KnowledgeFAQRepository.Get(sqls.DB(), faqID)
|
faq, err := s.loadFAQByID(faqID)
|
||||||
if faq == nil {
|
if err != nil {
|
||||||
return fmt.Errorf("faq not found: %d", faqID)
|
return err
|
||||||
}
|
}
|
||||||
if err := s.markFAQIndexPending(faq.ID); err != nil {
|
if err := s.markFAQIndexPending(faq.ID); err != nil {
|
||||||
slog.Error("Failed to mark knowledge faq index as pending", "faq_id", faq.ID, "error", err)
|
slog.Error("Failed to mark knowledge faq index as pending", "faq_id", faq.ID, "error", err)
|
||||||
@@ -143,12 +143,9 @@ func (s *index) IndexFAQByID(ctx context.Context, faqID int64) error {
|
|||||||
}
|
}
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
knowledgeBase := repositories.KnowledgeBaseRepository.Get(sqls.DB(), faq.KnowledgeBaseID)
|
knowledgeBase, err := s.loadFAQKnowledgeBase(faq)
|
||||||
if knowledgeBase == nil {
|
if err != nil {
|
||||||
return fail(fmt.Errorf("knowledge base not found: %d", faq.KnowledgeBaseID))
|
return fail(err)
|
||||||
}
|
|
||||||
if knowledgeBase.KnowledgeType != string(enums.KnowledgeBaseTypeFAQ) {
|
|
||||||
return fail(fmt.Errorf("knowledge base %d is not faq type", knowledgeBase.ID))
|
|
||||||
}
|
}
|
||||||
existingChunks := repositories.KnowledgeChunkRepository.FindByFaqID(sqls.DB(), faq.ID)
|
existingChunks := repositories.KnowledgeChunkRepository.FindByFaqID(sqls.DB(), faq.ID)
|
||||||
content := buildFAQChunkContent(faq)
|
content := buildFAQChunkContent(faq)
|
||||||
|
|||||||
@@ -0,0 +1,52 @@
|
|||||||
|
package rag
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
|
||||||
|
"cs-agent/internal/models"
|
||||||
|
"cs-agent/internal/pkg/enums"
|
||||||
|
"cs-agent/internal/repositories"
|
||||||
|
|
||||||
|
"github.com/mlogclub/simple/sqls"
|
||||||
|
)
|
||||||
|
|
||||||
|
func (s *index) loadDocumentByID(documentID int64) (*models.KnowledgeDocument, error) {
|
||||||
|
document := repositories.KnowledgeDocumentRepository.Get(sqls.DB(), documentID)
|
||||||
|
if document == nil {
|
||||||
|
return nil, fmt.Errorf("document not found: %d", documentID)
|
||||||
|
}
|
||||||
|
return document, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *index) loadFAQByID(faqID int64) (*models.KnowledgeFAQ, error) {
|
||||||
|
faq := repositories.KnowledgeFAQRepository.Get(sqls.DB(), faqID)
|
||||||
|
if faq == nil {
|
||||||
|
return nil, fmt.Errorf("faq not found: %d", faqID)
|
||||||
|
}
|
||||||
|
return faq, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *index) loadDocumentKnowledgeBase(document *models.KnowledgeDocument) (*models.KnowledgeBase, error) {
|
||||||
|
if document == nil {
|
||||||
|
return nil, fmt.Errorf("document is nil")
|
||||||
|
}
|
||||||
|
knowledgeBase := repositories.KnowledgeBaseRepository.Get(sqls.DB(), document.KnowledgeBaseID)
|
||||||
|
if knowledgeBase == nil {
|
||||||
|
return nil, fmt.Errorf("knowledge base not found: %d", document.KnowledgeBaseID)
|
||||||
|
}
|
||||||
|
return knowledgeBase, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *index) loadFAQKnowledgeBase(faq *models.KnowledgeFAQ) (*models.KnowledgeBase, error) {
|
||||||
|
if faq == nil {
|
||||||
|
return nil, fmt.Errorf("faq is nil")
|
||||||
|
}
|
||||||
|
knowledgeBase := repositories.KnowledgeBaseRepository.Get(sqls.DB(), faq.KnowledgeBaseID)
|
||||||
|
if knowledgeBase == nil {
|
||||||
|
return nil, fmt.Errorf("knowledge base not found: %d", faq.KnowledgeBaseID)
|
||||||
|
}
|
||||||
|
if knowledgeBase.KnowledgeType != string(enums.KnowledgeBaseTypeFAQ) {
|
||||||
|
return nil, fmt.Errorf("knowledge base %d is not faq type", knowledgeBase.ID)
|
||||||
|
}
|
||||||
|
return knowledgeBase, nil
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user