feat: Enhance AI Agent and Channel Management
- Updated labels in the AI Agents dashboard for clarity, changing "流程状态" to "Playbook 状态" and "未发布流程" to "未发布 Playbook". - Introduced AI Agent rollout percentage management in channel editing, allowing users to set and rollback rollout percentages. - Added new API endpoints for rolling back AI Agent rollout and fetching agent run metrics. - Implemented new UI components for displaying agent run details, including status, duration, and input/output tokens. - Enhanced type definitions for AdminChannel and AIAgent to include rollout percentages and runtime modes. - Updated navigation to include a section for agent runs. - Added new translations for agent run features in both English and Chinese.
This commit is contained in:
mlogclub
@@ -0,0 +1,237 @@
|
||||
package services
|
||||
|
||||
import (
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"agent-desk/internal/models"
|
||||
"agent-desk/internal/pkg/dto"
|
||||
"agent-desk/internal/pkg/dto/request"
|
||||
"agent-desk/internal/pkg/enums"
|
||||
"agent-desk/internal/pkg/httpx/params"
|
||||
"agent-desk/internal/repositories"
|
||||
|
||||
"github.com/glebarez/sqlite"
|
||||
"github.com/mlogclub/simple/sqls"
|
||||
"gorm.io/gorm"
|
||||
"gorm.io/gorm/schema"
|
||||
)
|
||||
|
||||
func TestAgentRunServiceFindsWorkflowAuditDetail(t *testing.T) {
|
||||
db := setupAgentRunServiceTestDB(t)
|
||||
now := time.Now()
|
||||
endedAt := now.Add(time.Second)
|
||||
run := &models.AgentRun{
|
||||
ConversationID: 11,
|
||||
AIAgentID: 12,
|
||||
WorkflowRunID: 13,
|
||||
EngineCode: "workflow",
|
||||
Status: "completed",
|
||||
StartedAt: now,
|
||||
EndedAt: &endedAt,
|
||||
CreatedAt: now,
|
||||
UpdatedAt: now,
|
||||
}
|
||||
if err := db.Create(run).Error; err != nil {
|
||||
t.Fatalf("create agent run: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.AgentStep{AgentRunID: run.ID, StepType: "workflow", Status: "completed", StartedAt: now, EndedAt: &endedAt, CreatedAt: now}).Error; err != nil {
|
||||
t.Fatalf("create agent step: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.AgentToolCall{AgentRunID: run.ID, ToolCode: "knowledge.retrieve", Status: "completed", CreatedAt: now}).Error; err != nil {
|
||||
t.Fatalf("create tool call: %v", err)
|
||||
}
|
||||
|
||||
cnd := sqls.NewCnd().Eq("conversation_id", run.ConversationID).Desc("id").Page(1, 20)
|
||||
queryParams := ¶ms.QueryParams{Cnd: *cnd}
|
||||
list, paging := AgentRunService.FindPageByParams(queryParams)
|
||||
if len(list) != 1 || paging.Total != 1 || list[0].ID != run.ID {
|
||||
t.Fatalf("unexpected agent run page: list=%#v paging=%#v", list, paging)
|
||||
}
|
||||
item, steps, toolCalls := AgentRunService.GetDetail(run.ID)
|
||||
if item == nil || len(steps) != 1 || len(toolCalls) != 1 {
|
||||
t.Fatalf("unexpected agent run detail: run=%#v steps=%#v toolCalls=%#v", item, steps, toolCalls)
|
||||
}
|
||||
}
|
||||
|
||||
func TestAgentRunServiceAssociatesWorkflowRevision(t *testing.T) {
|
||||
db := setupAgentRunServiceTestDB(t)
|
||||
now := time.Now()
|
||||
if err := db.Create(&models.AgentRevision{AgentID: 12, Revision: 1, WorkflowVersionID: 14}).Error; err != nil {
|
||||
t.Fatalf("create agent revision: %v", err)
|
||||
}
|
||||
if _, err := AgentRunService.RecordWorkflowRun(db, WorkflowAgentRunInput{
|
||||
WorkflowRunID: 13, WorkflowVersionID: 14, ConversationID: 11, AIAgentID: 12,
|
||||
Status: "completed", StartedAt: now,
|
||||
}); err != nil {
|
||||
t.Fatalf("RecordWorkflowRun returned error: %v", err)
|
||||
}
|
||||
run := repositories.AgentRunRepository.TakeByWorkflowRunID(db, 13)
|
||||
if run == nil || run.AgentRevisionID <= 0 {
|
||||
t.Fatalf("expected AgentRun to link revision, got %#v", run)
|
||||
}
|
||||
if stepID := AgentRunService.GetLatestStepID(run.ID); stepID <= 0 {
|
||||
t.Fatalf("expected normalized agent step id, got %d", stepID)
|
||||
}
|
||||
}
|
||||
|
||||
func TestAgentRunServiceRecordsEngineToolCall(t *testing.T) {
|
||||
db := setupAgentRunServiceTestDB(t)
|
||||
now := time.Now()
|
||||
runID, err := AgentRunService.RecordEngineRun(db, EngineAgentRunInput{
|
||||
ConversationID: 1, AIAgentID: 2, AgentRevisionID: 3, EngineCode: "autonomous", Status: "completed", StartedAt: now,
|
||||
StepType: "model", StepCode: "chat_completion", StepInputPreview: "authorization=Bearer-secret", ToolCalls: []EngineToolCallInput{{
|
||||
ToolCode: "knowledge/search", RiskLevel: "read", Status: "completed", ArgumentsPreview: `{"token":"abc123","query":"refund"}`, ResultPreview: "policy text",
|
||||
}},
|
||||
})
|
||||
if err != nil {
|
||||
t.Fatalf("RecordEngineRun returned error: %v", err)
|
||||
}
|
||||
_, steps, toolCalls := AgentRunService.GetDetail(runID)
|
||||
if len(toolCalls) != 1 || toolCalls[0].ToolCode != "knowledge/search" || toolCalls[0].AgentStepID <= 0 {
|
||||
t.Fatalf("unexpected tool audit: %#v", toolCalls)
|
||||
}
|
||||
if strings.Contains(toolCalls[0].ArgumentsPreview, "abc123") || len(steps) != 1 || strings.Contains(steps[0].InputPreview, "Bearer-secret") {
|
||||
t.Fatalf("sensitive audit data leaked: steps=%#v calls=%#v", steps, toolCalls)
|
||||
}
|
||||
}
|
||||
|
||||
func TestAgentRunServiceRecordsHybridPlaybookResume(t *testing.T) {
|
||||
db := setupAgentRunServiceTestDB(t)
|
||||
now := time.Now().Add(-time.Minute)
|
||||
run := &models.AgentRun{EngineCode: "hybrid", Status: "interrupted", StartedAt: now, CreatedAt: now, UpdatedAt: now}
|
||||
if err := db.Create(run).Error; err != nil {
|
||||
t.Fatalf("create hybrid run: %v", err)
|
||||
}
|
||||
if err := AgentRunService.RecordHybridPlaybookResume(db, run.ID, 33, "completed", "已完成工单登记。"); err != nil {
|
||||
t.Fatalf("RecordHybridPlaybookResume returned error: %v", err)
|
||||
}
|
||||
item, steps, _ := AgentRunService.GetDetail(run.ID)
|
||||
if item == nil || item.Status != "completed" || item.EndedAt == nil {
|
||||
t.Fatalf("expected completed hybrid run, got %#v", item)
|
||||
}
|
||||
if len(steps) != 1 || steps[0].StepCode != "playbook_resume" || steps[0].WorkflowRunID != 33 || steps[0].OutputPreview != "已完成工单登记。" {
|
||||
t.Fatalf("unexpected playbook resume step: %#v", steps)
|
||||
}
|
||||
}
|
||||
|
||||
func TestAgentRunServiceSavesQualityFeedbackPerRun(t *testing.T) {
|
||||
db := setupAgentRunServiceTestDB(t)
|
||||
now := time.Now()
|
||||
run := &models.AgentRun{AIAgentID: 4, EngineCode: "autonomous", Status: "completed", StartedAt: now, CreatedAt: now, UpdatedAt: now}
|
||||
if err := db.Create(run).Error; err != nil {
|
||||
t.Fatalf("create agent run: %v", err)
|
||||
}
|
||||
operator := &dto.AuthPrincipal{UserID: 7, Username: "reviewer"}
|
||||
if err := AgentRunService.SaveQualityFeedback(request.SaveAgentRunQualityFeedbackRequest{
|
||||
AgentRunID: run.ID, ResolutionStatus: enums.AgentRunResolutionStatusResolved, EvidenceStatus: enums.AgentRunEvidenceStatusSupported, Comment: "issue resolved",
|
||||
}, operator); err != nil {
|
||||
t.Fatalf("save quality feedback: %v", err)
|
||||
}
|
||||
if err := AgentRunService.SaveQualityFeedback(request.SaveAgentRunQualityFeedbackRequest{
|
||||
AgentRunID: run.ID, ResolutionStatus: enums.AgentRunResolutionStatusUnresolved, EvidenceStatus: enums.AgentRunEvidenceStatusUnsupported, Comment: "missing evidence",
|
||||
}, operator); err != nil {
|
||||
t.Fatalf("update quality feedback: %v", err)
|
||||
}
|
||||
feedback := AgentRunService.GetQualityFeedback(run.ID)
|
||||
if feedback == nil || feedback.ResolutionStatus != enums.AgentRunResolutionStatusUnresolved || feedback.EvidenceStatus != enums.AgentRunEvidenceStatusUnsupported || feedback.Comment != "missing evidence" || feedback.UpdateUserName != "reviewer" {
|
||||
t.Fatalf("unexpected quality feedback: %#v", feedback)
|
||||
}
|
||||
}
|
||||
|
||||
func TestAgentRunServiceAggregatesCrossEngineMetrics(t *testing.T) {
|
||||
db := setupAgentRunServiceTestDB(t)
|
||||
base := time.Now().Add(-time.Minute)
|
||||
runs := []models.AgentRun{
|
||||
{AIAgentID: 8, EngineCode: "autonomous", Status: "completed", StartedAt: base, EndedAt: timePtr(base.Add(100 * time.Millisecond)), PromptTokens: 10, CompletionTokens: 5, CreatedAt: base, UpdatedAt: base},
|
||||
{AIAgentID: 8, EngineCode: "workflow", Status: "failed", StartedAt: base, EndedAt: timePtr(base.Add(300 * time.Millisecond)), PromptTokens: 8, CompletionTokens: 2, CreatedAt: base, UpdatedAt: base},
|
||||
{AIAgentID: 9, EngineCode: "hybrid", Status: "completed", StartedAt: base, EndedAt: timePtr(base.Add(900 * time.Millisecond)), CreatedAt: base, UpdatedAt: base},
|
||||
}
|
||||
for index := range runs {
|
||||
if err := db.Create(&runs[index]).Error; err != nil {
|
||||
t.Fatalf("create run: %v", err)
|
||||
}
|
||||
}
|
||||
if err := db.Create(&models.AgentStep{AgentRunID: runs[0].ID, Status: "completed", StartedAt: base, CreatedAt: base}).Error; err != nil {
|
||||
t.Fatalf("create step: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.AgentStep{AgentRunID: runs[1].ID, Status: "failed", StartedAt: base, CreatedAt: base}).Error; err != nil {
|
||||
t.Fatalf("create step: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.AgentToolCall{AgentRunID: runs[0].ID, Status: "completed", CreatedAt: base}).Error; err != nil {
|
||||
t.Fatalf("create completed tool call: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.AgentToolCall{AgentRunID: runs[1].ID, Status: "failed", CreatedAt: base}).Error; err != nil {
|
||||
t.Fatalf("create failed tool call: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.Conversation{AIAgentID: 8}).Error; err != nil {
|
||||
t.Fatalf("create conversation: %v", err)
|
||||
}
|
||||
handoffAt := base
|
||||
if err := db.Create(&models.Conversation{AIAgentID: 8, HandoffAt: &handoffAt}).Error; err != nil {
|
||||
t.Fatalf("create handoff conversation: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.ConversationInterrupt{AgentRunID: runs[0].ID, CheckPointID: "metrics-resolved", Status: "resolved", ResumeCount: 1, CreatedAt: base, UpdatedAt: base}).Error; err != nil {
|
||||
t.Fatalf("create resolved interrupt: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.ConversationInterrupt{AgentRunID: runs[1].ID, CheckPointID: "metrics-cancelled", Status: "cancelled", ResumeCount: 1, CreatedAt: base, UpdatedAt: base}).Error; err != nil {
|
||||
t.Fatalf("create cancelled interrupt: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.AgentRunQualityFeedback{AgentRunID: runs[0].ID, ResolutionStatus: enums.AgentRunResolutionStatusResolved, EvidenceStatus: enums.AgentRunEvidenceStatusSupported}).Error; err != nil {
|
||||
t.Fatalf("create resolved feedback: %v", err)
|
||||
}
|
||||
if err := db.Create(&models.AgentRunQualityFeedback{AgentRunID: runs[1].ID, ResolutionStatus: enums.AgentRunResolutionStatusUnresolved, EvidenceStatus: enums.AgentRunEvidenceStatusUnsupported}).Error; err != nil {
|
||||
t.Fatalf("create unresolved feedback: %v", err)
|
||||
}
|
||||
metrics := AgentRunService.GetMetrics(8)
|
||||
if metrics.TotalRuns != 2 || metrics.CompletedRuns != 1 || metrics.FailedRuns != 1 || metrics.CompletionRate != 0.5 {
|
||||
t.Fatalf("unexpected run metrics: %#v", metrics)
|
||||
}
|
||||
if metrics.AverageDurationMS != 200 || metrics.P95DurationMS != 300 || metrics.ToolCalls != 2 || metrics.ToolSuccessRate != 0.5 || metrics.AverageSteps != 1 {
|
||||
t.Fatalf("unexpected aggregate metrics: %#v", metrics)
|
||||
}
|
||||
if metrics.PromptTokens != 18 || metrics.CompletionTokens != 7 {
|
||||
t.Fatalf("unexpected token metrics: %#v", metrics)
|
||||
}
|
||||
if metrics.HandoffRate != 0.5 || metrics.KnowledgeFallbackRate != 0 {
|
||||
t.Fatalf("unexpected business metrics: %#v", metrics)
|
||||
}
|
||||
if metrics.ResumedInterrupts != 2 || metrics.ResolvedInterrupts != 1 || metrics.InterruptRecoveryRate != 0.5 {
|
||||
t.Fatalf("unexpected interrupt recovery metrics: %#v", metrics)
|
||||
}
|
||||
if metrics.ReviewedRuns != 2 || metrics.ResolvedRuns != 1 || metrics.ResolutionRate != 0.5 || metrics.UnsupportedEvidenceRuns != 1 || metrics.UnsupportedEvidenceRate != 0.5 {
|
||||
t.Fatalf("unexpected quality metrics: %#v", metrics)
|
||||
}
|
||||
comparisons := AgentRunService.GetEngineComparisons(8)
|
||||
if len(comparisons) != 2 || comparisons[0].EngineCode != "autonomous" || comparisons[1].EngineCode != "workflow" {
|
||||
t.Fatalf("unexpected engine comparison groups: %#v", comparisons)
|
||||
}
|
||||
if comparisons[0].Metrics.TotalRuns != 1 || comparisons[0].Metrics.ResolutionRate != 1 || comparisons[1].Metrics.TotalRuns != 1 || comparisons[1].Metrics.UnsupportedEvidenceRate != 1 {
|
||||
t.Fatalf("unexpected engine comparison metrics: %#v", comparisons)
|
||||
}
|
||||
}
|
||||
|
||||
func timePtr(value time.Time) *time.Time { return &value }
|
||||
|
||||
func setupAgentRunServiceTestDB(t *testing.T) *gorm.DB {
|
||||
t.Helper()
|
||||
dbName := strings.NewReplacer("/", "_", " ", "_").Replace(t.Name())
|
||||
db, err := gorm.Open(sqlite.Open("file:"+dbName+"?mode=memory&cache=shared"), &gorm.Config{
|
||||
NamingStrategy: schema.NamingStrategy{TablePrefix: "t_", SingularTable: true},
|
||||
})
|
||||
if err != nil {
|
||||
t.Fatalf("open sqlite: %v", err)
|
||||
}
|
||||
t.Cleanup(func() {
|
||||
sqlDB, err := db.DB()
|
||||
if err == nil {
|
||||
_ = sqlDB.Close()
|
||||
}
|
||||
})
|
||||
if err := db.AutoMigrate(&models.AgentRevision{}, &models.AgentRun{}, &models.AgentStep{}, &models.AgentToolCall{}, &models.AgentRunQualityFeedback{}, &models.Conversation{}, &models.ConversationInterrupt{}); err != nil {
|
||||
t.Fatalf("auto migrate: %v", err)
|
||||
}
|
||||
sqls.SetDB(db)
|
||||
return db
|
||||
}
|
||||
Reference in New Issue
Block a user