mlogclub
34051a4631
- Updated labels in the AI Agents dashboard for clarity, changing "流程状态" to "Playbook 状态" and "未发布流程" to "未发布 Playbook". - Introduced AI Agent rollout percentage management in channel editing, allowing users to set and rollback rollout percentages. - Added new API endpoints for rolling back AI Agent rollout and fetching agent run metrics. - Implemented new UI components for displaying agent run details, including status, duration, and input/output tokens. - Enhanced type definitions for AdminChannel and AIAgent to include rollout percentages and runtime modes. - Updated navigation to include a section for agent runs. - Added new translations for agent run features in both English and Chinese.
55 lines
2.7 KiB
Go
55 lines
2.7 KiB
Go
package runtime
|
|
|
|
import (
|
|
"context"
|
|
"strings"
|
|
"testing"
|
|
|
|
"agent-desk/internal/models"
|
|
)
|
|
|
|
func TestOfflineEvaluationRunnerUsesDebugIsolationAndExportsCSV(t *testing.T) {
|
|
var received []RunInput
|
|
runner := NewOfflineEvaluationRunner(func(_ context.Context, input RunInput) (*RunResult, error) {
|
|
received = append(received, input)
|
|
return &RunResult{ReplyText: "已根据知识库回答。"}, nil
|
|
})
|
|
report := runner.Run(context.Background(), "autonomous", models.AIAgent{ID: 12}, models.AIConfig{ID: 13}, []OfflineEvaluationCase{{ID: "faq", Category: "faq", Message: "保修期多久", History: []string{"客户：你好"}}})
|
|
if report.Total != 1 || report.Passed != 1 || len(received) != 1 || !received[0].Debug || received[0].Conversation.ID != 0 || received[0].UserMessage.RequestID != "offline-eval:faq" {
|
|
t.Fatalf("unexpected report or input: report=%#v input=%#v", report, received)
|
|
}
|
|
csv, err := report.CSV()
|
|
if err != nil || !strings.Contains(csv, "caseId,category,engineCode") || !strings.Contains(csv, "faq,faq,autonomous,true") {
|
|
t.Fatalf("unexpected csv=%q err=%v", csv, err)
|
|
}
|
|
}
|
|
|
|
func TestOfflineEvaluationRunnerChecksConfirmationExpectation(t *testing.T) {
|
|
runner := NewOfflineEvaluationRunner(func(context.Context, RunInput) (*RunResult, error) {
|
|
return &RunResult{ReplyText: "已转人工"}, nil
|
|
})
|
|
report := runner.Run(context.Background(), "workflow", models.AIAgent{}, models.AIConfig{}, []OfflineEvaluationCase{{ID: "handoff", Expect: map[string]any{"requiresConfirmation": true}}})
|
|
if report.Passed != 0 || report.Results[0].Finding != "confirmation_not_reached" {
|
|
t.Fatalf("unexpected report: %#v", report)
|
|
}
|
|
}
|
|
|
|
func TestOfflineEvaluationRunnerChecksWriteToolLimit(t *testing.T) {
|
|
runner := NewOfflineEvaluationRunner(func(context.Context, RunInput) (*RunResult, error) {
|
|
return &RunResult{ReplyText: "调试回复", InvokedToolCodes: []string{"graph/handoff_to_human"}}, nil
|
|
})
|
|
report := runner.Run(context.Background(), "hybrid", models.AIAgent{}, models.AIConfig{}, []OfflineEvaluationCase{{ID: "write", Expect: map[string]any{"maxWriteToolCalls": 0}}})
|
|
if report.Passed != 0 || report.Results[0].Finding != "write_tool_limit_exceeded" {
|
|
t.Fatalf("unexpected report: %#v", report)
|
|
}
|
|
}
|
|
|
|
func TestServiceRunsOfflineEvaluationWithExplicitEngine(t *testing.T) {
|
|
engine := &runtimeTestEngine{code: "evaluation"}
|
|
service := NewServiceWithRegistry(NewEngineRegistry(engine))
|
|
report, err := service.RunOfflineEvaluation(context.Background(), "evaluation", models.AIAgent{RuntimeMode: "workflow"}, models.AIConfig{}, []OfflineEvaluationCase{{ID: "case"}})
|
|
if err != nil || !engine.ran || report.EngineCode != "evaluation" || report.Total != 1 {
|
|
t.Fatalf("unexpected evaluation report=%#v engine=%#v err=%v", report, engine, err)
|
|
}
|
|
}
|