mlogclub
34051a4631
- Updated labels in the AI Agents dashboard for clarity, changing "流程状态" to "Playbook 状态" and "未发布流程" to "未发布 Playbook". - Introduced AI Agent rollout percentage management in channel editing, allowing users to set and rollback rollout percentages. - Added new API endpoints for rolling back AI Agent rollout and fetching agent run metrics. - Implemented new UI components for displaying agent run details, including status, duration, and input/output tokens. - Enhanced type definitions for AdminChannel and AIAgent to include rollout percentages and runtime modes. - Updated navigation to include a section for agent runs. - Added new translations for agent run features in both English and Chinese.
45 lines
1.8 KiB
Go
45 lines
1.8 KiB
Go
package runtime
|
|
|
|
import (
|
|
"context"
|
|
|
|
applicationruntime "agent-desk/internal/ai/application/runtime"
|
|
"agent-desk/internal/pkg/dto/request"
|
|
"agent-desk/internal/pkg/dto/response"
|
|
"agent-desk/internal/pkg/enums"
|
|
"agent-desk/internal/pkg/errorsx"
|
|
svc "agent-desk/internal/services"
|
|
)
|
|
|
|
func init() {
|
|
svc.AgentEvaluationRunHook = RunAgentEvaluation
|
|
}
|
|
|
|
func RunAgentEvaluation(ctx context.Context, req request.RunAgentEvaluationRequest) (*response.AgentEvaluationReportResponse, error) {
|
|
agent := svc.AIAgentService.Get(req.AIAgentID)
|
|
if agent == nil || agent.Status != enums.StatusOk {
|
|
return nil, errorsx.InvalidParamI18n("error.e0007")
|
|
}
|
|
config := svc.AIConfigService.Get(agent.AIConfigID)
|
|
if config == nil {
|
|
return nil, errorsx.InvalidParamI18n("error.e0008")
|
|
}
|
|
cases := make([]applicationruntime.OfflineEvaluationCase, 0, len(req.Cases))
|
|
for _, item := range req.Cases {
|
|
cases = append(cases, applicationruntime.OfflineEvaluationCase{ID: item.ID, Category: item.Category, Message: item.Message, History: item.History, Expect: item.Expect})
|
|
}
|
|
report, err := applicationruntime.NewService().RunOfflineEvaluation(ctx, req.EngineCode, *agent, *config, cases)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
csv, err := report.CSV()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
ret := &response.AgentEvaluationReportResponse{EngineCode: report.EngineCode, Total: report.Total, Passed: report.Passed, CSV: csv, Results: make([]response.AgentEvaluationResultResponse, 0, len(report.Results))}
|
|
for _, item := range report.Results {
|
|
ret.Results = append(ret.Results, response.AgentEvaluationResultResponse{CaseID: item.CaseID, Category: item.Category, EngineCode: item.EngineCode, Passed: item.Passed, ReplyText: item.ReplyText, Interrupted: item.Interrupted, Error: item.Error, Finding: item.Finding})
|
|
}
|
|
return ret, nil
|
|
}
|