mlogclub
34051a4631
- Updated labels in the AI Agents dashboard for clarity, changing "流程状态" to "Playbook 状态" and "未发布流程" to "未发布 Playbook". - Introduced AI Agent rollout percentage management in channel editing, allowing users to set and rollback rollout percentages. - Added new API endpoints for rolling back AI Agent rollout and fetching agent run metrics. - Implemented new UI components for displaying agent run details, including status, duration, and input/output tokens. - Enhanced type definitions for AdminChannel and AIAgent to include rollout percentages and runtime modes. - Updated navigation to include a section for agent runs. - Added new translations for agent run features in both English and Chinese.
38 lines
1.2 KiB
Go
38 lines
1.2 KiB
Go
package services
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"agent-desk/internal/pkg/dto/request"
|
|
"agent-desk/internal/pkg/dto/response"
|
|
"agent-desk/internal/pkg/errorsx"
|
|
)
|
|
|
|
var AgentEvaluationService = newAgentEvaluationService()
|
|
var AgentEvaluationRunHook func(context.Context, request.RunAgentEvaluationRequest) (*response.AgentEvaluationReportResponse, error)
|
|
|
|
type agentEvaluationService struct{}
|
|
|
|
func newAgentEvaluationService() *agentEvaluationService { return &agentEvaluationService{} }
|
|
|
|
func (s *agentEvaluationService) Run(ctx context.Context, req request.RunAgentEvaluationRequest) (*response.AgentEvaluationReportResponse, error) {
|
|
if req.AIAgentID <= 0 {
|
|
return nil, errorsx.InvalidParam("ai agent id is required")
|
|
}
|
|
if strings.TrimSpace(req.EngineCode) == "" {
|
|
return nil, errorsx.InvalidParam("engine code is required")
|
|
}
|
|
if len(req.Cases) == 0 {
|
|
return nil, errorsx.InvalidParam("evaluation cases are required")
|
|
}
|
|
if len(req.Cases) > 100 {
|
|
return nil, errorsx.InvalidParam("evaluation case limit exceeded")
|
|
}
|
|
if AgentEvaluationRunHook == nil {
|
|
return nil, fmt.Errorf("agent evaluation runner is not initialized")
|
|
}
|
|
return AgentEvaluationRunHook(ctx, req)
|
|
}
|