ai-agent/internal/ai/runtime/evaluation_run.go

package runtime

import (
	"context"

	applicationruntime "code.tczkiot.com/wlw/ai-agent/internal/ai/application/runtime"
	"code.tczkiot.com/wlw/ai-agent/internal/pkg/dto/request"
	"code.tczkiot.com/wlw/ai-agent/internal/pkg/dto/response"
	"code.tczkiot.com/wlw/ai-agent/internal/pkg/enums"
	"code.tczkiot.com/wlw/ai-agent/internal/pkg/errorsx"
	svc "code.tczkiot.com/wlw/ai-agent/internal/services"
)

func init() {
	svc.AgentEvaluationRunHook = RunAgentEvaluation
}

func RunAgentEvaluation(ctx context.Context, req request.RunAgentEvaluationRequest) (*response.AgentEvaluationReportResponse, error) {
	agent := svc.AIAgentService.Get(req.AIAgentID)
	if agent == nil || agent.Status != enums.StatusOk {
		return nil, errorsx.InvalidParamI18n("error.e0007")
	}
	config, err := applicationruntime.ResolveRuntimeAIConfig(ctx, agent.AIConfigID)
	if err != nil {
		return nil, err
	}
	cases := make([]applicationruntime.OfflineEvaluationCase, 0, len(req.Cases))
	for _, item := range req.Cases {
		cases = append(cases, applicationruntime.OfflineEvaluationCase{ID: item.ID, Category: item.Category, Message: item.Message, History: item.History, Expect: item.Expect})
	}
	report, err := applicationruntime.NewService().RunOfflineEvaluation(ctx, *agent, *config, cases)
	if err != nil {
		return nil, err
	}
	csv, err := report.CSV()
	if err != nil {
		return nil, err
	}
	ret := &response.AgentEvaluationReportResponse{Total: report.Total, Passed: report.Passed, CSV: csv, Results: make([]response.AgentEvaluationResultResponse, 0, len(report.Results))}
	for _, item := range report.Results {
		ret.Results = append(ret.Results, response.AgentEvaluationResultResponse{CaseID: item.CaseID, Category: item.Category, Passed: item.Passed, ReplyText: item.ReplyText, Interrupted: item.Interrupted, Error: item.Error, Finding: item.Finding})
	}
	return ret, nil
}