Retrieves detailed information about a batch evaluation, including its status, configuration, results, and any error details¶
Description¶
Retrieves detailed information about a batch evaluation, including its status, configuration, results, and any error details.
Usage¶
Arguments¶
-
batchEvaluationId[required] The unique identifier of the batch evaluation to retrieve.
Value¶
A list with the following syntax:
list(
batchEvaluationId = "string",
batchEvaluationArn = "string",
batchEvaluationName = "string",
status = "PENDING"|"IN_PROGRESS"|"COMPLETED"|"COMPLETED_WITH_ERRORS"|"FAILED"|"STOPPING"|"STOPPED"|"DELETING",
createdAt = as.POSIXct(
"2015-01-01"
),
evaluators = list(
list(
evaluatorId = "string"
)
),
insights = list(
list(
insightId = "string"
)
),
dataSourceConfig = list(
cloudWatchLogs = list(
serviceNames = list(
"string"
),
logGroupNames = list(
"string"
),
logGroupNamePrefixes = list(
"string"
),
filterConfig = list(
sessionIds = list(
"string"
),
timeRange = list(
startTime = as.POSIXct(
"2015-01-01"
),
endTime = as.POSIXct(
"2015-01-01"
)
),
sessionTraceIds = list(
list(
sessionId = "string",
traceIds = list(
"string"
)
)
)
)
),
onlineEvaluationConfigSource = list(
onlineEvaluationConfigArn = "string",
timeRange = list(
startTime = as.POSIXct(
"2015-01-01"
),
endTime = as.POSIXct(
"2015-01-01"
)
)
)
),
outputConfig = list(
cloudWatchConfig = list(
logGroupName = "string",
logStreamName = "string",
metricsNamespace = "string",
resultDestination = "DEDICATED_LOG_GROUP"|"SOURCE_LOG_GROUP"
)
),
evaluationResults = list(
numberOfSessionsCompleted = 123,
numberOfSessionsInProgress = 123,
numberOfSessionsFailed = 123,
totalNumberOfSessions = 123,
numberOfSessionsIgnored = 123,
evaluatorSummaries = list(
list(
evaluatorId = "string",
statistics = list(
averageScore = 123.0
),
totalEvaluated = 123,
totalFailed = 123
)
)
),
failureAnalysisResult = list(
failures = list(
list(
clusterId = 123,
name = "string",
description = "string",
affectedSessionCount = 123,
subCategories = list(
list(
clusterId = 123,
name = "string",
description = "string",
affectedSessionCount = 123,
rootCauses = list(
list(
clusterId = 123,
name = "string",
rootCause = "string",
recommendation = "string",
affectedSessionCount = 123,
affectedSessions = list(
list(
sessionId = "string",
explanation = "string",
fixType = "string",
recommendation = "string",
failureSpans = list(
list(
spanId = "string",
traceId = "string",
signals = list(
list(
category = "execution-error-category-authentication"|"execution-error-category-resource-not-found"|"execution-error-category-service-errors"|"execution-error-category-rate-limiting"|"execution-error-category-formatting"|"execution-error-category-timeout"|"execution-error-category-resource-exhaustion"|"execution-error-category-environment"|"execution-error-category-tool-schema"|"task-instruction-category-non-compliance"|"task-instruction-category-problem-id"|"incorrect-actions-category-tool-selection"|"incorrect-actions-category-poor-information-retrieval"|"incorrect-actions-category-clarification"|"incorrect-actions-category-inappropriate-info-request"|"context-handling-error-category-context-handling-failures"|"hallucination-category-hall-capabilities"|"hallucination-category-hall-misunderstand"|"hallucination-category-hall-usage"|"hallucination-category-hall-history"|"hallucination-category-hall-params"|"hallucination-category-fabricate-tool-outputs"|"repetitive-behavior-category-repetition-tool"|"repetitive-behavior-category-repetition-info"|"repetitive-behavior-category-step-repetition"|"orchestration-related-errors-category-reasoning-mismatch"|"orchestration-related-errors-category-goal-deviation"|"orchestration-related-errors-category-premature-termination"|"orchestration-related-errors-category-unaware-termination"|"llm-output-category-nonsensical"|"configuration-mismatch-category-tool-definition"|"coding-use-case-specific-failure-types-category-edge-case-oversights"|"coding-use-case-specific-failure-types-category-dependency-issues"|"other",
evidence = "string",
confidence = 123.0
)
)
)
)
)
)
)
)
)
)
)
)
),
userIntentResult = list(
userIntents = list(
list(
clusterId = 123,
name = "string",
description = "string",
affectedSessionCount = 123,
affectedSessions = list(
list(
sessionId = "string",
userMessages = list(
"string"
)
)
)
)
)
),
executionSummaryResult = list(
executionSummaries = list(
list(
clusterId = 123,
name = "string",
description = "string",
affectedSessionCount = 123,
affectedSessions = list(
list(
sessionId = "string",
approachTaken = "string",
finalOutcome = "string"
)
)
)
)
),
errorDetails = list(
"string"
),
description = "string",
updatedAt = as.POSIXct(
"2015-01-01"
),
kmsKeyArn = "string"
)