Skip to content

Retrieves detailed information about a batch evaluation, including its status, configuration, results, and any error details

Description

Retrieves detailed information about a batch evaluation, including its status, configuration, results, and any error details.

Usage

bedrockagentcore_get_batch_evaluation(batchEvaluationId)

Arguments

  • batchEvaluationId

    [required] The unique identifier of the batch evaluation to retrieve.

Value

A list with the following syntax:

list(
  batchEvaluationId = "string",
  batchEvaluationArn = "string",
  batchEvaluationName = "string",
  status = "PENDING"|"IN_PROGRESS"|"COMPLETED"|"COMPLETED_WITH_ERRORS"|"FAILED"|"STOPPING"|"STOPPED"|"DELETING",
  createdAt = as.POSIXct(
    "2015-01-01"
  ),
  evaluators = list(
    list(
      evaluatorId = "string"
    )
  ),
  insights = list(
    list(
      insightId = "string"
    )
  ),
  dataSourceConfig = list(
    cloudWatchLogs = list(
      serviceNames = list(
        "string"
      ),
      logGroupNames = list(
        "string"
      ),
      logGroupNamePrefixes = list(
        "string"
      ),
      filterConfig = list(
        sessionIds = list(
          "string"
        ),
        timeRange = list(
          startTime = as.POSIXct(
            "2015-01-01"
          ),
          endTime = as.POSIXct(
            "2015-01-01"
          )
        ),
        sessionTraceIds = list(
          list(
            sessionId = "string",
            traceIds = list(
              "string"
            )
          )
        )
      )
    ),
    onlineEvaluationConfigSource = list(
      onlineEvaluationConfigArn = "string",
      timeRange = list(
        startTime = as.POSIXct(
          "2015-01-01"
        ),
        endTime = as.POSIXct(
          "2015-01-01"
        )
      )
    )
  ),
  outputConfig = list(
    cloudWatchConfig = list(
      logGroupName = "string",
      logStreamName = "string",
      metricsNamespace = "string",
      resultDestination = "DEDICATED_LOG_GROUP"|"SOURCE_LOG_GROUP"
    )
  ),
  evaluationResults = list(
    numberOfSessionsCompleted = 123,
    numberOfSessionsInProgress = 123,
    numberOfSessionsFailed = 123,
    totalNumberOfSessions = 123,
    numberOfSessionsIgnored = 123,
    evaluatorSummaries = list(
      list(
        evaluatorId = "string",
        statistics = list(
          averageScore = 123.0
        ),
        totalEvaluated = 123,
        totalFailed = 123
      )
    )
  ),
  failureAnalysisResult = list(
    failures = list(
      list(
        clusterId = 123,
        name = "string",
        description = "string",
        affectedSessionCount = 123,
        subCategories = list(
          list(
            clusterId = 123,
            name = "string",
            description = "string",
            affectedSessionCount = 123,
            rootCauses = list(
              list(
                clusterId = 123,
                name = "string",
                rootCause = "string",
                recommendation = "string",
                affectedSessionCount = 123,
                affectedSessions = list(
                  list(
                    sessionId = "string",
                    explanation = "string",
                    fixType = "string",
                    recommendation = "string",
                    failureSpans = list(
                      list(
                        spanId = "string",
                        traceId = "string",
                        signals = list(
                          list(
                            category = "execution-error-category-authentication"|"execution-error-category-resource-not-found"|"execution-error-category-service-errors"|"execution-error-category-rate-limiting"|"execution-error-category-formatting"|"execution-error-category-timeout"|"execution-error-category-resource-exhaustion"|"execution-error-category-environment"|"execution-error-category-tool-schema"|"task-instruction-category-non-compliance"|"task-instruction-category-problem-id"|"incorrect-actions-category-tool-selection"|"incorrect-actions-category-poor-information-retrieval"|"incorrect-actions-category-clarification"|"incorrect-actions-category-inappropriate-info-request"|"context-handling-error-category-context-handling-failures"|"hallucination-category-hall-capabilities"|"hallucination-category-hall-misunderstand"|"hallucination-category-hall-usage"|"hallucination-category-hall-history"|"hallucination-category-hall-params"|"hallucination-category-fabricate-tool-outputs"|"repetitive-behavior-category-repetition-tool"|"repetitive-behavior-category-repetition-info"|"repetitive-behavior-category-step-repetition"|"orchestration-related-errors-category-reasoning-mismatch"|"orchestration-related-errors-category-goal-deviation"|"orchestration-related-errors-category-premature-termination"|"orchestration-related-errors-category-unaware-termination"|"llm-output-category-nonsensical"|"configuration-mismatch-category-tool-definition"|"coding-use-case-specific-failure-types-category-edge-case-oversights"|"coding-use-case-specific-failure-types-category-dependency-issues"|"other",
                            evidence = "string",
                            confidence = 123.0
                          )
                        )
                      )
                    )
                  )
                )
              )
            )
          )
        )
      )
    )
  ),
  userIntentResult = list(
    userIntents = list(
      list(
        clusterId = 123,
        name = "string",
        description = "string",
        affectedSessionCount = 123,
        affectedSessions = list(
          list(
            sessionId = "string",
            userMessages = list(
              "string"
            )
          )
        )
      )
    )
  ),
  executionSummaryResult = list(
    executionSummaries = list(
      list(
        clusterId = 123,
        name = "string",
        description = "string",
        affectedSessionCount = 123,
        affectedSessions = list(
          list(
            sessionId = "string",
            approachTaken = "string",
            finalOutcome = "string"
          )
        )
      )
    )
  ),
  errorDetails = list(
    "string"
  ),
  description = "string",
  updatedAt = as.POSIXct(
    "2015-01-01"
  ),
  kmsKeyArn = "string"
)

Request syntax

svc$get_batch_evaluation(
  batchEvaluationId = "string"
)