> ## Documentation Index
> Fetch the complete documentation index at: https://evalgate.com/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# Create scorers test

> Requires scopes: runs:write



## OpenAPI

````yaml /api-reference/openapi.json post /api/scorers/{scorerId}/test
openapi: 3.1.2
info:
  title: EvalGate API
  version: 18.13.0
  description: EvalGate API. See docs/api-contract.md for stability commitments.
servers:
  - url: https://evalgate.com
    description: Production
  - url: http://localhost:3000
    description: Local
security: []
paths:
  /api/scorers/{scorerId}/test:
    post:
      tags:
        - scorers
      summary: Create scorers test
      description: 'Requires scopes: runs:write'
      operationId: post_scorers_scorerId_test
      parameters:
        - name: scorerId
          in: path
          required: true
          schema:
            type: string
      requestBody:
        required: true
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/PostApiScorersScorerIdTestRequest'
      responses:
        '200':
          description: Successful response
          content:
            application/json:
              schema:
                $ref: >-
                  #/components/schemas/PostApiScorersScorerIdTestResponse200ApplicationJson
        '400':
          $ref: '#/components/responses/ValidationError'
        '401':
          $ref: '#/components/responses/Unauthorized'
        '403':
          $ref: '#/components/responses/Forbidden'
        '404':
          $ref: '#/components/responses/NotFound'
        '409':
          $ref: '#/components/responses/Conflict'
        '429':
          $ref: '#/components/responses/RateLimited'
        '500':
          $ref: '#/components/responses/InternalError'
        '503':
          $ref: '#/components/responses/ServiceUnavailable'
      security:
        - bearerAuth: []
components:
  schemas:
    PostApiScorersScorerIdTestRequest:
      type: object
      properties:
        versionId:
          type: number
        input:
          type: object
          properties:
            input:
              oneOf:
                - type: 'null'
                - type: string
                - type: number
                - type: boolean
                  enum:
                    - false
                - type: boolean
                  enum:
                    - true
                - type: array
                  items:
                    $ref: '#/components/schemas/JsonValue'
                - type: object
                  additionalProperties:
                    $ref: '#/components/schemas/JsonValue'
            output:
              oneOf:
                - type: 'null'
                - type: string
                - type: number
                - type: boolean
                  enum:
                    - false
                - type: boolean
                  enum:
                    - true
                - type: array
                  items:
                    $ref: '#/components/schemas/JsonValue'
                - type: object
                  additionalProperties:
                    $ref: '#/components/schemas/JsonValue'
            expectedOutput:
              oneOf:
                - type: 'null'
                - type: string
                - type: number
                - type: boolean
                  enum:
                    - false
                - type: boolean
                  enum:
                    - true
                - type: array
                  items:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          $ref: '#/components/schemas/JsonValue'
                      - type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                - type: object
                  additionalProperties:
                    oneOf:
                      - type: 'null'
                      - type: string
                      - type: number
                      - type: boolean
                        enum:
                          - false
                      - type: boolean
                        enum:
                          - true
                      - type: array
                        items:
                          $ref: '#/components/schemas/JsonValue'
                      - $ref: '#/components/schemas/JsonValue'
            context:
              type: object
              additionalProperties:
                oneOf:
                  - type: 'null'
                  - type: string
                  - type: number
                  - type: boolean
                    enum:
                      - false
                  - type: boolean
                    enum:
                      - true
                  - type: array
                    items:
                      $ref: '#/components/schemas/JsonValue'
                  - type: object
                    additionalProperties:
                      $ref: '#/components/schemas/JsonValue'
            latencyMs:
              type: number
            costUsd:
              type: number
          additionalProperties: false
          required:
            - input
            - output
        resourceId:
          type: string
        idempotencyKey:
          type: string
        surface:
          oneOf:
            - type: string
              enum:
                - playground
            - type: string
              enum:
                - experiment
            - type: string
              enum:
                - online_eval
            - type: string
              enum:
                - gate
      additionalProperties: false
      required:
        - versionId
        - input
        - resourceId
    PostApiScorersScorerIdTestResponse200ApplicationJson:
      type: object
      properties:
        resultRecord:
          type: object
          properties:
            artifactId:
              type: number
            calibrationRunId:
              oneOf:
                - type: 'null'
                - type: string
            calibrationSetId:
              oneOf:
                - type: 'null'
                - type: string
            comparabilityStatus:
              oneOf:
                - type: string
                  enum:
                    - calibrated_comparable
                - type: string
                  enum:
                    - exact_comparable
                - type: string
                  enum:
                    - not_comparable
                - type: string
                  enum:
                    - trend_discontinuity
            contentHash:
              type: string
            costUsd:
              oneOf:
                - type: 'null'
                - type: string
            createdAt:
              type: string
              format: date-time
            errorCode:
              oneOf:
                - type: 'null'
                - type: string
            errorMessage:
              oneOf:
                - type: 'null'
                - type: string
            evidence:
              type: object
              additionalProperties:
                $ref: '#/components/schemas/JsonValue'
            id:
              type: string
            idempotencyKey:
              type: string
            latencyMs:
              type: number
            logs:
              type: array
              items:
                type: string
            mappingVersionId:
              oneOf:
                - type: 'null'
                - type: string
            modelCallId:
              oneOf:
                - type: 'null'
                - type: string
            normalizedScore:
              oneOf:
                - type: 'null'
                - type: string
            organizationId:
              $ref: '#/components/schemas/OrganizationId'
            passed:
              oneOf:
                - type: 'null'
                - type: boolean
                  enum:
                    - false
                - type: boolean
                  enum:
                    - true
            rawScore:
              oneOf:
                - type: 'null'
                - type: string
            reasoning:
              oneOf:
                - type: 'null'
                - type: string
            resourceId:
              type: string
            scoreMappingId:
              oneOf:
                - type: 'null'
                - type: string
            status:
              type: string
            surface:
              oneOf:
                - type: string
                  enum:
                    - experiment
                - type: string
                  enum:
                    - gate
                - type: string
                  enum:
                    - online_eval
                - type: string
                  enum:
                    - playground
            versionId:
              type: number
          additionalProperties: false
          required:
            - artifactId
            - calibrationRunId
            - calibrationSetId
            - comparabilityStatus
            - contentHash
            - costUsd
            - createdAt
            - errorCode
            - errorMessage
            - evidence
            - id
            - idempotencyKey
            - latencyMs
            - logs
            - mappingVersionId
            - modelCallId
            - normalizedScore
            - organizationId
            - passed
            - rawScore
            - reasoning
            - resourceId
            - scoreMappingId
            - status
            - surface
            - versionId
        execution:
          type: object
          properties:
            status:
              oneOf:
                - type: string
                  enum:
                    - blocked
                - type: string
                  enum:
                    - failed
                - type: string
                  enum:
                    - success
                - type: string
                  enum:
                    - timeout
            result:
              oneOf:
                - type: 'null'
                - type: object
                  properties:
                    score:
                      type: number
                    passed:
                      type: boolean
                    reasoning:
                      type: string
                    evidence:
                      type: object
                      additionalProperties:
                        oneOf:
                          - type: 'null'
                          - type: string
                          - type: number
                          - type: boolean
                            enum:
                              - false
                          - type: boolean
                            enum:
                              - true
                          - type: array
                            items:
                              $ref: '#/components/schemas/JsonValue'
                          - type: object
                            additionalProperties:
                              $ref: '#/components/schemas/JsonValue'
                  additionalProperties: false
                  required:
                    - score
                    - passed
                    - reasoning
                    - evidence
            logs:
              type: array
              items:
                type: string
            errorCode:
              type: string
            errorMessage:
              type: string
            latencyMs:
              type: number
            modelCallId:
              type: string
            costUsd:
              oneOf:
                - type: 'null'
                - type: string
            comparabilityStatus:
              oneOf:
                - type: string
                  enum:
                    - calibrated_comparable
                - type: string
                  enum:
                    - exact_comparable
                - type: string
                  enum:
                    - not_comparable
                - type: string
                  enum:
                    - trend_discontinuity
            normalizedScore:
              oneOf:
                - type: 'null'
                - type: number
            mappingVersionId:
              oneOf:
                - type: 'null'
                - type: string
            calibrationSetId:
              oneOf:
                - type: 'null'
                - type: string
            calibrationSetVersionId:
              oneOf:
                - type: 'null'
                - type: string
            calibrationRunId:
              oneOf:
                - type: 'null'
                - type: string
            scoreMappingId:
              oneOf:
                - type: 'null'
                - type: string
            executionReceipt:
              type: object
              properties:
                schemaVersion:
                  type: number
                  enum:
                    - 1
                inputHash:
                  type: string
                identityHash:
                  type: string
                rootReceiptHash:
                  type: string
                nodes:
                  type: array
                  items:
                    type: object
                    properties:
                      path:
                        type: array
                        items:
                          type: number
                      artifactId:
                        type: number
                      versionId:
                        type: number
                      contentHash:
                        type: string
                      inputHash:
                        type: string
                      status:
                        oneOf:
                          - type: string
                            enum:
                              - blocked
                          - type: string
                            enum:
                              - failed
                          - type: string
                            enum:
                              - success
                          - type: string
                            enum:
                              - timeout
                      output:
                        oneOf:
                          - type: 'null'
                          - type: object
                            properties:
                              score:
                                type: number
                              passed:
                                type: boolean
                              reasoning:
                                type: string
                              evidence:
                                type: object
                                additionalProperties:
                                  oneOf:
                                    - type: 'null'
                                    - type: string
                                    - type: number
                                    - type: boolean
                                      enum:
                                        - false
                                    - type: boolean
                                      enum:
                                        - true
                                    - type: array
                                      items:
                                        $ref: '#/components/schemas/JsonValue'
                                    - type: object
                                      additionalProperties:
                                        $ref: '#/components/schemas/JsonValue'
                            additionalProperties: false
                            required:
                              - score
                              - passed
                              - reasoning
                              - evidence
                      outputHash:
                        type: string
                      identity:
                        type: object
                        properties:
                          version:
                            type: string
                            enum:
                              - evalgate.evaluator-release.v2
                          sourceType:
                            oneOf:
                              - type: string
                                enum:
                                  - llm_judge_config
                              - type: string
                                enum:
                                  - released_scorer
                          sourceId:
                            type: number
                          provider:
                            type: string
                          model:
                            type: string
                          modelSnapshot:
                            oneOf:
                              - type: 'null'
                              - type: string
                          judgeConfigHash:
                            type: string
                          promptHash:
                            type: string
                          rubricHash:
                            type: string
                          parserHash:
                            type: string
                          outputSchemaHash:
                            type: string
                          runtimeConfigHash:
                            type: string
                          calibrationMappingVersionId:
                            oneOf:
                              - type: 'null'
                              - type: string
                        additionalProperties: false
                        required:
                          - version
                          - sourceType
                          - sourceId
                          - provider
                          - model
                          - modelSnapshot
                          - judgeConfigHash
                          - promptHash
                          - rubricHash
                          - parserHash
                          - outputSchemaHash
                          - runtimeConfigHash
                          - calibrationMappingVersionId
                      identityHash:
                        type: string
                      calibrationMaterialHash:
                        type: string
                      calibration:
                        type: object
                        properties:
                          normalizedScore:
                            oneOf:
                              - type: 'null'
                              - type: number
                          comparabilityStatus:
                            oneOf:
                              - type: string
                                enum:
                                  - calibrated_comparable
                              - type: string
                                enum:
                                  - exact_comparable
                              - type: string
                                enum:
                                  - not_comparable
                              - type: string
                                enum:
                                  - trend_discontinuity
                          mappingVersionId:
                            oneOf:
                              - type: 'null'
                              - type: string
                        additionalProperties: false
                        required:
                          - normalizedScore
                          - comparabilityStatus
                          - mappingVersionId
                      modelCallId:
                        oneOf:
                          - type: 'null'
                          - type: string
                      gateway:
                        oneOf:
                          - type: 'null'
                          - type: object
                            properties:
                              schemaVersion:
                                type: number
                                enum:
                                  - 1
                              materialHash:
                                type: string
                              configurationHash:
                                type: string
                              endpointHash:
                                type: string
                              profileHash:
                                type: string
                              resolvedModelHash:
                                type: string
                              requestedProvider:
                                type: string
                              requestedModel:
                                type: string
                              actualProvider:
                                oneOf:
                                  - type: 'null'
                                  - type: string
                              actualModel:
                                oneOf:
                                  - type: 'null'
                                  - type: string
                              backend:
                                oneOf:
                                  - type: string
                                    enum:
                                      - aws_bedrock
                                  - type: string
                                    enum:
                                      - azure_openai
                                  - type: string
                                    enum:
                                      - cloudflare
                                  - type: string
                                    enum:
                                      - customer_gateway
                                  - type: string
                                    enum:
                                      - databricks
                                  - type: string
                                    enum:
                                      - direct_provider
                                  - type: string
                                    enum:
                                      - kong
                                  - type: string
                                    enum:
                                      - litellm_proxy
                                  - type: string
                                    enum:
                                      - local
                                  - type: string
                                    enum:
                                      - openrouter
                                  - type: string
                                    enum:
                                      - portkey
                                  - type: string
                                    enum:
                                      - vercel_ai_gateway
                                  - type: string
                                    enum:
                                      - vertex_ai
                              requestHash:
                                oneOf:
                                  - type: 'null'
                                  - type: string
                              evidenceState:
                                oneOf:
                                  - type: string
                                    enum:
                                      - durable
                                  - type: string
                                    enum:
                                      - failed
                                  - type: string
                                    enum:
                                      - pending_reconciliation
                                  - type: string
                                    enum:
                                      - unrecorded
                            additionalProperties: false
                            required:
                              - schemaVersion
                              - materialHash
                              - configurationHash
                              - endpointHash
                              - profileHash
                              - resolvedModelHash
                              - requestedProvider
                              - requestedModel
                              - actualProvider
                              - actualModel
                              - backend
                              - requestHash
                              - evidenceState
                      codeRuntime:
                        oneOf:
                          - type: 'null'
                          - type: object
                            properties:
                              schemaVersion:
                                type: number
                                enum:
                                  - 1
                              runner:
                                oneOf:
                                  - type: string
                                    enum:
                                      - oci
                                  - type: string
                                    enum:
                                      - trusted_local
                              language:
                                oneOf:
                                  - type: string
                                    enum:
                                      - python
                                  - type: string
                                    enum:
                                      - typescript
                              runtime:
                                type: string
                              image:
                                oneOf:
                                  - type: 'null'
                                  - type: string
                              seccompHash:
                                oneOf:
                                  - type: 'null'
                                  - type: string
                              runnerHash:
                                type: string
                              transpiler:
                                type: string
                              nodeVersion:
                                oneOf:
                                  - type: 'null'
                                  - type: string
                            additionalProperties: false
                            required:
                              - schemaVersion
                              - runner
                              - language
                              - runtime
                              - image
                              - seccompHash
                              - runnerHash
                              - transpiler
                              - nodeVersion
                      childReceiptHashes:
                        type: array
                        items:
                          type: string
                      receiptHash:
                        type: string
                    additionalProperties: false
                    required:
                      - path
                      - artifactId
                      - versionId
                      - contentHash
                      - inputHash
                      - status
                      - output
                      - outputHash
                      - identity
                      - identityHash
                      - calibrationMaterialHash
                      - calibration
                      - modelCallId
                      - gateway
                      - codeRuntime
                      - childReceiptHashes
                      - receiptHash
                expandedNodeCount:
                  type: number
                complete:
                  type: boolean
                receiptHash:
                  type: string
              additionalProperties: false
              required:
                - schemaVersion
                - inputHash
                - identityHash
                - rootReceiptHash
                - nodes
                - expandedNodeCount
                - complete
                - receiptHash
          additionalProperties: false
          required:
            - status
            - result
            - logs
            - latencyMs
            - comparabilityStatus
            - normalizedScore
        version:
          type: object
          properties:
            versionId:
              type: number
            artifactId:
              type: number
            organizationId:
              $ref: '#/components/schemas/OrganizationId'
            versionNumber:
              type: number
            payload:
              type: object
              additionalProperties:
                $ref: '#/components/schemas/JsonValue'
            metadata:
              oneOf:
                - type: 'null'
                - type: object
                  additionalProperties:
                    $ref: '#/components/schemas/JsonValue'
            createdBy:
              type: string
            parentVersionId:
              oneOf:
                - type: 'null'
                - type: number
            contentHash:
              type: string
            packageHash:
              oneOf:
                - type: 'null'
                - type: string
            packageSignature:
              oneOf:
                - type: 'null'
                - type: string
            reviewStatus:
              type: string
            reviewRevision:
              type: number
            submittedBy:
              oneOf:
                - type: 'null'
                - type: string
            approvedBy:
              oneOf:
                - type: 'null'
                - type: string
            definition:
              type: object
              properties:
                description:
                  type: string
                inputSchema:
                  type: object
                  properties:
                    type:
                      oneOf:
                        - type: string
                        - type: array
                          items:
                            type: string
                    properties:
                      type: object
                      additionalProperties:
                        $ref: '#/components/schemas/JsonValue'
                    required:
                      type: array
                      items:
                        type: string
                    additionalProperties:
                      oneOf:
                        - type: boolean
                          enum:
                            - false
                        - type: boolean
                          enum:
                            - true
                        - $ref: '#/components/schemas/JsonValue'
                    items:
                      $ref: '#/components/schemas/JsonValue'
                    enum:
                      type: array
                      items:
                        oneOf:
                          - type: 'null'
                          - type: string
                          - type: number
                          - type: boolean
                            enum:
                              - false
                          - type: boolean
                            enum:
                              - true
                          - type: array
                            items:
                              $ref: '#/components/schemas/JsonValue'
                          - type: object
                            additionalProperties:
                              $ref: '#/components/schemas/JsonValue'
                  additionalProperties: false
                outputSchema:
                  type: object
                  properties:
                    type:
                      oneOf:
                        - type: string
                        - type: array
                          items:
                            type: string
                    properties:
                      type: object
                      additionalProperties:
                        $ref: '#/components/schemas/JsonValue'
                    required:
                      type: array
                      items:
                        type: string
                    additionalProperties:
                      oneOf:
                        - type: boolean
                          enum:
                            - false
                        - type: boolean
                          enum:
                            - true
                        - $ref: '#/components/schemas/JsonValue'
                    items:
                      $ref: '#/components/schemas/JsonValue'
                    enum:
                      type: array
                      items:
                        oneOf:
                          - type: 'null'
                          - type: string
                          - type: number
                          - type: boolean
                            enum:
                              - false
                          - type: boolean
                            enum:
                              - true
                          - type: array
                            items:
                              $ref: '#/components/schemas/JsonValue'
                          - type: object
                            additionalProperties:
                              $ref: '#/components/schemas/JsonValue'
                  additionalProperties: false
                scoreScale:
                  type: object
                  properties:
                    min:
                      type: number
                    max:
                      type: number
                    passThreshold:
                      type: number
                    labels:
                      type: object
                      additionalProperties:
                        type: number
                  additionalProperties: false
                  required:
                    - min
                    - max
                    - passThreshold
                implementation:
                  oneOf:
                    - type: object
                      properties:
                        type:
                          type: string
                          enum:
                            - code
                        language:
                          oneOf:
                            - type: string
                              enum:
                                - python
                            - type: string
                              enum:
                                - typescript
                        code:
                          type: string
                        entrypoint:
                          type: string
                          enum:
                            - score
                        limits:
                          type: object
                          properties:
                            timeoutMs:
                              type: number
                            cpuMs:
                              type: number
                            memoryMb:
                              type: number
                            maxOutputBytes:
                              type: number
                          additionalProperties: false
                          required:
                            - timeoutMs
                            - cpuMs
                            - memoryMb
                            - maxOutputBytes
                        allowNetwork:
                          type: boolean
                          enum:
                            - false
                      additionalProperties: false
                      required:
                        - type
                        - language
                        - code
                        - entrypoint
                        - limits
                        - allowNetwork
                    - type: object
                      properties:
                        type:
                          type: string
                          enum:
                            - composite
                        aggregation:
                          oneOf:
                            - type: string
                              enum:
                                - all
                            - type: string
                              enum:
                                - any
                            - type: string
                              enum:
                                - maximum
                            - type: string
                              enum:
                                - minimum
                            - type: string
                              enum:
                                - weighted_average
                        components:
                          type: array
                          items:
                            type: object
                            properties:
                              scorerArtifactId:
                                type: number
                              scorerVersionId:
                                type: number
                              contentHash:
                                type: string
                              weight:
                                type: number
                              required:
                                type: boolean
                            additionalProperties: false
                            required:
                              - scorerArtifactId
                              - scorerVersionId
                              - contentHash
                              - weight
                              - required
                      additionalProperties: false
                      required:
                        - type
                        - aggregation
                        - components
                    - type: object
                      properties:
                        type:
                          type: string
                          enum:
                            - deterministic
                        operator:
                          oneOf:
                            - type: string
                              enum:
                                - contains
                            - type: string
                              enum:
                                - cost
                            - type: string
                              enum:
                                - exact_match
                            - type: string
                              enum:
                                - json_schema
                            - type: string
                              enum:
                                - latency
                            - type: string
                              enum:
                                - regex
                        config:
                          type: object
                          properties:
                            caseSensitive:
                              oneOf:
                                - type: boolean
                                  enum:
                                    - false
                                - type: boolean
                                  enum:
                                    - true
                            pattern:
                              type: string
                            maxLatencyMs:
                              type: number
                            maxCostUsd:
                              type: number
                            schema:
                              type: object
                              properties:
                                type:
                                  oneOf:
                                    - type: string
                                    - type: array
                                      items:
                                        type: string
                                properties:
                                  type: object
                                  additionalProperties:
                                    $ref: '#/components/schemas/JsonValue'
                                required:
                                  type: array
                                  items:
                                    type: string
                                additionalProperties:
                                  oneOf:
                                    - type: boolean
                                      enum:
                                        - false
                                    - type: boolean
                                      enum:
                                        - true
                                    - $ref: '#/components/schemas/JsonValue'
                                items:
                                  $ref: '#/components/schemas/JsonValue'
                                enum:
                                  type: array
                                  items:
                                    oneOf:
                                      - type: 'null'
                                      - type: string
                                      - type: number
                                      - type: boolean
                                        enum:
                                          - false
                                      - type: boolean
                                        enum:
                                          - true
                                      - type: array
                                        items:
                                          $ref: '#/components/schemas/JsonValue'
                                      - type: object
                                        additionalProperties:
                                          $ref: '#/components/schemas/JsonValue'
                              additionalProperties: false
                          additionalProperties: false
                      additionalProperties: false
                      required:
                        - type
                        - operator
                        - config
                    - type: object
                      properties:
                        type:
                          type: string
                          enum:
                            - llm_judge
                        judgeConfigId:
                          type: number
                        rubric:
                          type: string
                        judgePrompt:
                          type: string
                        model:
                          type: object
                          properties:
                            provider:
                              type: string
                            model:
                              type: string
                            routingKey:
                              type: string
                          additionalProperties: false
                        promptBinding:
                          type: object
                          properties:
                            promptArtifactId:
                              type: number
                            promptVersionId:
                              type: number
                            contentHash:
                              type: string
                          additionalProperties: false
                          required:
                            - promptArtifactId
                            - promptVersionId
                            - contentHash
                        responseSchema:
                          type: object
                          properties:
                            type:
                              oneOf:
                                - type: string
                                - type: array
                                  items:
                                    type: string
                            properties:
                              type: object
                              additionalProperties:
                                $ref: '#/components/schemas/JsonValue'
                            required:
                              type: array
                              items:
                                type: string
                            additionalProperties:
                              oneOf:
                                - type: boolean
                                  enum:
                                    - false
                                - type: boolean
                                  enum:
                                    - true
                                - $ref: '#/components/schemas/JsonValue'
                            items:
                              $ref: '#/components/schemas/JsonValue'
                            enum:
                              type: array
                              items:
                                oneOf:
                                  - type: 'null'
                                  - type: string
                                  - type: number
                                  - type: boolean
                                    enum:
                                      - false
                                  - type: boolean
                                    enum:
                                      - true
                                  - type: array
                                    items:
                                      $ref: '#/components/schemas/JsonValue'
                                  - type: object
                                    additionalProperties:
                                      $ref: '#/components/schemas/JsonValue'
                          additionalProperties: false
                        temperature:
                          type: number
                          enum:
                            - 0
                      additionalProperties: false
                      required:
                        - type
                        - rubric
                        - judgePrompt
                        - model
                        - responseSchema
                        - temperature
                calibration:
                  type: object
                  properties:
                    requiredForPublishing:
                      type: boolean
                    minHumanAnchors:
                      type: number
                    minAgreementRate:
                      type: number
                    maxParseFailureRate:
                      type: number
                    requireApprovedMapping:
                      type: boolean
                    ownerId:
                      type: string
                  additionalProperties: false
                  required:
                    - requiredForPublishing
                    - minHumanAnchors
                    - minAgreementRate
                    - maxParseFailureRate
                    - requireApprovedMapping
                tags:
                  type: array
                  items:
                    type: string
              additionalProperties: false
              required:
                - description
                - inputSchema
                - outputSchema
                - scoreScale
                - implementation
                - calibration
                - tags
            createdAt:
              type: string
            submittedAt:
              oneOf:
                - type: 'null'
                - type: string
            approvedAt:
              oneOf:
                - type: 'null'
                - type: string
          additionalProperties: false
          required:
            - versionId
            - artifactId
            - organizationId
            - versionNumber
            - payload
            - metadata
            - createdBy
            - parentVersionId
            - contentHash
            - packageHash
            - packageSignature
            - reviewStatus
            - reviewRevision
            - submittedBy
            - approvedBy
            - definition
            - createdAt
            - submittedAt
            - approvedAt
        idempotent:
          type: boolean
      additionalProperties: false
      required:
        - resultRecord
        - execution
        - version
        - idempotent
    JsonValue:
      oneOf:
        - type: 'null'
        - type: boolean
        - type: number
        - type: string
        - type: array
          items:
            $ref: '#/components/schemas/JsonValue'
        - type: object
          additionalProperties:
            $ref: '#/components/schemas/JsonValue'
    OrganizationId:
      type: string
      format: uuid
    ApiError:
      type: object
      properties:
        error:
          type: object
          properties:
            code:
              type: string
              enum:
                - UNAUTHORIZED
                - FORBIDDEN
                - NOT_FOUND
                - INVALID_REFERENCE
                - VALIDATION_ERROR
                - RATE_LIMITED
                - CONFLICT
                - INTERNAL_ERROR
                - SERVICE_UNAVAILABLE
                - QUOTA_EXCEEDED
                - FEATURE_LIMIT_REACHED
                - NO_ORG_MEMBERSHIP
                - SHARE_REVOKED
                - SHARE_EXPIRED
                - SHARE_UNAVAILABLE
                - PROVIDER_KEY_MISSING
                - PROVIDER_KEY_EXPIRED
                - PROVIDER_RATE_LIMITED
                - PROVIDER_UNAUTHORIZED
                - PROVIDER_UNAVAILABLE
                - AGENT_HANDOFF_INVALID
                - AGENT_HANDOFF_EXPIRED
                - AGENT_HANDOFF_DENIED
                - AGENT_HANDOFF_CONSUMED
                - PAYLOAD_TOO_LARGE
                - METHOD_NOT_ALLOWED
            message:
              type: string
            details: {}
            requestId:
              type: string
              format: uuid
            redaction:
              type: object
              properties:
                applied:
                  type: boolean
                  enum:
                    - true
                fieldCount:
                  type: integer
                  minimum: 0
                secretCount:
                  type: integer
                  minimum: 0
              required:
                - applied
                - fieldCount
                - secretCount
          required:
            - code
            - message
      required:
        - error
  responses:
    ValidationError:
      description: Validation error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    Unauthorized:
      description: Unauthorized
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
        WWW-Authenticate:
          description: >-
            Bearer challenge. Agent-facing routes include the RFC 9728
            resource_metadata URL.
          schema:
            type: string
    Forbidden:
      description: Forbidden
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    NotFound:
      description: Resource not found
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    Conflict:
      description: Conflict
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    RateLimited:
      description: Rate limit exceeded
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
        Retry-After:
          description: Delay in seconds before retrying when present.
          schema:
            type: integer
            minimum: 1
    InternalError:
      description: Internal server error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    ServiceUnavailable:
      description: Service unavailable
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
  securitySchemes:
    bearerAuth:
      type: http
      scheme: bearer
      bearerFormat: EvalGate API key
      description: >-
        Organization-scoped EvalGate API key. Discover the supported agent
        scopes at /.well-known/oauth-protected-resource. Per-operation grants
        are listed in x-evalgate-required-scopes; OpenAPI bearer security
        requirement arrays remain empty as required for non-OAuth schemes.
      x-evalgate-scopes-supported:
        - eval:read
        - eval:write
        - objectives:read
        - objectives:write
        - runs:read
        - runs:write
        - traces:read
        - traces:write
        - exports:download
        - reports:write
        - prompt:publish
        - scorer:publish
        - red_team:read
        - red_team:run
        - red_team:approve
        - docs:read
        - agent:read
        - agent:execute
        - resources:read
        - resources:write
        - contexts:read
        - contexts:write
        - observations:write
        - checks:read
        - checks:run
        - standards:read
        - standards:write
        - standards:approve
        - grants:read
        - grants:write
        - admin:keys
        - admin:workspace
        - admin:org
      x-evalgate-protected-resource-metadata: https://www.evalgate.com/.well-known/oauth-protected-resource

````

This documentation is built and hosted on [Mintlify](https://mintlify.com), a developer documentation platform.