> ## Documentation Index
> Fetch the complete documentation index at: https://evalgate.com/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# List llm judge configs

> Requires scopes: eval:read



## OpenAPI

````yaml /api-reference/openapi.json get /api/llm-judge/configs
openapi: 3.1.2
info:
  title: EvalGate API
  version: 18.13.0
  description: EvalGate API. See docs/api-contract.md for stability commitments.
servers:
  - url: https://evalgate.com
    description: Production
  - url: http://localhost:3000
    description: Local
security: []
paths:
  /api/llm-judge/configs:
    get:
      tags:
        - llm judge
      summary: List llm judge configs
      description: 'Requires scopes: eval:read'
      operationId: get_llm_judge_configs
      parameters:
        - name: limit
          in: query
          required: false
          schema:
            type: integer
            minimum: 1
            maximum: 1000
            default: 50
        - name: offset
          in: query
          required: false
          schema:
            type: integer
            minimum: 0
            default: 0
        - name: id
          in: query
          required: false
          schema:
            type: string
        - name: model
          in: query
          required: false
          schema:
            type: string
        - name: search
          in: query
          required: false
          schema:
            type: string
      responses:
        '200':
          description: Successful response
          content:
            application/json:
              schema:
                $ref: >-
                  #/components/schemas/GetApiLlmJudgeConfigsResponse200ApplicationJson
        '400':
          $ref: '#/components/responses/ValidationError'
        '401':
          $ref: '#/components/responses/Unauthorized'
        '403':
          $ref: '#/components/responses/Forbidden'
        '404':
          $ref: '#/components/responses/NotFound'
        '409':
          $ref: '#/components/responses/Conflict'
        '429':
          $ref: '#/components/responses/RateLimited'
        '500':
          $ref: '#/components/responses/InternalError'
        '503':
          $ref: '#/components/responses/ServiceUnavailable'
      security:
        - bearerAuth: []
components:
  schemas:
    GetApiLlmJudgeConfigsResponse200ApplicationJson:
      oneOf:
        - type: object
          properties:
            provider:
              oneOf:
                - type: string
                  enum:
                    - anthropic
                - type: string
                  enum:
                    - cursor
                - type: string
                  enum:
                    - google
                - type: string
                  enum:
                    - local
                - type: string
                  enum:
                    - moonshot
                - type: string
                  enum:
                    - openai
                - type: string
                  enum:
                    - typesafe
                - type: string
                  enum:
                    - windsurf
                - type: string
                  enum:
                    - xai
            judges:
              type: array
              items:
                oneOf:
                  - type: object
                    properties:
                      id:
                        type: string
                      type:
                        type: string
                        enum:
                          - llm
                      provider:
                        oneOf:
                          - type: string
                            enum:
                              - anthropic
                          - type: string
                            enum:
                              - cursor
                          - type: string
                            enum:
                              - google
                          - type: string
                            enum:
                              - local
                          - type: string
                            enum:
                              - moonshot
                          - type: string
                            enum:
                              - openai
                          - type: string
                            enum:
                              - windsurf
                          - type: string
                            enum:
                              - xai
                      model:
                        type: string
                      temperature:
                        type: number
                      topP:
                        type: number
                      top_p:
                        type: number
                      seed:
                        type: number
                      timeoutMs:
                        type: number
                      cacheEnabled:
                        oneOf:
                          - type: boolean
                            enum:
                              - false
                          - type: boolean
                            enum:
                              - true
                      maxTokens:
                        type: number
                      weight:
                        type: number
                    additionalProperties: false
                    required:
                      - id
                      - type
                      - provider
                      - model
                  - type: object
                    properties:
                      id:
                        type: string
                      type:
                        type: string
                        enum:
                          - rule
                      rule:
                        oneOf:
                          - type: string
                            enum:
                              - contains_expected
                          - type: string
                            enum:
                              - exact_match
                          - type: string
                            enum:
                              - json_schema
                      weight:
                        type: number
                      threshold:
                        type: number
                      schema:
                        type: object
                        additionalProperties:
                          $ref: '#/components/schemas/JsonValue'
                    additionalProperties: false
                    required:
                      - id
                      - type
                      - rule
                  - type: object
                    properties:
                      id:
                        type: string
                      type:
                        type: string
                        enum:
                          - decision
                      provider:
                        type: string
                        enum:
                          - typesafe
                      model:
                        type: string
                      questions:
                        type: array
                        items:
                          oneOf:
                            - type: object
                              properties:
                                id:
                                  type: string
                                type:
                                  type: string
                                  enum:
                                    - choice
                                instructions:
                                  oneOf:
                                    - type: string
                                    - type: array
                                      items:
                                        $ref: '#/components/schemas/JsonValue'
                                    - type: object
                                      additionalProperties:
                                        $ref: '#/components/schemas/JsonValue'
                                criteria:
                                  type: object
                                  additionalProperties:
                                    oneOf:
                                      - type: 'null'
                                      - type: string
                                      - type: object
                                        additionalProperties:
                                          $ref: '#/components/schemas/JsonValue'
                                acceptance:
                                  type: object
                                  properties:
                                    type:
                                      type: string
                                      enum:
                                        - choice_labels
                                    passLabels:
                                      type: array
                                      items:
                                        type: string
                                    failLabels:
                                      type: array
                                      items:
                                        type: string
                                  additionalProperties: false
                                  required:
                                    - type
                                    - passLabels
                                    - failLabels
                              additionalProperties: false
                              required:
                                - id
                                - type
                                - instructions
                                - criteria
                            - type: object
                              properties:
                                id:
                                  type: string
                                type:
                                  type: string
                                  enum:
                                    - score
                                instructions:
                                  oneOf:
                                    - type: string
                                    - type: array
                                      items:
                                        $ref: '#/components/schemas/JsonValue'
                                    - type: object
                                      additionalProperties:
                                        $ref: '#/components/schemas/JsonValue'
                                criteria:
                                  type: object
                                  additionalProperties:
                                    oneOf:
                                      - type: string
                                      - type: object
                                        additionalProperties:
                                          $ref: '#/components/schemas/JsonValue'
                                acceptance:
                                  type: object
                                  properties:
                                    type:
                                      type: string
                                      enum:
                                        - score_threshold
                                    minPassScore:
                                      type: number
                                  additionalProperties: false
                                  required:
                                    - type
                                    - minPassScore
                              additionalProperties: false
                              required:
                                - id
                                - type
                                - instructions
                                - criteria
                            - type: object
                              properties:
                                id:
                                  type: string
                                type:
                                  type: string
                                  enum:
                                    - noul
                                instructions:
                                  oneOf:
                                    - type: string
                                    - type: array
                                      items:
                                        $ref: '#/components/schemas/JsonValue'
                                    - type: object
                                      additionalProperties:
                                        $ref: '#/components/schemas/JsonValue'
                                criteria:
                                  type: object
                                  properties:
                                    'true':
                                      oneOf:
                                        - type: string
                                        - type: array
                                          items:
                                            $ref: '#/components/schemas/JsonValue'
                                        - type: object
                                          additionalProperties:
                                            $ref: '#/components/schemas/JsonValue'
                                    'false':
                                      oneOf:
                                        - type: string
                                        - type: array
                                          items:
                                            $ref: '#/components/schemas/JsonValue'
                                        - type: object
                                          additionalProperties:
                                            $ref: '#/components/schemas/JsonValue'
                                  additionalProperties: false
                                acceptance:
                                  type: object
                                  properties:
                                    type:
                                      type: string
                                      enum:
                                        - noul_polarity
                                    desirable:
                                      oneOf:
                                        - type: string
                                          enum:
                                            - 'false'
                                        - type: string
                                          enum:
                                            - 'true'
                                  additionalProperties: false
                                  required:
                                    - type
                                    - desirable
                              additionalProperties: false
                              required:
                                - id
                                - type
                                - instructions
                      primaryQuestionId:
                        type: string
                      evidenceQuestionIds:
                        type: array
                        items:
                          type: string
                      aggregationPolicy:
                        oneOf:
                          - type: string
                            enum:
                              - all_pass
                          - type: string
                            enum:
                              - any_pass
                          - type: string
                            enum:
                              - primary_question
                      passThreshold:
                        type: number
                      weight:
                        type: number
                      timeoutMs:
                        type: number
                      maxCostUsd:
                        type: number
                      purpose:
                        oneOf:
                          - type: string
                            enum:
                              - customer_evaluation
                          - type: string
                            enum:
                              - internal_validation
                          - type: string
                            enum:
                              - platform_assistance
                      inputConstructionVersion:
                        type: string
                      calibrationVersion:
                        type: string
                      pinnedQuestionSchemaHash:
                        type: string
                      pinnedInputDigest:
                        type: string
                      decisionPolicyVersion:
                        type: string
                      releaseBlocking:
                        type: boolean
                      adjudicationMode:
                        oneOf:
                          - type: string
                            enum:
                              - authoritative
                          - type: string
                            enum:
                              - observe
                      confidencePolicy:
                        type: object
                        properties:
                          autoAdjudicateMin:
                            type: number
                          frontierEscalateMin:
                            type: number
                          critiqueRequired:
                            type: boolean
                        additionalProperties: false
                        required:
                          - autoAdjudicateMin
                          - frontierEscalateMin
                          - critiqueRequired
                    additionalProperties: false
                    required:
                      - id
                      - type
                      - provider
                      - model
                      - questions
                      - aggregationPolicy
                      - passThreshold
                      - purpose
                      - inputConstructionVersion
                      - releaseBlocking
            aggregation:
              oneOf:
                - type: string
                  enum:
                    - all_pass
                - type: string
                  enum:
                    - any_pass
                - type: string
                  enum:
                    - confidence_escalate
                - type: string
                  enum:
                    - escalate_on_disagreement
                - type: string
                  enum:
                    - primary_fallback
                - type: string
                  enum:
                    - weighted
            passThreshold:
              type: number
            instabilityThreshold:
              type: number
            stabilityRuns:
              type: number
            confidencePolicy:
              type: object
              properties:
                autoAdjudicateMin:
                  type: number
                frontierEscalateMin:
                  type: number
                critiqueRequired:
                  type: boolean
              additionalProperties: false
              required:
                - autoAdjudicateMin
                - frontierEscalateMin
                - critiqueRequired
            id:
              type: number
            organizationId:
              $ref: '#/components/schemas/OrganizationId'
            name:
              type: string
            model:
              type: string
            promptTemplate:
              type: string
            promptTemplateHash:
              type: string
            criteria:
              oneOf:
                - type: 'null'
                - type: object
                  additionalProperties:
                    type: object
                    properties:
                      weight:
                        type: number
                      description:
                        type: string
                      threshold:
                        type: number
                    additionalProperties: false
            criteriaList:
              oneOf:
                - type: 'null'
                - type: array
                  items:
                    type: object
                    properties:
                      id:
                        type: string
                      title:
                        type: string
                      matchCriteria:
                        type: string
                    additionalProperties: false
                    required:
                      - id
                      - title
                      - matchCriteria
            settings:
              oneOf:
                - type: 'null'
                - type: object
                  properties:
                    model:
                      type: string
                    temperature:
                      type: number
                    maxTokens:
                      type: number
                    retryCount:
                      type: number
                    provider:
                      oneOf:
                        - type: string
                          enum:
                            - anthropic
                        - type: string
                          enum:
                            - cursor
                        - type: string
                          enum:
                            - google
                        - type: string
                          enum:
                            - local
                        - type: string
                          enum:
                            - moonshot
                        - type: string
                          enum:
                            - openai
                        - type: string
                          enum:
                            - typesafe
                        - type: string
                          enum:
                            - windsurf
                        - type: string
                          enum:
                            - xai
                    aggregation:
                      oneOf:
                        - type: string
                          enum:
                            - all_pass
                        - type: string
                          enum:
                            - any_pass
                        - type: string
                          enum:
                            - confidence_escalate
                        - type: string
                          enum:
                            - escalate_on_disagreement
                        - type: string
                          enum:
                            - primary_fallback
                        - type: string
                          enum:
                            - weighted
                    passThreshold:
                      type: number
                    instabilityThreshold:
                      type: number
                    stabilityRuns:
                      type: number
                    judges:
                      type: array
                      items:
                        oneOf:
                          - type: object
                            properties:
                              id:
                                type: string
                              type:
                                type: string
                                enum:
                                  - llm
                              provider:
                                oneOf:
                                  - type: string
                                    enum:
                                      - anthropic
                                  - type: string
                                    enum:
                                      - cursor
                                  - type: string
                                    enum:
                                      - google
                                  - type: string
                                    enum:
                                      - local
                                  - type: string
                                    enum:
                                      - moonshot
                                  - type: string
                                    enum:
                                      - openai
                                  - type: string
                                    enum:
                                      - windsurf
                                  - type: string
                                    enum:
                                      - xai
                              model:
                                type: string
                              temperature:
                                type: number
                              maxTokens:
                                type: number
                              weight:
                                type: number
                            additionalProperties: false
                            required:
                              - model
                          - type: object
                            properties:
                              id:
                                type: string
                              type:
                                type: string
                                enum:
                                  - rule
                              rule:
                                oneOf:
                                  - type: string
                                    enum:
                                      - contains_expected
                                  - type: string
                                    enum:
                                      - exact_match
                                  - type: string
                                    enum:
                                      - json_schema
                              weight:
                                type: number
                              threshold:
                                type: number
                            additionalProperties: false
                            required:
                              - type
                              - rule
                          - type: object
                            properties:
                              id:
                                type: string
                              type:
                                type: string
                                enum:
                                  - decision
                              provider:
                                type: string
                                enum:
                                  - typesafe
                              model:
                                type: string
                              questions:
                                type: array
                                items:
                                  type: object
                                  additionalProperties:
                                    $ref: '#/components/schemas/JsonValue'
                              primaryQuestionId:
                                type: string
                              aggregationPolicy:
                                oneOf:
                                  - type: string
                                    enum:
                                      - all_pass
                                  - type: string
                                    enum:
                                      - any_pass
                                  - type: string
                                    enum:
                                      - primary_question
                              passThreshold:
                                type: number
                              weight:
                                type: number
                              calibrationVersion:
                                type: string
                              pinnedQuestionSchemaHash:
                                type: string
                              decisionPolicyVersion:
                                type: string
                              releaseBlocking:
                                oneOf:
                                  - type: boolean
                                    enum:
                                      - false
                                  - type: boolean
                                    enum:
                                      - true
                              confidencePolicy:
                                type: object
                                properties:
                                  autoAdjudicateMin:
                                    type: number
                                  frontierEscalateMin:
                                    type: number
                                  critiqueRequired:
                                    oneOf:
                                      - type: boolean
                                        enum:
                                          - false
                                      - type: boolean
                                        enum:
                                          - true
                                additionalProperties: false
                                required:
                                  - autoAdjudicateMin
                                  - frontierEscalateMin
                            additionalProperties: false
                            required:
                              - type
                              - provider
                              - model
                              - questions
                    confidencePolicy:
                      type: object
                      properties:
                        autoAdjudicateMin:
                          type: number
                        frontierEscalateMin:
                          type: number
                        critiqueRequired:
                          oneOf:
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                      additionalProperties: false
                      required:
                        - autoAdjudicateMin
                        - frontierEscalateMin
                  additionalProperties: false
            createdBy:
              type: string
            createdAt:
              type: string
              format: date-time
            updatedAt:
              type: string
              format: date-time
          additionalProperties: false
          required:
            - judges
            - aggregation
            - passThreshold
            - instabilityThreshold
            - stabilityRuns
            - id
            - organizationId
            - name
            - model
            - promptTemplate
            - promptTemplateHash
            - criteria
            - criteriaList
            - settings
            - createdBy
            - createdAt
            - updatedAt
        - type: array
          items:
            type: object
            properties:
              provider:
                oneOf:
                  - type: string
                    enum:
                      - anthropic
                  - type: string
                    enum:
                      - cursor
                  - type: string
                    enum:
                      - google
                  - type: string
                    enum:
                      - local
                  - type: string
                    enum:
                      - moonshot
                  - type: string
                    enum:
                      - openai
                  - type: string
                    enum:
                      - typesafe
                  - type: string
                    enum:
                      - windsurf
                  - type: string
                    enum:
                      - xai
              judges:
                type: array
                items:
                  oneOf:
                    - type: object
                      properties:
                        id:
                          type: string
                        type:
                          type: string
                          enum:
                            - llm
                        provider:
                          oneOf:
                            - type: string
                              enum:
                                - anthropic
                            - type: string
                              enum:
                                - cursor
                            - type: string
                              enum:
                                - google
                            - type: string
                              enum:
                                - local
                            - type: string
                              enum:
                                - moonshot
                            - type: string
                              enum:
                                - openai
                            - type: string
                              enum:
                                - windsurf
                            - type: string
                              enum:
                                - xai
                        model:
                          type: string
                        temperature:
                          type: number
                        topP:
                          type: number
                        top_p:
                          type: number
                        seed:
                          type: number
                        timeoutMs:
                          type: number
                        cacheEnabled:
                          oneOf:
                            - type: boolean
                              enum:
                                - false
                            - type: boolean
                              enum:
                                - true
                        maxTokens:
                          type: number
                        weight:
                          type: number
                      additionalProperties: false
                      required:
                        - id
                        - type
                        - provider
                        - model
                    - type: object
                      properties:
                        id:
                          type: string
                        type:
                          type: string
                          enum:
                            - rule
                        rule:
                          oneOf:
                            - type: string
                              enum:
                                - contains_expected
                            - type: string
                              enum:
                                - exact_match
                            - type: string
                              enum:
                                - json_schema
                        weight:
                          type: number
                        threshold:
                          type: number
                        schema:
                          type: object
                          additionalProperties:
                            $ref: '#/components/schemas/JsonValue'
                      additionalProperties: false
                      required:
                        - id
                        - type
                        - rule
                    - type: object
                      properties:
                        id:
                          type: string
                        type:
                          type: string
                          enum:
                            - decision
                        provider:
                          type: string
                          enum:
                            - typesafe
                        model:
                          type: string
                        questions:
                          type: array
                          items:
                            oneOf:
                              - type: object
                                properties:
                                  id:
                                    type: string
                                  type:
                                    type: string
                                    enum:
                                      - choice
                                  instructions:
                                    oneOf:
                                      - type: string
                                      - type: array
                                        items:
                                          $ref: '#/components/schemas/JsonValue'
                                      - type: object
                                        additionalProperties:
                                          $ref: '#/components/schemas/JsonValue'
                                  criteria:
                                    type: object
                                    additionalProperties:
                                      oneOf:
                                        - type: 'null'
                                        - type: string
                                        - type: object
                                          additionalProperties:
                                            $ref: '#/components/schemas/JsonValue'
                                  acceptance:
                                    type: object
                                    properties:
                                      type:
                                        type: string
                                        enum:
                                          - choice_labels
                                      passLabels:
                                        type: array
                                        items:
                                          type: string
                                      failLabels:
                                        type: array
                                        items:
                                          type: string
                                    additionalProperties: false
                                    required:
                                      - type
                                      - passLabels
                                      - failLabels
                                additionalProperties: false
                                required:
                                  - id
                                  - type
                                  - instructions
                                  - criteria
                              - type: object
                                properties:
                                  id:
                                    type: string
                                  type:
                                    type: string
                                    enum:
                                      - score
                                  instructions:
                                    oneOf:
                                      - type: string
                                      - type: array
                                        items:
                                          $ref: '#/components/schemas/JsonValue'
                                      - type: object
                                        additionalProperties:
                                          $ref: '#/components/schemas/JsonValue'
                                  criteria:
                                    type: object
                                    additionalProperties:
                                      oneOf:
                                        - type: string
                                        - type: object
                                          additionalProperties:
                                            $ref: '#/components/schemas/JsonValue'
                                  acceptance:
                                    type: object
                                    properties:
                                      type:
                                        type: string
                                        enum:
                                          - score_threshold
                                      minPassScore:
                                        type: number
                                    additionalProperties: false
                                    required:
                                      - type
                                      - minPassScore
                                additionalProperties: false
                                required:
                                  - id
                                  - type
                                  - instructions
                                  - criteria
                              - type: object
                                properties:
                                  id:
                                    type: string
                                  type:
                                    type: string
                                    enum:
                                      - noul
                                  instructions:
                                    oneOf:
                                      - type: string
                                      - type: array
                                        items:
                                          $ref: '#/components/schemas/JsonValue'
                                      - type: object
                                        additionalProperties:
                                          $ref: '#/components/schemas/JsonValue'
                                  criteria:
                                    type: object
                                    properties:
                                      'true':
                                        oneOf:
                                          - type: string
                                          - type: array
                                            items:
                                              $ref: '#/components/schemas/JsonValue'
                                          - type: object
                                            additionalProperties:
                                              $ref: '#/components/schemas/JsonValue'
                                      'false':
                                        oneOf:
                                          - type: string
                                          - type: array
                                            items:
                                              $ref: '#/components/schemas/JsonValue'
                                          - type: object
                                            additionalProperties:
                                              $ref: '#/components/schemas/JsonValue'
                                    additionalProperties: false
                                  acceptance:
                                    type: object
                                    properties:
                                      type:
                                        type: string
                                        enum:
                                          - noul_polarity
                                      desirable:
                                        oneOf:
                                          - type: string
                                            enum:
                                              - 'false'
                                          - type: string
                                            enum:
                                              - 'true'
                                    additionalProperties: false
                                    required:
                                      - type
                                      - desirable
                                additionalProperties: false
                                required:
                                  - id
                                  - type
                                  - instructions
                        primaryQuestionId:
                          type: string
                        evidenceQuestionIds:
                          type: array
                          items:
                            type: string
                        aggregationPolicy:
                          oneOf:
                            - type: string
                              enum:
                                - all_pass
                            - type: string
                              enum:
                                - any_pass
                            - type: string
                              enum:
                                - primary_question
                        passThreshold:
                          type: number
                        weight:
                          type: number
                        timeoutMs:
                          type: number
                        maxCostUsd:
                          type: number
                        purpose:
                          oneOf:
                            - type: string
                              enum:
                                - customer_evaluation
                            - type: string
                              enum:
                                - internal_validation
                            - type: string
                              enum:
                                - platform_assistance
                        inputConstructionVersion:
                          type: string
                        calibrationVersion:
                          type: string
                        pinnedQuestionSchemaHash:
                          type: string
                        pinnedInputDigest:
                          type: string
                        decisionPolicyVersion:
                          type: string
                        releaseBlocking:
                          type: boolean
                        adjudicationMode:
                          oneOf:
                            - type: string
                              enum:
                                - authoritative
                            - type: string
                              enum:
                                - observe
                        confidencePolicy:
                          type: object
                          properties:
                            autoAdjudicateMin:
                              type: number
                            frontierEscalateMin:
                              type: number
                            critiqueRequired:
                              type: boolean
                          additionalProperties: false
                          required:
                            - autoAdjudicateMin
                            - frontierEscalateMin
                            - critiqueRequired
                      additionalProperties: false
                      required:
                        - id
                        - type
                        - provider
                        - model
                        - questions
                        - aggregationPolicy
                        - passThreshold
                        - purpose
                        - inputConstructionVersion
                        - releaseBlocking
              aggregation:
                oneOf:
                  - type: string
                    enum:
                      - all_pass
                  - type: string
                    enum:
                      - any_pass
                  - type: string
                    enum:
                      - confidence_escalate
                  - type: string
                    enum:
                      - escalate_on_disagreement
                  - type: string
                    enum:
                      - primary_fallback
                  - type: string
                    enum:
                      - weighted
              passThreshold:
                type: number
              instabilityThreshold:
                type: number
              stabilityRuns:
                type: number
              confidencePolicy:
                type: object
                properties:
                  autoAdjudicateMin:
                    type: number
                  frontierEscalateMin:
                    type: number
                  critiqueRequired:
                    type: boolean
                additionalProperties: false
                required:
                  - autoAdjudicateMin
                  - frontierEscalateMin
                  - critiqueRequired
              id:
                type: number
              organizationId:
                $ref: '#/components/schemas/OrganizationId'
              name:
                type: string
              model:
                type: string
              promptTemplate:
                type: string
              promptTemplateHash:
                type: string
              criteria:
                oneOf:
                  - type: 'null'
                  - type: object
                    additionalProperties:
                      type: object
                      properties:
                        weight:
                          type: number
                        description:
                          type: string
                        threshold:
                          type: number
                      additionalProperties: false
              criteriaList:
                oneOf:
                  - type: 'null'
                  - type: array
                    items:
                      type: object
                      properties:
                        id:
                          type: string
                        title:
                          type: string
                        matchCriteria:
                          type: string
                      additionalProperties: false
                      required:
                        - id
                        - title
                        - matchCriteria
              settings:
                oneOf:
                  - type: 'null'
                  - type: object
                    properties:
                      model:
                        type: string
                      temperature:
                        type: number
                      maxTokens:
                        type: number
                      retryCount:
                        type: number
                      provider:
                        oneOf:
                          - type: string
                            enum:
                              - anthropic
                          - type: string
                            enum:
                              - cursor
                          - type: string
                            enum:
                              - google
                          - type: string
                            enum:
                              - local
                          - type: string
                            enum:
                              - moonshot
                          - type: string
                            enum:
                              - openai
                          - type: string
                            enum:
                              - typesafe
                          - type: string
                            enum:
                              - windsurf
                          - type: string
                            enum:
                              - xai
                      aggregation:
                        oneOf:
                          - type: string
                            enum:
                              - all_pass
                          - type: string
                            enum:
                              - any_pass
                          - type: string
                            enum:
                              - confidence_escalate
                          - type: string
                            enum:
                              - escalate_on_disagreement
                          - type: string
                            enum:
                              - primary_fallback
                          - type: string
                            enum:
                              - weighted
                      passThreshold:
                        type: number
                      instabilityThreshold:
                        type: number
                      stabilityRuns:
                        type: number
                      judges:
                        type: array
                        items:
                          oneOf:
                            - type: object
                              properties:
                                id:
                                  type: string
                                type:
                                  type: string
                                  enum:
                                    - llm
                                provider:
                                  oneOf:
                                    - type: string
                                      enum:
                                        - anthropic
                                    - type: string
                                      enum:
                                        - cursor
                                    - type: string
                                      enum:
                                        - google
                                    - type: string
                                      enum:
                                        - local
                                    - type: string
                                      enum:
                                        - moonshot
                                    - type: string
                                      enum:
                                        - openai
                                    - type: string
                                      enum:
                                        - windsurf
                                    - type: string
                                      enum:
                                        - xai
                                model:
                                  type: string
                                temperature:
                                  type: number
                                maxTokens:
                                  type: number
                                weight:
                                  type: number
                              additionalProperties: false
                              required:
                                - model
                            - type: object
                              properties:
                                id:
                                  type: string
                                type:
                                  type: string
                                  enum:
                                    - rule
                                rule:
                                  oneOf:
                                    - type: string
                                      enum:
                                        - contains_expected
                                    - type: string
                                      enum:
                                        - exact_match
                                    - type: string
                                      enum:
                                        - json_schema
                                weight:
                                  type: number
                                threshold:
                                  type: number
                              additionalProperties: false
                              required:
                                - type
                                - rule
                            - type: object
                              properties:
                                id:
                                  type: string
                                type:
                                  type: string
                                  enum:
                                    - decision
                                provider:
                                  type: string
                                  enum:
                                    - typesafe
                                model:
                                  type: string
                                questions:
                                  type: array
                                  items:
                                    type: object
                                    additionalProperties:
                                      $ref: '#/components/schemas/JsonValue'
                                primaryQuestionId:
                                  type: string
                                aggregationPolicy:
                                  oneOf:
                                    - type: string
                                      enum:
                                        - all_pass
                                    - type: string
                                      enum:
                                        - any_pass
                                    - type: string
                                      enum:
                                        - primary_question
                                passThreshold:
                                  type: number
                                weight:
                                  type: number
                                calibrationVersion:
                                  type: string
                                pinnedQuestionSchemaHash:
                                  type: string
                                decisionPolicyVersion:
                                  type: string
                                releaseBlocking:
                                  oneOf:
                                    - type: boolean
                                      enum:
                                        - false
                                    - type: boolean
                                      enum:
                                        - true
                                confidencePolicy:
                                  type: object
                                  properties:
                                    autoAdjudicateMin:
                                      type: number
                                    frontierEscalateMin:
                                      type: number
                                    critiqueRequired:
                                      oneOf:
                                        - type: boolean
                                          enum:
                                            - false
                                        - type: boolean
                                          enum:
                                            - true
                                  additionalProperties: false
                                  required:
                                    - autoAdjudicateMin
                                    - frontierEscalateMin
                              additionalProperties: false
                              required:
                                - type
                                - provider
                                - model
                                - questions
                      confidencePolicy:
                        type: object
                        properties:
                          autoAdjudicateMin:
                            type: number
                          frontierEscalateMin:
                            type: number
                          critiqueRequired:
                            oneOf:
                              - type: boolean
                                enum:
                                  - false
                              - type: boolean
                                enum:
                                  - true
                        additionalProperties: false
                        required:
                          - autoAdjudicateMin
                          - frontierEscalateMin
                    additionalProperties: false
              createdBy:
                type: string
              createdAt:
                type: string
                format: date-time
              updatedAt:
                type: string
                format: date-time
            additionalProperties: false
            required:
              - judges
              - aggregation
              - passThreshold
              - instabilityThreshold
              - stabilityRuns
              - id
              - organizationId
              - name
              - model
              - promptTemplate
              - promptTemplateHash
              - criteria
              - criteriaList
              - settings
              - createdBy
              - createdAt
              - updatedAt
    JsonValue:
      oneOf:
        - type: 'null'
        - type: boolean
        - type: number
        - type: string
        - type: array
          items:
            $ref: '#/components/schemas/JsonValue'
        - type: object
          additionalProperties:
            $ref: '#/components/schemas/JsonValue'
    OrganizationId:
      type: string
      format: uuid
    ApiError:
      type: object
      properties:
        error:
          type: object
          properties:
            code:
              type: string
              enum:
                - UNAUTHORIZED
                - FORBIDDEN
                - NOT_FOUND
                - INVALID_REFERENCE
                - VALIDATION_ERROR
                - RATE_LIMITED
                - CONFLICT
                - INTERNAL_ERROR
                - SERVICE_UNAVAILABLE
                - QUOTA_EXCEEDED
                - FEATURE_LIMIT_REACHED
                - NO_ORG_MEMBERSHIP
                - SHARE_REVOKED
                - SHARE_EXPIRED
                - SHARE_UNAVAILABLE
                - PROVIDER_KEY_MISSING
                - PROVIDER_KEY_EXPIRED
                - PROVIDER_RATE_LIMITED
                - PROVIDER_UNAUTHORIZED
                - PROVIDER_UNAVAILABLE
                - AGENT_HANDOFF_INVALID
                - AGENT_HANDOFF_EXPIRED
                - AGENT_HANDOFF_DENIED
                - AGENT_HANDOFF_CONSUMED
                - PAYLOAD_TOO_LARGE
                - METHOD_NOT_ALLOWED
            message:
              type: string
            details: {}
            requestId:
              type: string
              format: uuid
            redaction:
              type: object
              properties:
                applied:
                  type: boolean
                  enum:
                    - true
                fieldCount:
                  type: integer
                  minimum: 0
                secretCount:
                  type: integer
                  minimum: 0
              required:
                - applied
                - fieldCount
                - secretCount
          required:
            - code
            - message
      required:
        - error
  responses:
    ValidationError:
      description: Validation error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    Unauthorized:
      description: Unauthorized
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
        WWW-Authenticate:
          description: >-
            Bearer challenge. Agent-facing routes include the RFC 9728
            resource_metadata URL.
          schema:
            type: string
    Forbidden:
      description: Forbidden
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    NotFound:
      description: Resource not found
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    Conflict:
      description: Conflict
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    RateLimited:
      description: Rate limit exceeded
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
        Retry-After:
          description: Delay in seconds before retrying when present.
          schema:
            type: integer
            minimum: 1
    InternalError:
      description: Internal server error
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
    ServiceUnavailable:
      description: Service unavailable
      content:
        application/json:
          schema:
            $ref: '#/components/schemas/ApiError'
      headers:
        RateLimit-Limit:
          description: Quota in requests for the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Remaining:
          description: Remaining requests in the active window.
          schema:
            type: integer
            minimum: 0
        RateLimit-Reset:
          description: Reset delay in seconds (not a Unix timestamp).
          schema:
            type: integer
            minimum: 1
        X-RateLimit-Limit:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Remaining:
          schema:
            type: integer
            minimum: 0
        X-RateLimit-Reset:
          description: Legacy reset timestamp in Unix milliseconds.
          schema:
            type: integer
            minimum: 0
        RateLimit-Policy:
          description: IETF HTTPAPI structured quota policy (work in progress).
          schema:
            type: string
        RateLimit:
          description: >-
            IETF HTTPAPI structured remaining quota and reset delay (work in
            progress).
          schema:
            type: string
  securitySchemes:
    bearerAuth:
      type: http
      scheme: bearer
      bearerFormat: EvalGate API key
      description: >-
        Organization-scoped EvalGate API key. Discover the supported agent
        scopes at /.well-known/oauth-protected-resource. Per-operation grants
        are listed in x-evalgate-required-scopes; OpenAPI bearer security
        requirement arrays remain empty as required for non-OAuth schemes.
      x-evalgate-scopes-supported:
        - eval:read
        - eval:write
        - objectives:read
        - objectives:write
        - runs:read
        - runs:write
        - traces:read
        - traces:write
        - exports:download
        - reports:write
        - prompt:publish
        - scorer:publish
        - red_team:read
        - red_team:run
        - red_team:approve
        - docs:read
        - agent:read
        - agent:execute
        - resources:read
        - resources:write
        - contexts:read
        - contexts:write
        - observations:write
        - checks:read
        - checks:run
        - standards:read
        - standards:write
        - standards:approve
        - grants:read
        - grants:write
        - admin:keys
        - admin:workspace
        - admin:org
      x-evalgate-protected-resource-metadata: https://www.evalgate.com/.well-known/oauth-protected-resource

````

This documentation is built and hosted on [Mintlify](https://mintlify.com), a developer documentation platform.