> ## Documentation Index
> Fetch the complete documentation index at: https://docs.meibel.ai/llms.txt
> Use this file to discover all available pages before exploring further.

# Get Scoring Jobs Summary

> Get aggregated scoring summary for the caller's customer.

primary: Required filter in format 'field:value' (e.g., 'agent_execution_id:exec_123').
secondary: Optional secondary filter in format 'field:value' (e.g., 'agent_name:my_agent').
Results are always scoped to the caller's customer_id.



## OpenAPI

````yaml https://spec.speakeasy.com/meibel/console/meibel-gateway-service-with-code-samples get /confidence-scoring/summary
openapi: 3.1.0
info:
  title: Meibel AI API
  summary: Meibel Gateway Service
  description: >-
    Our API allows you to interact with our services.  Read
    the[docs](https://docs.mistral.ai) to learn how to use it.
  version: 0.6.1
servers:
  - url: https://api.meibel.ai/v1
    description: Meibel API
  - url: https://api.dev.meibel.ai/v1
    description: Meibel API
  - url: http://localhost:8000
    description: Local Development Server
security: []
tags:
  - name: datasources
    description: Operations with datasources
  - name: datasources.dataelements
    description: Operations with data elements
  - name: datasources.tag
    description: Operations with tag
  - name: datasources.rag
    description: Operations with rag
  - name: datasources.content
    description: Operations with content upload and management
  - name: datasources.metadata_model_catalog
    description: Operations with metadata model catalog
  - name: blueprints
    description: Operations with blueprints
  - name: blueprints.instances
    description: Operations with blueprint_instances
  - name: blueprints.executions
    description: work with executions of blueprints
  - name: confidence_scoring
    description: Operations with confidence scoring jobs and summaries
paths:
  /confidence-scoring/summary:
    get:
      tags:
        - confidence_scoring
      summary: Get Scoring Jobs Summary
      description: >-
        Get aggregated scoring summary for the caller's customer.


        primary: Required filter in format 'field:value' (e.g.,
        'agent_execution_id:exec_123').

        secondary: Optional secondary filter in format 'field:value' (e.g.,
        'agent_name:my_agent').

        Results are always scoped to the caller's customer_id.
      operationId: getScoringJobsSummary
      parameters:
        - name: primary
          in: query
          required: true
          schema:
            type: string
            title: Primary
        - name: secondary
          in: query
          required: false
          schema:
            anyOf:
              - type: string
              - type: 'null'
            title: Secondary
      responses:
        '200':
          description: Successful Response
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/ScoreSummary'
        '422':
          description: Validation Error
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/HTTPValidationError'
      security:
        - APIKeyHeader: []
      x-codeSamples:
        - lang: python
          label: Python (SDK)
          source: |-
            from meibelai import Meibelai
            import os


            with Meibelai(
                api_key_header=os.getenv("MEIBELAI_API_KEY_HEADER", ""),
            ) as m_client:

                res = m_client.confidence_scoring.get_scoring_jobs_summary(primary="<value>", secondary="<value>")

                # Handle response
                print(res)
components:
  schemas:
    ScoreSummary:
      properties:
        primary_field:
          type: string
          title: Primary Field
        primary_value:
          type: string
          title: Primary Value
        secondary_field:
          anyOf:
            - type: string
            - type: 'null'
          title: Secondary Field
        secondary_value:
          anyOf:
            - type: string
            - type: 'null'
          title: Secondary Value
        status:
          anyOf:
            - $ref: '#/components/schemas/ScoringStatus'
            - type: 'null'
        aggregate_score:
          anyOf:
            - type: number
            - type: integer
            - type: 'null'
          title: Aggregate Score
        module_scores:
          anyOf:
            - additionalProperties:
                anyOf:
                  - type: number
                  - type: integer
              type: object
            - type: 'null'
          title: Module Scores
        n_jobs_per_module:
          anyOf:
            - additionalProperties:
                type: integer
              type: object
            - type: 'null'
          title: N Jobs Per Module
        jobs:
          anyOf:
            - items:
                $ref: '#/components/schemas/ScoringJobRecord'
              type: array
            - type: 'null'
          title: Jobs
      type: object
      required:
        - primary_field
        - primary_value
      title: ScoreSummary
      description: >-
        Aggregated summary of scoring jobs matching one or two
        AgentIdentityContext filters.  With one level (primary only): flat
        aggregate of all jobs matching primary_field=primary_value. With two
        levels (primary + secondary): both constraints are applied; primary is
        the higher level and secondary is the lower level.
    HTTPValidationError:
      properties:
        detail:
          items:
            $ref: '#/components/schemas/ValidationError'
          type: array
          title: Detail
      type: object
      title: HTTPValidationError
    ScoringStatus:
      type: string
      enum:
        - submitted
        - in_progress
        - completed
        - failed
      title: ScoringStatus
      description: ScoringStatus
    ScoringJobRecord:
      properties:
        job_id:
          type: string
          title: Job Id
        agent_identity_context:
          $ref: '#/components/schemas/AgentIdentityContext'
        module:
          type: string
          title: Module
        scoring_config:
          $ref: '#/components/schemas/ConfidenceScoringConfig'
        input_value:
          type: string
          title: Input Value
        output_value:
          type: string
          title: Output Value
        status:
          $ref: '#/components/schemas/ScoringStatus'
        score:
          anyOf:
            - type: number
            - type: integer
            - type: 'null'
          title: Score
      type: object
      required:
        - job_id
        - agent_identity_context
        - module
        - scoring_config
        - input_value
        - output_value
        - status
      title: ScoringJobRecord
      description: ScoringJobRecord
    ValidationError:
      properties:
        loc:
          items:
            anyOf:
              - type: string
              - type: integer
          type: array
          title: Location
        msg:
          type: string
          title: Message
        type:
          type: string
          title: Error Type
      type: object
      required:
        - loc
        - msg
        - type
      title: ValidationError
    AgentIdentityContext:
      properties:
        customer_id:
          type: string
          title: Customer Id
          description: Customer/tenant identifier
        project_id:
          type: string
          title: Project Id
          description: Project identifier
        agent_name:
          anyOf:
            - type: string
            - type: 'null'
          title: Agent Name
        agent_version:
          anyOf:
            - type: string
            - type: 'null'
          title: Agent Version
        agent_execution_id:
          anyOf:
            - type: string
            - type: 'null'
          title: Agent Execution Id
        agent_workflow_name:
          anyOf:
            - type: string
            - type: 'null'
          title: Agent Workflow Name
        agent_workflow_version:
          anyOf:
            - type: string
            - type: 'null'
          title: Agent Workflow Version
        agent_workflow_execution_id:
          anyOf:
            - type: string
            - type: 'null'
          title: Agent Workflow Execution Id
        tool_id:
          anyOf:
            - type: string
            - type: 'null'
          title: Tool Id
        tool_instance_id:
          anyOf:
            - type: string
            - type: 'null'
          title: Tool Instance Id
        tool_execution_id:
          anyOf:
            - type: string
            - type: 'null'
          title: Tool Execution Id
      type: object
      required:
        - customer_id
        - project_id
      title: AgentIdentityContext
      description: >-
        Identity context for agent execution.  Contains only immutable identity
        fields that answer: - WHO: customer_id, project_id (tenant identity) -
        WHAT: agent_name, agent_version, agent_execution_id (agent identity,
        optional) - WHERE: agent_workflow_name, agent_workflow_version,
        agent_workflow_execution_id (parent workflow, optional) - WHICH TOOL:
        tool_id, tool_instance_id, tool_execution_id (tool identity, optional) 
        This model is FLAT - no inheritance, all fields in one model. Agent,
        workflow, and tool fields are optional, making this suitable for all
        execution contexts.  This model does NOT contain: - Configuration (see
        AgentExecutionConfig in agent-platform) - Runtime state (see
        AgentExecutionState in agent-platform)  Design Pattern - Progressive
        Enhancement: - Callers provide only tenant/project identity -
        FSMWorkflow fills in agent_workflow_* fields from AgentWorkflowSpec -
        ReactAgent fills in agent_* fields from AgentSpec and
        workflow.info().workflow_id - Tool activities add tool_* fields via
        model_copy() - Context gains fields as it flows through the system 
        Examples:     # Starting FSMWorkflow (caller provides minimal
        context)     context = AgentIdentityContext(        
        customer_id="cust_123",         project_id="proj_456"     )     # FSM
        fills in workflow identity     context =
        context.model_copy(update={         "agent_workflow_name":
        "support_fsm",         "agent_workflow_version": "3.0.0",        
        "agent_workflow_execution_id": workflow.info().workflow_id     })      #
        Starting ReactAgent standalone (caller provides minimal context)    
        context = AgentIdentityContext(         customer_id="cust_123",        
        project_id="proj_456"     )     # ReactAgent fills in agent identity    
        context = context.model_copy(update={         "agent_name":
        "sales_assistant",         "agent_version": "2.0.0",        
        "agent_execution_id": workflow.info().workflow_id     })      #
        ReactAgent as FSM child (inherits workflow context, adds agent
        identity)     child_context = parent_context.model_copy(update={        
        "agent_name": "router",         "agent_version": "1.0.0",        
        "agent_execution_id": workflow.info().workflow_id         #
        agent_workflow_* fields inherited from parent     })      # Tool
        execution (adds tool identity to agent context)     tool_context =
        context.model_copy(update={         'tool_id': "tool_xyz",        
        'tool_instance_id': "tool_inst_123",         'tool_execution_id':
        "tool_exec_456"     })
    ConfidenceScoringConfig:
      properties:
        module:
          type: string
          title: Module
        config:
          $ref: '#/components/schemas/Config'
      type: object
      required:
        - module
        - config
      title: ConfidenceScoringConfig
      description: >-
        Simplified configuration wrapper that separates module name from
        config.  This model is shared between confidence-scoring-service and
        confidence-framework to ensure type consistency without OpenAPI
        Generator wrapper issues.
    Config:
      properties:
        anyof_schema_1_validator:
          anyOf:
            - $ref: '#/components/schemas/JudgeConfig'
            - type: 'null'
        anyof_schema_2_validator:
          anyOf:
            - $ref: '#/components/schemas/OCConfig'
            - type: 'null'
        anyof_schema_3_validator:
          anyOf:
            - $ref: '#/components/schemas/OCRConfig'
            - type: 'null'
        anyof_schema_4_validator:
          anyOf:
            - $ref: '#/components/schemas/TokenConfig'
            - type: 'null'
        actual_instance:
          title: Actual Instance
        any_of_schemas:
          items:
            type: string
          type: array
          uniqueItems: true
          title: Any Of Schemas
          default:
            - TokenConfig
            - OCRConfig
            - OCConfig
            - JudgeConfig
      type: object
      title: Config
      description: Config
    JudgeConfig:
      properties:
        prompt:
          type: string
          title: Prompt
        temperature_max:
          anyOf:
            - type: number
            - type: integer
            - type: 'null'
          title: Temperature Max
          default: 0.5
        temperature_step:
          anyOf:
            - type: number
            - type: integer
            - type: 'null'
          title: Temperature Step
          default: 0.25
      type: object
      required:
        - prompt
      title: JudgeConfig
      description: >-
        Configuration for judge-based confidence scoring (LLM-as-judge
        patterns).
    OCConfig:
      properties:
        n_completions:
          anyOf:
            - type: integer
            - type: 'null'
          title: N Completions
          default: 5
        max_tokens:
          anyOf:
            - type: integer
            - type: 'null'
          title: Max Tokens
          default: 8192
        temperature:
          anyOf:
            - type: number
            - type: integer
            - type: 'null'
          title: Temperature
          default: 1
        models:
          anyOf:
            - items:
                anyOf:
                  - type: string
                  - type: 'null'
              type: array
            - type: 'null'
          title: Models
        nli_model_config:
          additionalProperties: true
          type: object
          title: Nli Model Config
        n_bootstraps:
          anyOf:
            - $ref: '#/components/schemas/NBootstraps'
            - type: 'null'
        token_limit:
          anyOf:
            - type: integer
            - type: 'null'
          title: Token Limit
          default: 512
        original_completion:
          anyOf:
            - type: string
            - type: 'null'
          title: Original Completion
          default: ''
        comparison_completions:
          anyOf:
            - items:
                type: string
              type: array
            - type: 'null'
          title: Comparison Completions
      type: object
      required:
        - nli_model_config
      title: OCConfig
      description: Configuration for Observed Consistency confidence scoring.
    OCRConfig:
      properties:
        calibration_model:
          anyOf:
            - type: string
            - type: 'null'
          title: Calibration Model
          default: model_calibration_surya_0.5.0_ocr_confidence_horizontal.pkl
        ocr_confidence_scores:
          anyOf:
            - items:
                anyOf:
                  - type: number
                  - type: integer
              type: array
            - type: 'null'
          title: Ocr Confidence Scores
      type: object
      title: OCRConfig
      description: Configuration for OCR confidence scoring.
    TokenConfig:
      properties:
        model:
          anyOf:
            - type: string
            - type: 'null'
          title: Model
          default: gpt-4
        remove_stop_words:
          anyOf:
            - type: boolean
            - type: 'null'
          title: Remove Stop Words
          default: true
        lower_case:
          anyOf:
            - type: boolean
            - type: 'null'
          title: Lower Case
          default: true
        max_ngrams:
          anyOf:
            - type: integer
            - type: 'null'
          title: Max Ngrams
          default: 2
        n_influencers:
          anyOf:
            - type: integer
            - type: 'null'
          title: N Influencers
          default: 10
      type: object
      title: TokenConfig
      description: Configuration for token-based confidence scoring (TF-IDF).
    NBootstraps:
      properties:
        anyof_schema_1_validator:
          anyOf:
            - type: integer
            - type: 'null'
          title: Anyof Schema 1 Validator
        anyof_schema_2_validator:
          anyOf:
            - type: string
            - type: 'null'
          title: Anyof Schema 2 Validator
        actual_instance:
          title: Actual Instance
        any_of_schemas:
          items:
            type: string
          type: array
          uniqueItems: true
          title: Any Of Schemas
          default:
            - int
            - str
      type: object
      title: NBootstraps
      description: NBootstraps
  securitySchemes:
    APIKeyHeader:
      type: apiKey
      in: header
      name: Meibel-API-Key

````