from meibelai import Meibelai
import os


with Meibelai(
    api_key_header=os.getenv("MEIBELAI_API_KEY_HEADER", ""),
) as m_client:

    res = m_client.confidence_scoring.get_scoring_jobs_summary(primary="<value>", secondary="<value>")

    # Handle response
    print(res)

{
  "primary_field": "<string>",
  "primary_value": "<string>",
  "secondary_field": "<string>",
  "secondary_value": "<string>",
  "status": "submitted",
  "aggregate_score": 123,
  "module_scores": {},
  "n_jobs_per_module": {},
  "jobs": [
    {
      "job_id": "<string>",
      "agent_identity_context": {
        "customer_id": "<string>",
        "project_id": "<string>",
        "agent_name": "<string>",
        "agent_version": "<string>",
        "agent_execution_id": "<string>",
        "agent_workflow_name": "<string>",
        "agent_workflow_version": "<string>",
        "agent_workflow_execution_id": "<string>",
        "tool_id": "<string>",
        "tool_instance_id": "<string>",
        "tool_execution_id": "<string>"
      },
      "module": "<string>",
      "scoring_config": {
        "module": "<string>",
        "config": {
          "anyof_schema_1_validator": {
            "prompt": "<string>",
            "temperature_max": 0.5,
            "temperature_step": 0.25
          },
          "anyof_schema_2_validator": {
            "nli_model_config": {},
            "n_completions": 5,
            "max_tokens": 8192,
            "temperature": 1,
            "models": [
              "<string>"
            ],
            "n_bootstraps": {
              "anyof_schema_1_validator": 123,
              "anyof_schema_2_validator": "<string>",
              "actual_instance": "<unknown>",
              "any_of_schemas": [
                "int",
                "str"
              ]
            },
            "token_limit": 512,
            "original_completion": "",
            "comparison_completions": [
              "<string>"
            ]
          },
          "anyof_schema_3_validator": {
            "calibration_model": "model_calibration_surya_0.5.0_ocr_confidence_horizontal.pkl",
            "ocr_confidence_scores": [
              123
            ]
          },
          "anyof_schema_4_validator": {
            "model": "gpt-4",
            "remove_stop_words": true,
            "lower_case": true,
            "max_ngrams": 2,
            "n_influencers": 10
          },
          "actual_instance": "<unknown>",
          "any_of_schemas": [
            "TokenConfig",
            "OCRConfig",
            "OCConfig",
            "JudgeConfig"
          ]
        }
      },
      "input_value": "<string>",
      "output_value": "<string>",
      "status": "submitted",
      "score": 123
    }
  ]
}