{
  "run_dir": "artifacts/eval/2026-09-23T09-13-21_final_T1-T6_x3",
  "rubric_version": "auto-v3",
  "config": {
    "created_at": "2026-09-23T09:13:21.129Z",
    "models": [
      "nvidia/nemotron-3-super-120b-a12b",
      "nvidia/Nemotron-3_5-Lightning"
    ],
    "reps": 3,
    "cases": [
      "T1",
      "T2",
      "T3",
      "T4",
      "T5",
      "T6"
    ],
    "dev": false,
    "provider": "Nebius Token Factory (OpenAI-compatible chat.completions)",
    "base_url": "https://api.tokenfactory.nebius.com/v1",
    "prompt_version": "agent-prompt-v1.1",
    "adapter_version": "tf-adapter-v1",
    "system_prompt_sha256": "06989b3ca70d692100b0a20f6f60435821e0f858a95a059cbfabcd472003dfab",
    "schema_sha256": "97c7786afdda13d710e29afe811783c413cd0edb7f8e269fcdc57a5e83b3b1da",
    "corpus_sha256": "dfc5a112a711c32aade2b41d1f11fbad8372c2836a808fdd9f01a3f64fad8189",
    "cases_sha256": "5d62376536c17b53858370cfdce47a723787178764ce18b2fe49ebbe9c8ca925",
    "sampling": {
      "temperature": 0.2,
      "max_tokens": 8000,
      "json_mode": true
    },
    "timeout_ms": 90000,
    "retry_policy": "max 1 retry on network/429/5xx with 1.5 s backoff; no retry on 4xx or timeout; no repair pass",
    "concurrency": 1,
    "order": "alternating model order per case and repetition",
    "caching": "provider defaults, not disabled; cached tokens reported only if the API returns them (else N/A)",
    "pricing": {
      "Qwen/Qwen3-235B-A22B-Instruct-2507": {
        "input": 0.19999999999999998,
        "output": 0.6,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "google/gemma-3-27b-it": {
        "input": 0.09999999999999999,
        "output": 0.3,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "Qwen/Qwen3-Embedding-8B": {
        "input": 0.01,
        "output": 0,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "openai/gpt-oss-120b": {
        "input": 0.15,
        "output": 0.6,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "Qwen/Qwen3-30B-A3B-Instruct-2507": {
        "input": 0.09999999999999999,
        "output": 0.3,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "NousResearch/Hermes-4-405B": {
        "input": 1,
        "output": 3,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B": {
        "input": 0.06,
        "output": 0.24,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "zai-org/GLM-5.1": {
        "input": 1.4,
        "output": 4.4,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "nvidia/Nemotron-3_5-Lightning": {
        "input": 0.06,
        "output": 0.24,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "openbmb/MiniCPM-V-4_5": {
        "input": 0.658,
        "output": 1.1099999999999999,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "deepseek-ai/DeepSeek-V4-Flash-0731": {
        "input": 0.14,
        "output": 0.28,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "MiniMaxAI/MiniMax-M3": {
        "input": 0.3,
        "output": 1.2,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "moonshotai/Kimi-K2.7-Code": {
        "input": 0.95,
        "output": 4,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "nvidia/Nemotron-3-Ultra-550b-a55b": {
        "input": 1,
        "output": 3,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "moonshotai/Kimi-K2.6": {
        "input": 0.95,
        "output": 4,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "nvidia/nemotron-3-super-120b-a12b": {
        "input": 0.3,
        "output": 0.8999999999999999,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "deepseek-ai/DeepSeek-V4-Pro": {
        "input": 1.75,
        "output": 3.5,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "zai-org/GLM-5.2": {
        "input": 1.4,
        "output": 4.4,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "moonshotai/Kimi-K3": {
        "input": 3,
        "output": 15,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "zai-org/GLM-5.3-Flash": {
        "input": 0.15,
        "output": 0.5,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "deepseek-ai/DeepSeek-V4.1-Flash": {
        "input": 0.3,
        "output": 1.2,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "zai-org/GLM-5.3": {
        "input": 1.4,
        "output": 4.4,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      },
      "deepseek-ai/DeepSeek-V4-Pro-0813": {
        "input": 1.32,
        "output": 3.9600000000000004,
        "cached_input": null,
        "source": "GET /v1/models?verbose=true at 2026-09-23T09:09:44.251Z (models_2026-09-23T09-09-44.json); API unit USD/token, multiplied by 1e6 once -> USD per 1M tokens; no cached-token price in the API response"
      }
    },
    "run_location": "Accel AI Innovate Amsterdam venue network, MacBook (arm64), sequential calls"
  },
  "summary": [
    {
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "runs": 18,
      "cases": 6,
      "pass": 17,
      "pass_by_case": {
        "T1": "3/3",
        "T2": "3/3",
        "T3": "3/3",
        "T4": "3/3",
        "T5": "2/3",
        "T6": "3/3"
      },
      "schema_valid": 18,
      "json_valid": 18,
      "critical_errors": 0,
      "false_blocks": 0,
      "conflict_recall": "21/21",
      "latency_median_s": 5.7595,
      "latency_max_s": 11.356,
      "input_tokens": 33486,
      "output_tokens": 16793,
      "reasoning_tokens": 12394,
      "cached_tokens": 0,
      "total_usd": 0.0251595,
      "usd_per_pass": 0.0014799705882352942,
      "usd_per_run": 0.0013977500000000001,
      "provider_errors": 0,
      "retries": 0
    },
    {
      "model": "nvidia/Nemotron-3_5-Lightning",
      "runs": 18,
      "cases": 6,
      "pass": 16,
      "pass_by_case": {
        "T1": "3/3",
        "T2": "3/3",
        "T3": "3/3",
        "T4": "3/3",
        "T5": "2/3",
        "T6": "2/3"
      },
      "schema_valid": 16,
      "json_valid": 18,
      "critical_errors": 0,
      "false_blocks": 0,
      "conflict_recall": "19/21",
      "latency_median_s": 24.049,
      "latency_max_s": 59.99,
      "input_tokens": 33486,
      "output_tokens": 72860,
      "reasoning_tokens": 67557,
      "cached_tokens": null,
      "total_usd": 0.019495560000000002,
      "usd_per_pass": 0.0012184725000000001,
      "usd_per_run": 0.0010830866666666668,
      "provider_errors": 0,
      "retries": 0
    }
  ],
  "rows": [
    {
      "case": "T1",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 1,
      "order": 1,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "0e381f9ad2e7a9e016bbcbeb32e1f93b29293dc2ab2b2ce51cfaa0f24dcc1fba",
      "ok": true,
      "error": null,
      "latency_ms": 25904,
      "attempts": 1,
      "request_id": "a018a83272fea75f8fb5db9ff512b0c7",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 5653,
        "total_tokens": 7511,
        "cached_tokens": null,
        "reasoning_tokens": 5427
      },
      "cost_usd": 0.0014682,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 0,
        "conflicts_found": 0,
        "notes": []
      }
    },
    {
      "case": "T1",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 1,
      "order": 2,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "0e381f9ad2e7a9e016bbcbeb32e1f93b29293dc2ab2b2ce51cfaa0f24dcc1fba",
      "ok": true,
      "error": null,
      "latency_ms": 5499,
      "attempts": 1,
      "request_id": "9472546860c06c5f9494f1c1c2b1d403",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 756,
        "total_tokens": 2614,
        "cached_tokens": 0,
        "reasoning_tokens": 541
      },
      "cost_usd": 0.0012378,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 0,
        "conflicts_found": 0,
        "notes": []
      }
    },
    {
      "case": "T2",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 1,
      "order": 3,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "5b75678dd3c45513a24f8cab4fcb533b52dd87d4c54e1c00c7dda861f7110c64",
      "ok": true,
      "error": null,
      "latency_ms": 8265,
      "attempts": 1,
      "request_id": "8ddbf3cc96d88ef4b10dc9f2a0fa57ae",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1857,
        "completion_tokens": 1506,
        "total_tokens": 3363,
        "cached_tokens": 0,
        "reasoning_tokens": 1170
      },
      "cost_usd": 0.0019125,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T2",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 1,
      "order": 4,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "5b75678dd3c45513a24f8cab4fcb533b52dd87d4c54e1c00c7dda861f7110c64",
      "ok": true,
      "error": null,
      "latency_ms": 17452,
      "attempts": 1,
      "request_id": "7b610134b8f65bd5ddcf5f58265463cb",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1857,
        "completion_tokens": 3486,
        "total_tokens": 5343,
        "cached_tokens": null,
        "reasoning_tokens": 3200
      },
      "cost_usd": 0.0009480599999999999,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T3",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 1,
      "order": 5,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "34cee848c7c10c6c4d2e36a8180a0aefe9aa23a31dd19a5ceea74f64338be082",
      "ok": true,
      "error": null,
      "latency_ms": 33480,
      "attempts": 1,
      "request_id": "593b06fbefb5c4fd8b7c881281bfdfdc",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1852,
        "completion_tokens": 5393,
        "total_tokens": 7245,
        "cached_tokens": null,
        "reasoning_tokens": 4870
      },
      "cost_usd": 0.0014054399999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T3",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 1,
      "order": 6,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "34cee848c7c10c6c4d2e36a8180a0aefe9aa23a31dd19a5ceea74f64338be082",
      "ok": true,
      "error": null,
      "latency_ms": 8715,
      "attempts": 1,
      "request_id": "04b72759cc5dbd2173d48baba79f6a37",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1852,
        "completion_tokens": 791,
        "total_tokens": 2643,
        "cached_tokens": 0,
        "reasoning_tokens": 487
      },
      "cost_usd": 0.0012675,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T4",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 1,
      "order": 7,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "315c3f91bb2b73b4ab1cc6b55692ecebd7131f6622ccb38976b2aae21a596a9d",
      "ok": true,
      "error": null,
      "latency_ms": 5096,
      "attempts": 1,
      "request_id": "8f733878e2f52531a16e903f0df16bf3",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 768,
        "total_tokens": 2626,
        "cached_tokens": 0,
        "reasoning_tokens": 539
      },
      "cost_usd": 0.0012485999999999999,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T4",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 1,
      "order": 8,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "315c3f91bb2b73b4ab1cc6b55692ecebd7131f6622ccb38976b2aae21a596a9d",
      "ok": true,
      "error": null,
      "latency_ms": 11222,
      "attempts": 1,
      "request_id": "fb87c50d110ace34b287f0b2a050fbda",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 2488,
        "total_tokens": 4346,
        "cached_tokens": null,
        "reasoning_tokens": 2164
      },
      "cost_usd": 0.0007086,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T5",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 1,
      "order": 9,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "a1e2248cd2822361f379ed845303d87df15b0125c2747b3bb70e106f1dd5b88d",
      "ok": true,
      "error": null,
      "latency_ms": 25001,
      "attempts": 1,
      "request_id": "99c7e46b663229ba06ceb366bd2ad924",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1850,
        "completion_tokens": 5169,
        "total_tokens": 7019,
        "cached_tokens": null,
        "reasoning_tokens": 4797
      },
      "cost_usd": 0.00135156,
      "json_valid": true,
      "schema_valid": false,
      "validation_errors": [
        "Model reply does not match the schema: base_version Invalid input: expected number, received undefined"
      ],
      "server_budget_conflicts": [],
      "auto": {
        "pass": false,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 0,
        "notes": [
          "no parseable output"
        ]
      }
    },
    {
      "case": "T5",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 1,
      "order": 10,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "a1e2248cd2822361f379ed845303d87df15b0125c2747b3bb70e106f1dd5b88d",
      "ok": true,
      "error": null,
      "latency_ms": 5893,
      "attempts": 1,
      "request_id": "403d0a9abea0a4ff43ac38357264a8b5",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1850,
        "completion_tokens": 899,
        "total_tokens": 2749,
        "cached_tokens": 0,
        "reasoning_tokens": 775
      },
      "cost_usd": 0.0013640999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T6",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 1,
      "order": 11,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "364035a988b6648c357aca85fd2d9ae3e91d498cd128f712dc71ce4f66a02cc1",
      "ok": true,
      "error": null,
      "latency_ms": 7696,
      "attempts": 1,
      "request_id": "26b6a1d747bec954b9d1957387b05456",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1887,
        "completion_tokens": 805,
        "total_tokens": 2692,
        "cached_tokens": 0,
        "reasoning_tokens": 613
      },
      "cost_usd": 0.0012905999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T6",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 1,
      "order": 12,
      "first_or_repeat": "first (cache state unknown)",
      "user_prompt_sha256": "364035a988b6648c357aca85fd2d9ae3e91d498cd128f712dc71ce4f66a02cc1",
      "ok": true,
      "error": null,
      "latency_ms": 23097,
      "attempts": 1,
      "request_id": "6817fa135d4aba1f5b10a285358a1cf9",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1887,
        "completion_tokens": 4166,
        "total_tokens": 6053,
        "cached_tokens": null,
        "reasoning_tokens": 3977
      },
      "cost_usd": 0.00111306,
      "json_valid": true,
      "schema_valid": false,
      "validation_errors": [
        "Model reply does not match the schema: conflicts.0.explanation Invalid input: expected string, received undefined"
      ],
      "server_budget_conflicts": [],
      "auto": {
        "pass": false,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 0,
        "notes": [
          "no parseable output"
        ]
      }
    },
    {
      "case": "T1",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 2,
      "order": 13,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "0e381f9ad2e7a9e016bbcbeb32e1f93b29293dc2ab2b2ce51cfaa0f24dcc1fba",
      "ok": true,
      "error": null,
      "latency_ms": 8485,
      "attempts": 1,
      "request_id": "a38e361c336d5058046dc77c739327e5",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 916,
        "total_tokens": 2774,
        "cached_tokens": 0,
        "reasoning_tokens": 697
      },
      "cost_usd": 0.0013817999999999997,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 0,
        "conflicts_found": 0,
        "notes": []
      }
    },
    {
      "case": "T1",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 2,
      "order": 14,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "0e381f9ad2e7a9e016bbcbeb32e1f93b29293dc2ab2b2ce51cfaa0f24dcc1fba",
      "ok": true,
      "error": null,
      "latency_ms": 50512,
      "attempts": 1,
      "request_id": "96b738c11028047a4c7dff683e3cbdd7",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 5491,
        "total_tokens": 7349,
        "cached_tokens": null,
        "reasoning_tokens": 5275
      },
      "cost_usd": 0.00142932,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 0,
        "conflicts_found": 0,
        "notes": []
      }
    },
    {
      "case": "T2",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 2,
      "order": 15,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "5b75678dd3c45513a24f8cab4fcb533b52dd87d4c54e1c00c7dda861f7110c64",
      "ok": true,
      "error": null,
      "latency_ms": 46987,
      "attempts": 1,
      "request_id": "0cc669a859026e7303571f84fe3fe809",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1857,
        "completion_tokens": 3793,
        "total_tokens": 5650,
        "cached_tokens": null,
        "reasoning_tokens": 3436
      },
      "cost_usd": 0.00102174,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T2",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 2,
      "order": 16,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "5b75678dd3c45513a24f8cab4fcb533b52dd87d4c54e1c00c7dda861f7110c64",
      "ok": true,
      "error": null,
      "latency_ms": 4636,
      "attempts": 1,
      "request_id": "e306b74738076552e761e034b11a70d8",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1857,
        "completion_tokens": 829,
        "total_tokens": 2686,
        "cached_tokens": 0,
        "reasoning_tokens": 539
      },
      "cost_usd": 0.0013031999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T3",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 2,
      "order": 17,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "34cee848c7c10c6c4d2e36a8180a0aefe9aa23a31dd19a5ceea74f64338be082",
      "ok": true,
      "error": null,
      "latency_ms": 5539,
      "attempts": 1,
      "request_id": "cc2f8094f698fca6735a612704ceb779",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1852,
        "completion_tokens": 920,
        "total_tokens": 2772,
        "cached_tokens": 0,
        "reasoning_tokens": 621
      },
      "cost_usd": 0.0013835999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T3",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 2,
      "order": 18,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "34cee848c7c10c6c4d2e36a8180a0aefe9aa23a31dd19a5ceea74f64338be082",
      "ok": true,
      "error": null,
      "latency_ms": 21284,
      "attempts": 1,
      "request_id": "959cee6e1d77031d41f78a9eaa50f3d9",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1852,
        "completion_tokens": 3363,
        "total_tokens": 5215,
        "cached_tokens": null,
        "reasoning_tokens": 3063
      },
      "cost_usd": 0.00091824,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T4",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 2,
      "order": 19,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "315c3f91bb2b73b4ab1cc6b55692ecebd7131f6622ccb38976b2aae21a596a9d",
      "ok": true,
      "error": null,
      "latency_ms": 15964,
      "attempts": 1,
      "request_id": "a8204582499a6c40951b3be88b9e0171",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 3080,
        "total_tokens": 4938,
        "cached_tokens": null,
        "reasoning_tokens": 2768
      },
      "cost_usd": 0.0008506799999999999,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T4",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 2,
      "order": 20,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "315c3f91bb2b73b4ab1cc6b55692ecebd7131f6622ccb38976b2aae21a596a9d",
      "ok": true,
      "error": null,
      "latency_ms": 4409,
      "attempts": 1,
      "request_id": "9d54496db67964b72883a6f422e47a5f",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 681,
        "total_tokens": 2539,
        "cached_tokens": 0,
        "reasoning_tokens": 432
      },
      "cost_usd": 0.0011703,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T5",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 2,
      "order": 21,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "a1e2248cd2822361f379ed845303d87df15b0125c2747b3bb70e106f1dd5b88d",
      "ok": true,
      "error": null,
      "latency_ms": 8460,
      "attempts": 1,
      "request_id": "fa5088684f8467a71e9fe945f891347a",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1850,
        "completion_tokens": 1448,
        "total_tokens": 3298,
        "cached_tokens": 0,
        "reasoning_tokens": 1183
      },
      "cost_usd": 0.0018581999999999997,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": false,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T5",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 2,
      "order": 22,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "a1e2248cd2822361f379ed845303d87df15b0125c2747b3bb70e106f1dd5b88d",
      "ok": true,
      "error": null,
      "latency_ms": 13138,
      "attempts": 1,
      "request_id": "42c9ed818cc4f1887dd996703bb4ffdd",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1850,
        "completion_tokens": 3350,
        "total_tokens": 5200,
        "cached_tokens": null,
        "reasoning_tokens": 3030
      },
      "cost_usd": 0.000915,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T6",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 2,
      "order": 23,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "364035a988b6648c357aca85fd2d9ae3e91d498cd128f712dc71ce4f66a02cc1",
      "ok": true,
      "error": null,
      "latency_ms": 10908,
      "attempts": 1,
      "request_id": "822f8daac5135c07c17a750c9087bd37",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1887,
        "completion_tokens": 2595,
        "total_tokens": 4482,
        "cached_tokens": null,
        "reasoning_tokens": 2408
      },
      "cost_usd": 0.00073602,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T6",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 2,
      "order": 24,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "364035a988b6648c357aca85fd2d9ae3e91d498cd128f712dc71ce4f66a02cc1",
      "ok": true,
      "error": null,
      "latency_ms": 11356,
      "attempts": 1,
      "request_id": "f3145be941c2b4f6f60ca377fb37a710",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1887,
        "completion_tokens": 1209,
        "total_tokens": 3096,
        "cached_tokens": 0,
        "reasoning_tokens": 896
      },
      "cost_usd": 0.0016541999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T1",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 3,
      "order": 25,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "0e381f9ad2e7a9e016bbcbeb32e1f93b29293dc2ab2b2ce51cfaa0f24dcc1fba",
      "ok": true,
      "error": null,
      "latency_ms": 25100,
      "attempts": 1,
      "request_id": "1439f05416045d79c1229ca16dbec209",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 5462,
        "total_tokens": 7320,
        "cached_tokens": null,
        "reasoning_tokens": 5307
      },
      "cost_usd": 0.00142236,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 0,
        "conflicts_found": 0,
        "notes": []
      }
    },
    {
      "case": "T1",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 3,
      "order": 26,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "0e381f9ad2e7a9e016bbcbeb32e1f93b29293dc2ab2b2ce51cfaa0f24dcc1fba",
      "ok": true,
      "error": null,
      "latency_ms": 8938,
      "attempts": 1,
      "request_id": "8613a0f841290bd0489613602374e092",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 1252,
        "total_tokens": 3110,
        "cached_tokens": 0,
        "reasoning_tokens": 990
      },
      "cost_usd": 0.0016841999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 0,
        "conflicts_found": 0,
        "notes": []
      }
    },
    {
      "case": "T2",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 3,
      "order": 27,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "5b75678dd3c45513a24f8cab4fcb533b52dd87d4c54e1c00c7dda861f7110c64",
      "ok": true,
      "error": null,
      "latency_ms": 6745,
      "attempts": 1,
      "request_id": "d981169142e9ca434637379ffec8d9cb",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1857,
        "completion_tokens": 955,
        "total_tokens": 2812,
        "cached_tokens": 0,
        "reasoning_tokens": 695
      },
      "cost_usd": 0.0014165999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T2",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 3,
      "order": 28,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "5b75678dd3c45513a24f8cab4fcb533b52dd87d4c54e1c00c7dda861f7110c64",
      "ok": true,
      "error": null,
      "latency_ms": 59990,
      "attempts": 1,
      "request_id": "4bda6bf5995792d5c55a9b65c1ce8ac7",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1857,
        "completion_tokens": 4699,
        "total_tokens": 6556,
        "cached_tokens": null,
        "reasoning_tokens": 4265
      },
      "cost_usd": 0.00123918,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T3",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 3,
      "order": 29,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "34cee848c7c10c6c4d2e36a8180a0aefe9aa23a31dd19a5ceea74f64338be082",
      "ok": true,
      "error": null,
      "latency_ms": 19691,
      "attempts": 1,
      "request_id": "72c2c9a5b4b6a3d37c0b2828fa4470f0",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1852,
        "completion_tokens": 3269,
        "total_tokens": 5121,
        "cached_tokens": null,
        "reasoning_tokens": 2971
      },
      "cost_usd": 0.0008956799999999999,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T3",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 3,
      "order": 30,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "34cee848c7c10c6c4d2e36a8180a0aefe9aa23a31dd19a5ceea74f64338be082",
      "ok": true,
      "error": null,
      "latency_ms": 5626,
      "attempts": 1,
      "request_id": "a35f35447240fa0292edf9e4b1c78b01",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1852,
        "completion_tokens": 965,
        "total_tokens": 2817,
        "cached_tokens": 0,
        "reasoning_tokens": 699
      },
      "cost_usd": 0.0014241,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 2,
        "conflicts_found": 2,
        "notes": []
      }
    },
    {
      "case": "T4",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 3,
      "order": 31,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "315c3f91bb2b73b4ab1cc6b55692ecebd7131f6622ccb38976b2aae21a596a9d",
      "ok": true,
      "error": null,
      "latency_ms": 4821,
      "attempts": 1,
      "request_id": "8b64151cee7f2e56ccca47b3fc63c54f",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 853,
        "total_tokens": 2711,
        "cached_tokens": 0,
        "reasoning_tokens": 585
      },
      "cost_usd": 0.0013250999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T4",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 3,
      "order": 32,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "315c3f91bb2b73b4ab1cc6b55692ecebd7131f6622ccb38976b2aae21a596a9d",
      "ok": true,
      "error": null,
      "latency_ms": 42304,
      "attempts": 1,
      "request_id": "b523dbceb3155fbaf33b66b9c7646564",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1858,
        "completion_tokens": 3281,
        "total_tokens": 5139,
        "cached_tokens": null,
        "reasoning_tokens": 2983
      },
      "cost_usd": 0.00089892,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T5",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 3,
      "order": 33,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "a1e2248cd2822361f379ed845303d87df15b0125c2747b3bb70e106f1dd5b88d",
      "ok": true,
      "error": null,
      "latency_ms": 57196,
      "attempts": 1,
      "request_id": "91181df5c1e160a44c271a5c1eca3b0a",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1850,
        "completion_tokens": 4283,
        "total_tokens": 6133,
        "cached_tokens": null,
        "reasoning_tokens": 3983
      },
      "cost_usd": 0.00113892,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T5",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 3,
      "order": 34,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "a1e2248cd2822361f379ed845303d87df15b0125c2747b3bb70e106f1dd5b88d",
      "ok": true,
      "error": null,
      "latency_ms": 3689,
      "attempts": 1,
      "request_id": "aaf718d5e047a56930483dd457a35a34",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1850,
        "completion_tokens": 586,
        "total_tokens": 2436,
        "cached_tokens": 0,
        "reasoning_tokens": 445
      },
      "cost_usd": 0.0010824,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T6",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "rep": 3,
      "order": 35,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "364035a988b6648c357aca85fd2d9ae3e91d498cd128f712dc71ce4f66a02cc1",
      "ok": true,
      "error": null,
      "latency_ms": 4151,
      "attempts": 1,
      "request_id": "2b48434d4d09cd969f8454706d1f671f",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1887,
        "completion_tokens": 654,
        "total_tokens": 2541,
        "cached_tokens": 0,
        "reasoning_tokens": 487
      },
      "cost_usd": 0.0011546999999999998,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    },
    {
      "case": "T6",
      "model": "nvidia/Nemotron-3_5-Lightning",
      "rep": 3,
      "order": 36,
      "first_or_repeat": "repeat (cache state unknown)",
      "user_prompt_sha256": "364035a988b6648c357aca85fd2d9ae3e91d498cd128f712dc71ce4f66a02cc1",
      "ok": true,
      "error": null,
      "latency_ms": 17808,
      "attempts": 1,
      "request_id": "edd5cbedc937e8b8328ac34e86b465ac",
      "finish_reason": "stop",
      "usage": {
        "prompt_tokens": 1887,
        "completion_tokens": 3839,
        "total_tokens": 5726,
        "cached_tokens": null,
        "reasoning_tokens": 3633
      },
      "cost_usd": 0.00103458,
      "json_valid": true,
      "schema_valid": true,
      "validation_errors": [],
      "server_budget_conflicts": [],
      "auto": {
        "pass": true,
        "critical": [],
        "false_block": false,
        "conflicts_expected": 1,
        "conflicts_found": 1,
        "notes": []
      }
    }
  ]
}