{
  "benchmark_version": "0.2.0",
  "experiment_id": "cross-provider",
  "pricing_version": "2026-07-09",
  "cost_basis": "billed",
  "baseline_model_key": "or:gpt-oss-120b",
  "calculated_at": "2026-07-31T04:01:33.006416",
  "task_basket": [
    "banking-day-count-convention@1",
    "banking-effective-annual-rate@1",
    "banking-fx-missing-rate-refusal@1",
    "banking-kyc-risk-tier@1",
    "banking-payment-waterfall@1",
    "banking-statement-field-extraction@1",
    "coding-add-months@1",
    "coding-dedup-implementation@1",
    "coding-dedup-preserve-order@1",
    "coding-merge-intervals@1",
    "coding-pair-sums-performance@1",
    "coding-parse-duration-contract@1",
    "coding-subtract-intervals@1",
    "cs-defective-return-exception@1",
    "cs-escalation-decision@1",
    "cs-prorated-refund@1",
    "cs-refund-eligibility@1",
    "cs-ticket-intent-classification@1",
    "legal-clause-precedence@1",
    "legal-governing-law-extraction@1",
    "legal-liability-cap-carveout@1",
    "legal-notice-period-calculation@1",
    "legal-termination-earliest-date@1",
    "medical-conditional-interaction@1",
    "medical-icd10-lookup@2",
    "medical-infusion-rate-units@1",
    "medical-interaction-extraction@1",
    "medical-max-dose-cap@1",
    "medical-missing-weight-refusal@1",
    "medical-paediatric-dose-volume@1",
    "medical-reference-range-interpretation@1",
    "medical-renal-dose-adjustment@1"
  ],
  "snapshot_count": 646,
  "snapshots": [
    {
      "snapshot_id": "6708c106-4545-493f-96ec-2c550fe43792",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 75,
      "success_rate": 0.78125,
      "total_cost_usd": 0.046903,
      "cost_per_success_usd": 0.0008191402266815312,
      "octane_score": 7.565534085456989,
      "ci_low": 2.731360656658142,
      "ci_high": 14.709940828518821,
      "ci_metric": "octane_score",
      "median_latency_ms": 848.7941669300199,
      "p95_latency_ms": 2495.662145782262,
      "input_tokens": 11808,
      "output_tokens": 7019,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fe0f243c-9a09-46cd-bcbb-2be70bf3dbf2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 92,
      "success_rate": 0.9583333333333334,
      "total_cost_usd": 0.30019,
      "cost_per_success_usd": 0.00333153327294686,
      "octane_score": 1.8601745196578556,
      "ci_low": 1.1076590021395645,
      "ci_high": 3.0699852428416916,
      "ci_metric": "octane_score",
      "median_latency_ms": 2896.9950419850647,
      "p95_latency_ms": 6955.597010208294,
      "input_tokens": 11808,
      "output_tokens": 9646,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c2cc270b-8129-4ab9-b622-e8bd10da09a9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 92,
      "success_rate": 0.9583333333333334,
      "total_cost_usd": 0.161874,
      "cost_per_success_usd": 0.001931757459367482,
      "octane_score": 3.208080432497596,
      "ci_low": 2.0012533583500467,
      "ci_high": 4.920972492008633,
      "ci_metric": "octane_score",
      "median_latency_ms": 1591.2203337065876,
      "p95_latency_ms": 5790.896165883169,
      "input_tokens": 11808,
      "output_tokens": 8430,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7c506608-8b86-47e9-80b5-b2632a879d7e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 80,
      "success_rate": 0.8333333333333334,
      "total_cost_usd": 0.0070493660000000005,
      "cost_per_success_usd": 0.00014284635403085167,
      "octane_score": 43.38390957034593,
      "ci_low": 11.56877969114648,
      "ci_high": 119.77671959116368,
      "ci_metric": "octane_score",
      "median_latency_ms": 1621.5452910400927,
      "p95_latency_ms": 10590.099594090134,
      "input_tokens": 10542,
      "output_tokens": 10620,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a7891509-a2c3-4bf9-8d64-2f11028a55a3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 86,
      "success_rate": 0.8958333333333334,
      "total_cost_usd": 0.024299,
      "cost_per_success_usd": 0.00028875999133323705,
      "octane_score": 21.461537234139577,
      "ci_low": 13.02448287978049,
      "ci_high": 55.3608137959141,
      "ci_metric": "octane_score",
      "median_latency_ms": 615.5663542449474,
      "p95_latency_ms": 3354.8311665654182,
      "input_tokens": 10605,
      "output_tokens": 8447,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9ed7a770-6f0e-4f57-930c-a620760e0db4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 74,
      "success_rate": 0.7708333333333334,
      "total_cost_usd": 0.04394502,
      "cost_per_success_usd": 0.001005461938204096,
      "octane_score": 6.163568276684114,
      "ci_low": 1.9446722389807194,
      "ci_high": 15.674050656961608,
      "ci_metric": "octane_score",
      "median_latency_ms": 10783.022770658135,
      "p95_latency_ms": 78655.51721863449,
      "input_tokens": 10257,
      "output_tokens": 13042,
      "reasoning_tokens": 95779,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9d9febe1-2a10-4137-852a-c54eef11c4d9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 79,
      "success_rate": 0.8229166666666666,
      "total_cost_usd": 0.28439444999999997,
      "cost_per_success_usd": 0.0050229025220959594,
      "octane_score": 1.2337952565207464,
      "ci_low": 0.41167658573552757,
      "ci_high": 2.483069304298441,
      "ci_metric": "octane_score",
      "median_latency_ms": 14047.580542042851,
      "p95_latency_ms": 76517.50869792886,
      "input_tokens": 10320,
      "output_tokens": 10077,
      "reasoning_tokens": 98322,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7a637709-e3ca-4de1-b6c1-8e603d991c57",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 90,
      "success_rate": 0.9375,
      "total_cost_usd": 0.09485950554,
      "cost_per_success_usd": 0.0011775244352032388,
      "octane_score": 5.262933931947201,
      "ci_low": 2.2446082284327167,
      "ci_high": 12.58816554302871,
      "ci_metric": "octane_score",
      "median_latency_ms": 3756.7156041041017,
      "p95_latency_ms": 61329.52984352596,
      "input_tokens": 11475,
      "output_tokens": 3333,
      "reasoning_tokens": 36263,
      "undefined_reason": null
    },
    {
      "snapshot_id": "26f4e31d-cd14-4093-9722-8f6aa9b3f19e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 83,
      "success_rate": 0.8645833333333334,
      "total_cost_usd": 0.0256095,
      "cost_per_success_usd": 0.0003363618808727505,
      "octane_score": 18.424303282073073,
      "ci_low": 12.113232934926318,
      "ci_high": 25.082434328667222,
      "ci_metric": "octane_score",
      "median_latency_ms": 750.919396057725,
      "p95_latency_ms": 1957.9102180432528,
      "input_tokens": 10308,
      "output_tokens": 3973,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "41aa5c68-da8d-4065-b8ce-a1a9037bc02e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 95,
      "success_rate": 0.9895833333333334,
      "total_cost_usd": 0.006981,
      "cost_per_success_usd": 7.601160524499654e-05,
      "octane_score": 81.53009380282785,
      "ci_low": 54.06190112569161,
      "ci_high": 144.87991976867045,
      "ci_metric": "octane_score",
      "median_latency_ms": 2420.3444374725223,
      "p95_latency_ms": 8323.274781694636,
      "input_tokens": 10308,
      "output_tokens": 3357,
      "reasoning_tokens": 6560,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4ee9fd77-df50-48c4-a384-7086b70600e5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 96,
      "success_rate": 1.0,
      "total_cost_usd": 0.04664262,
      "cost_per_success_usd": 0.0004950150655394526,
      "octane_score": 12.51928221411712,
      "ci_low": 8.326457060893318,
      "ci_high": 21.01930501598148,
      "ci_metric": "octane_score",
      "median_latency_ms": 4213.552645873278,
      "p95_latency_ms": 19360.697812167928,
      "input_tokens": 214890,
      "output_tokens": 11861,
      "reasoning_tokens": 31925,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1a56095c-dbf8-45f7-ba4a-90d945f75290",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 91,
      "successes": 88,
      "success_rate": 0.967032967032967,
      "total_cost_usd": 0.273075,
      "cost_per_success_usd": 0.003243888421021754,
      "octane_score": 1.910433560404675,
      "ci_low": 1.2294410265896762,
      "ci_high": 3.4263953160657845,
      "ci_metric": "octane_score",
      "median_latency_ms": 1693.3282297104597,
      "p95_latency_ms": 5170.313045382498,
      "input_tokens": 9753,
      "output_tokens": 3243,
      "reasoning_tokens": 4234,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f463b6df-99bc-4db7-80e0-49617a1a1bbc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 93,
      "success_rate": 0.96875,
      "total_cost_usd": 0.060846,
      "cost_per_success_usd": 0.0006717197918989224,
      "octane_score": 9.225920362133119,
      "ci_low": 5.588701260990875,
      "ci_high": 17.30048746413601,
      "ci_metric": "octane_score",
      "median_latency_ms": 1205.4726877249777,
      "p95_latency_ms": 10041.964729083702,
      "input_tokens": 10308,
      "output_tokens": 3590,
      "reasoning_tokens": 4833,
      "undefined_reason": null
    },
    {
      "snapshot_id": "937490a6-047d-45e2-890e-10ffa258fa84",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 93,
      "success_rate": 0.96875,
      "total_cost_usd": 0.005216316,
      "cost_per_success_usd": 6.197233305728089e-05,
      "octane_score": 100.0,
      "ci_low": 3.119322866609005e-05,
      "ci_high": 0.00010692128283985173,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 4358.1832498312,
      "p95_latency_ms": 32557.14950989932,
      "input_tokens": 15788,
      "output_tokens": 8466,
      "reasoning_tokens": 18782,
      "undefined_reason": null
    },
    {
      "snapshot_id": "52391668-cfe7-4b85-b59f-3e55be1a20e0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 90,
      "success_rate": 0.9375,
      "total_cost_usd": 0.335107275,
      "cost_per_success_usd": 0.004555619572242571,
      "octane_score": 1.3603491703933936,
      "ci_low": 0.9523738086376091,
      "ci_high": 2.5173724285997885,
      "ci_metric": "octane_score",
      "median_latency_ms": 15959.342166315764,
      "p95_latency_ms": 121820.15422917902,
      "input_tokens": 10600,
      "output_tokens": 5308,
      "reasoning_tokens": 110509,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7e4a51f4-b808-4c81-94f7-10c7be2e4f90",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 55,
      "success_rate": 0.5729166666666666,
      "total_cost_usd": 0.013161800000000001,
      "cost_per_success_usd": 0.0003300833487565067,
      "octane_score": 18.77475288915472,
      "ci_low": 5.081573231460982,
      "ci_high": 47.64580256680687,
      "ci_metric": "octane_score",
      "median_latency_ms": 3045.488729607314,
      "p95_latency_ms": 95743.9651878085,
      "input_tokens": 10701,
      "output_tokens": 13777,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b2d58398-9851-4609-bc4e-5d71dcf3a595",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "overall",
      "vertical": null,
      "task_id": null,
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 96,
      "successes": 88,
      "success_rate": 0.9166666666666666,
      "total_cost_usd": 0.0857376,
      "cost_per_success_usd": 0.0013005537430976432,
      "octane_score": 4.765072830414215,
      "ci_low": 1.1415318344777385,
      "ci_high": 14.426065536091953,
      "ci_metric": "octane_score",
      "median_latency_ms": 5294.529021251947,
      "p95_latency_ms": 54049.313687486574,
      "input_tokens": 11520,
      "output_tokens": 4508,
      "reasoning_tokens": 322372,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3993b721-f619-499a-bf83-6b3f16748c10",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000534,
      "cost_per_success_usd": 0.000178,
      "octane_score": 40.66441947565543,
      "ci_low": 37.1876404494382,
      "ci_high": 42.40280898876405,
      "ci_metric": "octane_score",
      "median_latency_ms": 697.1074165776372,
      "p95_latency_ms": 714.492679014802,
      "input_tokens": 189,
      "output_tokens": 69,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7552a3ac-9499-4432-892f-04d2673f92f8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000486,
      "cost_per_success_usd": 0.000162,
      "octane_score": 16.271810699588478,
      "ci_low": 14.969753086419752,
      "ci_high": 17.424691358024692,
      "ci_metric": "octane_score",
      "median_latency_ms": 712.939084507525,
      "p95_latency_ms": 1243.6041334643958,
      "input_tokens": 411,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5b99216b-43be-4493-97a3-b95bcfc0c202",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000264,
      "cost_per_success_usd": 8.800000000000001e-05,
      "octane_score": 19.349242424242423,
      "ci_low": 18.064772727272725,
      "ci_high": 20.029545454545453,
      "ci_metric": "octane_score",
      "median_latency_ms": 649.0103341639042,
      "p95_latency_ms": 921.3642087765038,
      "input_tokens": 204,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b8525ee8-3da1-4a45-b1e8-e09ae6c7305b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00093,
      "cost_per_success_usd": 0.00031,
      "octane_score": 13.309032258064516,
      "ci_low": 12.15741935483871,
      "ci_high": 14.62516129032258,
      "ci_metric": "octane_score",
      "median_latency_ms": 744.1698340699077,
      "p95_latency_ms": 1133.967708889395,
      "input_tokens": 360,
      "output_tokens": 114,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6e0e4e56-67d1-43ee-8aee-14c968151311",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0010170000000000001,
      "cost_per_success_usd": 0.00033900000000000005,
      "octane_score": 11.761946902654865,
      "ci_low": 10.066371681415928,
      "ci_high": 13.14719764011799,
      "ci_metric": "octane_score",
      "median_latency_ms": 705.1994167268276,
      "p95_latency_ms": 714.8267550393939,
      "input_tokens": 327,
      "output_tokens": 138,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bb2826bf-dd52-4708-b03c-0f713d3ac918",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000414,
      "cost_per_success_usd": 0.000138,
      "octane_score": 23.57971014492754,
      "ci_low": 19.998550724637685,
      "ci_high": 25.370289855072464,
      "ci_metric": "octane_score",
      "median_latency_ms": 800.0258337706327,
      "p95_latency_ms": 803.5497828386724,
      "input_tokens": 294,
      "output_tokens": 24,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b958bc13-719e-457f-bd9f-d3d787738451",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005084999999999999,
      "cost_per_success_usd": 0.0016949999999999997,
      "octane_score": 2.352389380530974,
      "ci_low": 2.013274336283186,
      "ci_high": 2.629439528023599,
      "ci_metric": "octane_score",
      "median_latency_ms": 2920.1066670939326,
      "p95_latency_ms": 3258.2508406601846,
      "input_tokens": 327,
      "output_tokens": 138,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f1040de0-0941-4239-adab-68ea78fb9b15",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0073950000000000005,
      "cost_per_success_usd": 0.002465,
      "octane_score": 1.320081135902637,
      "ci_low": 1.1195943204868155,
      "ci_high": 1.4203245436105476,
      "ci_metric": "octane_score",
      "median_latency_ms": 3025.4336670041084,
      "p95_latency_ms": 4328.717142250389,
      "input_tokens": 294,
      "output_tokens": 237,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "273b0963-0556-49fd-ab42-16842abff292",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00243,
      "cost_per_success_usd": 0.00081,
      "octane_score": 3.2543621399176956,
      "ci_low": 2.9939506172839505,
      "ci_high": 3.4849382716049386,
      "ci_metric": "octane_score",
      "median_latency_ms": 2847.897500731051,
      "p95_latency_ms": 2944.61629986763,
      "input_tokens": 411,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fecfee47-1874-409d-b4f2-3e40a4ea2441",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004275,
      "cost_per_success_usd": 0.001425,
      "octane_score": 2.895298245614035,
      "ci_low": 2.6447719298245613,
      "ci_high": 3.181614035087719,
      "ci_metric": "octane_score",
      "median_latency_ms": 3176.7306244000793,
      "p95_latency_ms": 3193.6500994488597,
      "input_tokens": 360,
      "output_tokens": 99,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a59c5536-fcd7-4fb7-b2c8-7f22f4f6b736",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.01722,
      "cost_per_success_usd": 0.0057399999999999994,
      "octane_score": 1.2610220673635308,
      "ci_low": 1.153205574912892,
      "ci_high": 1.3149303135888504,
      "ci_metric": "octane_score",
      "median_latency_ms": 5014.367708936334,
      "p95_latency_ms": 5999.830995127559,
      "input_tokens": 189,
      "output_tokens": 651,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b2902793-54f4-40c5-b84c-18d694599543",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.017419999999999998,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 7340.988082811236,
      "p95_latency_ms": 9719.858820643276,
      "input_tokens": 204,
      "output_tokens": 656,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "67358e3a-4bdd-4e7a-84da-a760d47d41ae",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.003051,
      "cost_per_success_usd": 0.001017,
      "octane_score": 3.9206489675516227,
      "ci_low": 3.355457227138644,
      "ci_high": 4.382399213372665,
      "ci_metric": "octane_score",
      "median_latency_ms": 1380.1004169508815,
      "p95_latency_ms": 1504.784954059869,
      "input_tokens": 327,
      "output_tokens": 138,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "709a0bb0-968e-4c4d-8e27-8b421130c7d6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007920000000000001,
      "cost_per_success_usd": 0.000264,
      "octane_score": 6.449747474747475,
      "ci_low": 6.021590909090909,
      "ci_high": 6.676515151515151,
      "ci_metric": "octane_score",
      "median_latency_ms": 974.5481666177511,
      "p95_latency_ms": 1248.1280663982034,
      "input_tokens": 204,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5bb601b5-3bc4-475e-bb0b-04cff63039fc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001242,
      "cost_per_success_usd": 0.00041400000000000003,
      "octane_score": 7.859903381642512,
      "ci_low": 6.666183574879227,
      "ci_high": 8.456763285024154,
      "ci_metric": "octane_score",
      "median_latency_ms": 1839.0701254829764,
      "p95_latency_ms": 2509.6745624206956,
      "input_tokens": 294,
      "output_tokens": 24,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7c3572ae-ad39-404d-9845-2a73f0ecefdd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.006507,
      "cost_per_success_usd": 0.002169,
      "octane_score": 3.337144613493161,
      "ci_low": 3.0518211157215305,
      "ci_high": 3.479806362378977,
      "ci_metric": "octane_score",
      "median_latency_ms": 2596.2879173457623,
      "p95_latency_ms": 2646.781778614968,
      "input_tokens": 189,
      "output_tokens": 396,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e38fb60c-e697-4ce2-be9a-c5a0f3e9a6ab",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001458,
      "cost_per_success_usd": 0.00048600000000000005,
      "octane_score": 5.4239368998628255,
      "ci_low": 4.989917695473251,
      "ci_high": 5.808230452674898,
      "ci_metric": "octane_score",
      "median_latency_ms": 1357.0421254262328,
      "p95_latency_ms": 1859.8453133367002,
      "input_tokens": 411,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "61cd5ff7-46f8-4623-909b-6ba53ba4e6a3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00279,
      "cost_per_success_usd": 0.0009299999999999998,
      "octane_score": 4.4363440860215055,
      "ci_low": 4.052473118279571,
      "ci_high": 4.875053763440861,
      "ci_metric": "octane_score",
      "median_latency_ms": 1492.9746249690652,
      "p95_latency_ms": 1533.7442128919065,
      "input_tokens": 360,
      "output_tokens": 114,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "33c83dca-bd7c-486f-a2ae-e61efb61441d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000106489,
      "cost_per_success_usd": 3.5496333333333334e-05,
      "octane_score": 74.26213036088235,
      "ci_low": 68.31973255453615,
      "ci_high": 79.52370667392877,
      "ci_metric": "octane_score",
      "median_latency_ms": 1327.2603750228882,
      "p95_latency_ms": 1467.685725633055,
      "input_tokens": 381,
      "output_tokens": 10,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ff800655-2f5a-41fe-bf6c-dc97c9cacd5c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 5.0827e-05,
      "cost_per_success_usd": 1.6942333333333332e-05,
      "octane_score": 100.50170185137821,
      "ci_low": 93.118813234892,
      "ci_high": 108.19044107102617,
      "ci_metric": "octane_score",
      "median_latency_ms": 1182.1005418896675,
      "p95_latency_ms": 1549.6600926853714,
      "input_tokens": 183,
      "output_tokens": 4,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "10711f4a-c305-4719-8c90-87c1fcfc740c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00012715600000000001,
      "cost_per_success_usd": 4.2385333333333336e-05,
      "octane_score": 97.34027493787158,
      "ci_low": 88.80018352833218,
      "ci_high": 106.96624618578754,
      "ci_metric": "octane_score",
      "median_latency_ms": 3071.4546674862504,
      "p95_latency_ms": 3231.291292142123,
      "input_tokens": 324,
      "output_tokens": 100,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4cad3182-6eba-4dd1-ad80-417d4d5b13f1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00013430700000000001,
      "cost_per_success_usd": 4.4769000000000005e-05,
      "octane_score": 89.06386115392347,
      "ci_low": 76.22461971453461,
      "ci_high": 99.55326230203934,
      "ci_metric": "octane_score",
      "median_latency_ms": 1555.6022506207228,
      "p95_latency_ms": 1596.1765762418509,
      "input_tokens": 303,
      "output_tokens": 132,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b5bd39c8-54c1-4647-976a-f4a8a4b8f616",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 6.2799e-05,
      "cost_per_success_usd": 2.0933000000000004e-05,
      "octane_score": 345.78257615567117,
      "ci_low": 316.2184111211961,
      "ci_high": 370.0759990193676,
      "ci_metric": "octane_score",
      "median_latency_ms": 1768.4588748961687,
      "p95_latency_ms": 1811.7923378013074,
      "input_tokens": 171,
      "output_tokens": 42,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "202dbe3d-2799-4962-9b4a-236acc8defd8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 7.2588e-05,
      "cost_per_success_usd": 3.6294e-05,
      "octane_score": 89.6566925662644,
      "ci_low": 41.42420234749545,
      "ci_high": 144.69747065630682,
      "ci_metric": "octane_score",
      "median_latency_ms": 1070.8763748407364,
      "p95_latency_ms": 1171.9446877017617,
      "input_tokens": 252,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "60ddd162-596d-4060-a5e1-1e0cbf6c8aec",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00023520000000000002,
      "cost_per_success_usd": 7.840000000000001e-05,
      "octane_score": 92.32482993197277,
      "ci_low": 84.43112244897958,
      "ci_high": 96.27168367346938,
      "ci_metric": "octane_score",
      "median_latency_ms": 618.9017500728369,
      "p95_latency_ms": 762.2132120653987,
      "input_tokens": 159,
      "output_tokens": 75,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "77dae387-66b4-469b-9b34-9559fcdc7b2f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001335,
      "cost_per_success_usd": 4.45e-05,
      "octane_score": 73.12359550561798,
      "ci_low": 62.017977528089894,
      "ci_high": 78.67640449438203,
      "ci_metric": "octane_score",
      "median_latency_ms": 568.0372500792146,
      "p95_latency_ms": 640.2233996428548,
      "input_tokens": 270,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "07af6372-0c36-4672-83d6-34955357347c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00013769999999999999,
      "cost_per_success_usd": 4.59e-05,
      "octane_score": 57.42992011619463,
      "ci_low": 52.83442265795207,
      "ci_high": 61.498910675381275,
      "ci_metric": "octane_score",
      "median_latency_ms": 605.539333075285,
      "p95_latency_ms": 689.1537583433092,
      "input_tokens": 384,
      "output_tokens": 9,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d4f0de4a-d8b5-4c41-af9e-bf91af1b8c5d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0004925999999999999,
      "cost_per_success_usd": 0.00016419999999999998,
      "octane_score": 25.126674786845314,
      "ci_low": 22.95249695493301,
      "ci_high": 27.611449451887946,
      "ci_metric": "octane_score",
      "median_latency_ms": 748.515167273581,
      "p95_latency_ms": 768.581416644156,
      "input_tokens": 342,
      "output_tokens": 156,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c47ac756-82ca-4b35-b2ba-4812a2d72c26",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005409,
      "cost_per_success_usd": 0.0001803,
      "octane_score": 22.114808652246257,
      "ci_low": 18.926788685524127,
      "ci_high": 24.719356627842483,
      "ci_metric": "octane_score",
      "median_latency_ms": 709.0314999222755,
      "p95_latency_ms": 1141.2925379350781,
      "input_tokens": 303,
      "output_tokens": 180,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bb1fcc9e-b810-402a-bb9c-a59da7c4f34e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 5.7900000000000005e-05,
      "cost_per_success_usd": 1.93e-05,
      "octane_score": 88.22452504317789,
      "ci_low": 82.3678756476684,
      "ci_high": 91.32642487046631,
      "ci_metric": "octane_score",
      "median_latency_ms": 549.9193742871284,
      "p95_latency_ms": 565.0936365127563,
      "input_tokens": 168,
      "output_tokens": 3,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e2581a22-c23e-4b6a-aa35-422165bc5217",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0012232800000000002,
      "cost_per_success_usd": 0.00040776000000000007,
      "octane_score": 9.778546203649205,
      "ci_low": 7.004324171735058,
      "ci_high": 16.63731953600935,
      "ci_metric": "octane_score",
      "median_latency_ms": 19918.5332916677,
      "p95_latency_ms": 24498.23361625895,
      "input_tokens": 288,
      "output_tokens": 231,
      "reasoning_tokens": 2796,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b4dee87a-e43f-4d4b-a6e6-583a944788f5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00072911,
      "cost_per_success_usd": 0.00024303666666666672,
      "octane_score": 16.97603928076696,
      "ci_low": 15.073013070962217,
      "ci_high": 19.114041132198942,
      "ci_metric": "octane_score",
      "median_latency_ms": 5179.409291595221,
      "p95_latency_ms": 8744.779617059976,
      "input_tokens": 306,
      "output_tokens": 120,
      "reasoning_tokens": 1670,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f60a4ff9-386a-4fc9-877a-3205267fc1af",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007812399999999999,
      "cost_per_success_usd": 0.0002604133333333333,
      "octane_score": 6.538579693820083,
      "ci_low": 6.041942118407522,
      "ci_high": 7.073654846842981,
      "ci_metric": "octane_score",
      "median_latency_ms": 14486.77337449044,
      "p95_latency_ms": 17811.56027512625,
      "input_tokens": 174,
      "output_tokens": 0,
      "reasoning_tokens": 1927,
      "undefined_reason": null
    },
    {
      "snapshot_id": "520397a3-9052-499a-b222-cf959ec7b232",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005337,
      "cost_per_success_usd": 0.00017790000000000001,
      "octane_score": 14.817500468427955,
      "ci_low": 13.631815626756602,
      "ci_high": 16.031268094962364,
      "ci_metric": "octane_score",
      "median_latency_ms": 8512.568291276693,
      "p95_latency_ms": 11995.336240902541,
      "input_tokens": 375,
      "output_tokens": 26,
      "reasoning_tokens": 1264,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f92e866a-dea7-4543-8b5c-b293d4375afe",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0010406600000000001,
      "cost_per_success_usd": 0.0003468866666666667,
      "octane_score": 20.866373263121478,
      "ci_low": 19.082313147425666,
      "ci_high": 22.728103105615002,
      "ci_metric": "octane_score",
      "median_latency_ms": 6827.569290995598,
      "p95_latency_ms": 14290.966592449693,
      "input_tokens": 156,
      "output_tokens": 46,
      "reasoning_tokens": 2539,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1de57e7a-370d-4e8c-af85-85525419f80c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0008335200000000001,
      "cost_per_success_usd": 0.00027784000000000006,
      "octane_score": 11.7117765620501,
      "ci_low": 9.942597751945431,
      "ci_high": 13.316893194035904,
      "ci_metric": "octane_score",
      "median_latency_ms": 14269.911083392799,
      "p95_latency_ms": 21330.274620745327,
      "input_tokens": 252,
      "output_tokens": 491,
      "reasoning_tokens": 1555,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3977f80b-cee1-415f-9423-622598013c74",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0044223,
      "cost_per_success_usd": 0.0014740999999999999,
      "octane_score": 4.910295547565746,
      "ci_low": 4.500543921675279,
      "ci_high": 5.137985023825733,
      "ci_metric": "octane_score",
      "median_latency_ms": 26388.497750274837,
      "p95_latency_ms": 73228.91959985718,
      "input_tokens": 156,
      "output_tokens": 219,
      "reasoning_tokens": 1458,
      "undefined_reason": null
    },
    {
      "snapshot_id": "271585f3-4125-41c4-a3bf-a19b29b6f6e2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00462735,
      "cost_per_success_usd": 0.00154245,
      "octane_score": 2.1096307821971543,
      "ci_low": 1.789231417550002,
      "ci_high": 2.4711321287408246,
      "ci_metric": "octane_score",
      "median_latency_ms": 12319.726999849081,
      "p95_latency_ms": 14371.636137738824,
      "input_tokens": 252,
      "output_tokens": 470,
      "reasoning_tokens": 1279,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bd0d7008-1dae-41d4-aab4-86de02542455",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0083571,
      "cost_per_success_usd": 0.0027857,
      "octane_score": 1.4313458017733425,
      "ci_low": 1.171477678374686,
      "ci_high": 1.7525753747684019,
      "ci_metric": "octane_score",
      "median_latency_ms": 20512.22825050354,
      "p95_latency_ms": 24240.474199596792,
      "input_tokens": 288,
      "output_tokens": 150,
      "reasoning_tokens": 3020,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3e68cde1-4e20-4b28-b300-531bd465ae7c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004337549999999999,
      "cost_per_success_usd": 0.0014458499999999996,
      "octane_score": 2.853546356814331,
      "ci_low": 2.5313409410456797,
      "ci_high": 3.2162016248233605,
      "ci_metric": "octane_score",
      "median_latency_ms": 6153.185334056616,
      "p95_latency_ms": 13905.710220523177,
      "input_tokens": 306,
      "output_tokens": 105,
      "reasoning_tokens": 1482,
      "undefined_reason": null
    },
    {
      "snapshot_id": "10dac2ce-0e26-40b5-aa8a-b42092164b2b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0052216499999999996,
      "cost_per_success_usd": 0.0017405499999999998,
      "octane_score": 0.9782731512069942,
      "ci_low": 0.8857719746937677,
      "ci_high": 1.1177572550695105,
      "ci_metric": "octane_score",
      "median_latency_ms": 14886.484666727483,
      "p95_latency_ms": 15483.589141909033,
      "input_tokens": 174,
      "output_tokens": 3,
      "reasoning_tokens": 1994,
      "undefined_reason": null
    },
    {
      "snapshot_id": "89368531-ea6f-4b1f-bb72-903cc25ee20a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00561465,
      "cost_per_success_usd": 0.0018715499999999998,
      "octane_score": 1.4084760403587047,
      "ci_low": 1.169680262891495,
      "ci_high": 1.7851915874387783,
      "ci_metric": "octane_score",
      "median_latency_ms": 13830.233791843057,
      "p95_latency_ms": 16177.38185422495,
      "input_tokens": 375,
      "output_tokens": 0,
      "reasoning_tokens": 2128,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e9b2528a-0d2e-4cc8-9052-1dd41cbec880",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007047945000000001,
      "cost_per_success_usd": 0.00023493150000000003,
      "octane_score": 11.22043375764141,
      "ci_low": 10.32258339132896,
      "ci_high": 12.08622490785596,
      "ci_metric": "octane_score",
      "median_latency_ms": 1872.8123335167766,
      "p95_latency_ms": 2216.8896070681512,
      "input_tokens": 417,
      "output_tokens": 15,
      "reasoning_tokens": 173,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3cf9f09f-122a-4064-91e5-b0265277d70f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006891102,
      "cost_per_success_usd": 0.0002297034,
      "octane_score": 14.16609418928932,
      "ci_low": 12.091753264790908,
      "ci_high": 15.389071741530758,
      "ci_metric": "octane_score",
      "median_latency_ms": 2224.845541641116,
      "p95_latency_ms": 2263.679604791105,
      "input_tokens": 294,
      "output_tokens": 18,
      "reasoning_tokens": 202,
      "undefined_reason": null
    },
    {
      "snapshot_id": "06bc6eaa-c9b5-470f-b51d-d2f4f9000cba",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013164822,
      "cost_per_success_usd": 0.0004388274,
      "octane_score": 9.08626033834715,
      "ci_low": 4.643614369300155,
      "ci_high": 21.80528524614546,
      "ci_metric": "octane_score",
      "median_latency_ms": 2594.0964175388217,
      "p95_latency_ms": 6567.618429288267,
      "input_tokens": 330,
      "output_tokens": 132,
      "reasoning_tokens": 362,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6e39a388-648d-4d66-be04-1c1869f5e027",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007532460000000001,
      "cost_per_success_usd": 0.000251082,
      "octane_score": 16.432081949323326,
      "ci_low": 12.49895056346669,
      "ci_high": 27.301732790353938,
      "ci_metric": "octane_score",
      "median_latency_ms": 2126.639874652028,
      "p95_latency_ms": 2566.9710626825686,
      "input_tokens": 348,
      "output_tokens": 93,
      "reasoning_tokens": 139,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4b19e942-9b22-42ea-84a9-bfb2dbd17f3c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0021290688,
      "cost_per_success_usd": 0.0007096896,
      "octane_score": 2.399264880496112,
      "ci_low": 2.248425377862844,
      "ci_high": 2.5488844678815754,
      "ci_metric": "octane_score",
      "median_latency_ms": 6237.838541157544,
      "p95_latency_ms": 6323.320841696113,
      "input_tokens": 216,
      "output_tokens": 9,
      "reasoning_tokens": 891,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ea77539a-6455-4f0a-9752-4a18a83d69bf",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0045758196,
      "cost_per_success_usd": 0.0015252732000000002,
      "octane_score": 4.74555421721608,
      "ci_low": 3.254362279395217,
      "ci_high": 12.475055404348332,
      "ci_metric": "octane_score",
      "median_latency_ms": 12677.019957453012,
      "p95_latency_ms": 14618.510645441711,
      "input_tokens": 198,
      "output_tokens": 42,
      "reasoning_tokens": 1977,
      "undefined_reason": null
    },
    {
      "snapshot_id": "75064c7e-7d26-40d4-b516-b3e05cc4e0a4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007019999999999999,
      "cost_per_success_usd": 0.00023399999999999997,
      "octane_score": 17.03974358974359,
      "ci_low": 14.583333333333336,
      "ci_high": 19.046581196581197,
      "ci_metric": "octane_score",
      "median_latency_ms": 664.507208392024,
      "p95_latency_ms": 739.585171546787,
      "input_tokens": 288,
      "output_tokens": 108,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5f4dc900-a29a-4a9d-bbfe-73db5e89f6cf",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005287499999999999,
      "cost_per_success_usd": 0.00017624999999999997,
      "octane_score": 23.408794326241136,
      "ci_low": 21.38326241134752,
      "ci_high": 25.72368794326242,
      "ci_metric": "octane_score",
      "median_latency_ms": 779.0126670151949,
      "p95_latency_ms": 1466.0970412194727,
      "input_tokens": 309,
      "output_tokens": 66,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d43e1135-5f58-4cd9-86a0-89ece2057d22",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00020025,
      "cost_per_success_usd": 6.675e-05,
      "octane_score": 25.509113607990017,
      "ci_low": 23.815730337078655,
      "ci_high": 26.405992509363298,
      "ci_metric": "octane_score",
      "median_latency_ms": 579.3936671689153,
      "p95_latency_ms": 903.873929567635,
      "input_tokens": 177,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "19a3c852-d1c2-49bb-ae55-08d947bbe037",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00035775,
      "cost_per_success_usd": 0.00011925,
      "octane_score": 60.698252969951085,
      "ci_low": 52.16768768768769,
      "ci_high": 69.4041379310345,
      "ci_metric": "octane_score",
      "median_latency_ms": 535.8696253970265,
      "p95_latency_ms": 657.8213125467299,
      "input_tokens": 159,
      "output_tokens": 53,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0837096d-2de8-463d-85fb-2e6f90f8d18b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00038025000000000005,
      "cost_per_success_usd": 0.00012675000000000002,
      "octane_score": 25.672583826429978,
      "ci_low": 21.773570019723863,
      "ci_high": 27.622090729783032,
      "ci_metric": "octane_score",
      "median_latency_ms": 763.1667498499155,
      "p95_latency_ms": 873.7848499789834,
      "input_tokens": 255,
      "output_tokens": 42,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "64d26da7-882b-4744-b420-fdca9e989dbc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00037575,
      "cost_per_success_usd": 0.00012525,
      "octane_score": 21.046174318030605,
      "ci_low": 19.36207584830339,
      "ci_high": 22.537325349301398,
      "ci_metric": "octane_score",
      "median_latency_ms": 626.4054160565138,
      "p95_latency_ms": 767.787841707468,
      "input_tokens": 375,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "588827c7-957a-4b92-9809-f394bed02458",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 9.39e-05,
      "cost_per_success_usd": 3.13e-05,
      "octane_score": 103.96166134185304,
      "ci_low": 88.17252396166134,
      "ci_high": 116.3156146179402,
      "ci_metric": "octane_score",
      "median_latency_ms": 2138.8792088255286,
      "p95_latency_ms": 2215.5350585468113,
      "input_tokens": 255,
      "output_tokens": 30,
      "reasoning_tokens": 84,
      "undefined_reason": null
    },
    {
      "snapshot_id": "15fdba46-42aa-4a7b-a95c-1e7530d74528",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00013230000000000002,
      "cost_per_success_usd": 4.410000000000001e-05,
      "octane_score": 164.1330309901738,
      "ci_low": 142.2056319580877,
      "ci_high": 187.28784119106706,
      "ci_metric": "octane_score",
      "median_latency_ms": 2753.5714581608772,
      "p95_latency_ms": 5750.267783552407,
      "input_tokens": 159,
      "output_tokens": 51,
      "reasoning_tokens": 143,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8a7efba9-406e-4015-9a19-278030ccf2f1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 7.29e-05,
      "cost_per_success_usd": 2.4299999999999998e-05,
      "octane_score": 108.47873799725653,
      "ci_low": 89.11730545876887,
      "ci_high": 154.60079840319364,
      "ci_metric": "octane_score",
      "median_latency_ms": 1064.291374757886,
      "p95_latency_ms": 1391.8570240959523,
      "input_tokens": 375,
      "output_tokens": 25,
      "reasoning_tokens": 34,
      "undefined_reason": null
    },
    {
      "snapshot_id": "15140b8c-0554-4f5c-adf4-c92fb81387ef",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 5.19e-05,
      "cost_per_success_usd": 1.73e-05,
      "octane_score": 98.42389210019269,
      "ci_low": 91.89017341040463,
      "ci_high": 101.88439306358381,
      "ci_metric": "octane_score",
      "median_latency_ms": 1357.2456249967217,
      "p95_latency_ms": 1414.6404630504549,
      "input_tokens": 177,
      "output_tokens": 21,
      "reasoning_tokens": 36,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a4acb25d-31d6-4a22-b0be-1def21dbee42",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001449,
      "cost_per_success_usd": 4.83e-05,
      "octane_score": 85.42028985507245,
      "ci_low": 77.88329979879275,
      "ci_high": 93.40724946695096,
      "ci_metric": "octane_score",
      "median_latency_ms": 2550.8307507261634,
      "p95_latency_ms": 2645.396225526929,
      "input_tokens": 309,
      "output_tokens": 90,
      "reasoning_tokens": 100,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0a0eba3a-03f1-426e-87f0-c47a0b891834",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00014580000000000002,
      "cost_per_success_usd": 4.860000000000001e-05,
      "octane_score": 82.0432098765432,
      "ci_low": 70.21604938271602,
      "ci_high": 91.70576131687241,
      "ci_metric": "octane_score",
      "median_latency_ms": 2352.1755831316113,
      "p95_latency_ms": 5295.33859565854,
      "input_tokens": 288,
      "output_tokens": 114,
      "reasoning_tokens": 81,
      "undefined_reason": null
    },
    {
      "snapshot_id": "275c35f9-b7c7-4489-a789-819a51565e92",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007895,
      "cost_per_success_usd": 0.0002631666666666667,
      "octane_score": 10.016592780240657,
      "ci_low": 9.273804971319311,
      "ci_high": 10.726282457251425,
      "ci_metric": "octane_score",
      "median_latency_ms": 3506.276832893491,
      "p95_latency_ms": 3843.4817077592015,
      "input_tokens": 6047,
      "output_tokens": 126,
      "reasoning_tokens": 182,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fea61824-8218-496a-98f4-19503eb70cee",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0008552,
      "cost_per_success_usd": 0.00028506666666666664,
      "octane_score": 11.414873713751172,
      "ci_low": 9.690308988764047,
      "ci_high": 12.49500356887937,
      "ci_metric": "octane_score",
      "median_latency_ms": 3641.0796670243144,
      "p95_latency_ms": 4265.010817255825,
      "input_tokens": 5708,
      "output_tokens": 141,
      "reasoning_tokens": 333,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4ea78979-45b8-4cf6-b693-dfc7d2527a3c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0010286,
      "cost_per_success_usd": 0.00034286666666666663,
      "octane_score": 21.11102469375851,
      "ci_low": 19.556402295606365,
      "ci_high": 22.690750576210046,
      "ci_metric": "octane_score",
      "median_latency_ms": 4226.609542034566,
      "p95_latency_ms": 4378.482142463326,
      "input_tokens": 5624,
      "output_tokens": 204,
      "reasoning_tokens": 573,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7d79abbe-5c56-432f-8ce4-f440ef42d746",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006975000000000001,
      "cost_per_success_usd": 0.00023250000000000004,
      "octane_score": 7.32358422939068,
      "ci_low": 6.9027355623100295,
      "ci_high": 7.643797944709799,
      "ci_metric": "octane_score",
      "median_latency_ms": 2618.5597497969866,
      "p95_latency_ms": 5168.778899405151,
      "input_tokens": 5223,
      "output_tokens": 114,
      "reasoning_tokens": 178,
      "undefined_reason": null
    },
    {
      "snapshot_id": "150c64f3-c858-48ec-b5f4-e7ec6446913d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0010238,
      "cost_per_success_usd": 0.0003412666666666667,
      "octane_score": 12.089665950380931,
      "ci_low": 11.065179095713447,
      "ci_high": 13.245106631609698,
      "ci_metric": "octane_score",
      "median_latency_ms": 3637.297458946705,
      "p95_latency_ms": 3928.5408701747656,
      "input_tokens": 6164,
      "output_tokens": 321,
      "reasoning_tokens": 358,
      "undefined_reason": null
    },
    {
      "snapshot_id": "13a56cb1-11ac-4be9-9b2f-277b634d481f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0010722,
      "cost_per_success_usd": 0.00035739999999999996,
      "octane_score": 11.156407386681591,
      "ci_low": 9.590163934426231,
      "ci_high": 12.470341354224958,
      "ci_metric": "octane_score",
      "median_latency_ms": 4212.309958413243,
      "p95_latency_ms": 4306.53080875054,
      "input_tokens": 6102,
      "output_tokens": 393,
      "reasoning_tokens": 377,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ad821416-316e-48ab-b20e-275d2cadef9d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0019950000000000002,
      "cost_per_success_usd": 0.0006650000000000001,
      "octane_score": 4.893233082706766,
      "ci_low": 4.150075187969924,
      "ci_high": 5.264812030075187,
      "ci_metric": "octane_score",
      "median_latency_ms": 1307.2937922552228,
      "p95_latency_ms": 1646.2827669456601,
      "input_tokens": 255,
      "output_tokens": 24,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6c2715e8-e37a-454c-893b-37b6de04b005",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0021449999999999998,
      "cost_per_success_usd": 0.0007149999999999999,
      "octane_score": 10.123449883449885,
      "ci_low": 9.257902097902099,
      "ci_high": 10.556223776223778,
      "ci_metric": "octane_score",
      "median_latency_ms": 1906.6893327981234,
      "p95_latency_ms": 1933.8794203475118,
      "input_tokens": 159,
      "output_tokens": 45,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b8f680f9-54b7-49fa-a10b-5471ac8252ab",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00468,
      "cost_per_success_usd": 0.00156,
      "octane_score": 2.5559615384615384,
      "ci_low": 2.1875,
      "ci_high": 2.8569871794871795,
      "ci_metric": "octane_score",
      "median_latency_ms": 1594.6875419467688,
      "p95_latency_ms": 1982.3636829853058,
      "input_tokens": 288,
      "output_tokens": 108,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e64d8614-b39b-483a-963d-d7d2ea80a4da",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0025050000000000003,
      "cost_per_success_usd": 0.0008350000000000001,
      "octane_score": 3.1569261477045907,
      "ci_low": 2.9043113772455085,
      "ci_high": 3.3805988023952094,
      "ci_metric": "octane_score",
      "median_latency_ms": 959.0086666867137,
      "p95_latency_ms": 1318.9715418964622,
      "input_tokens": 375,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5ead8e86-0606-443f-a6b0-8f3068b2be35",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013349999999999998,
      "cost_per_success_usd": 0.0004449999999999999,
      "octane_score": 3.8263670411985027,
      "ci_low": 3.5723595505617984,
      "ci_high": 3.960898876404495,
      "ci_metric": "octane_score",
      "median_latency_ms": 1572.4883121438324,
      "p95_latency_ms": 2461.487616924569,
      "input_tokens": 177,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a711dc54-d0f6-4ee7-921f-f242b61f4e34",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004065,
      "cost_per_success_usd": 0.001355,
      "octane_score": 3.0448708487084866,
      "ci_low": 2.78140221402214,
      "ci_high": 3.3459778597785976,
      "ci_metric": "octane_score",
      "median_latency_ms": 1670.4824580810964,
      "p95_latency_ms": 1845.999987795949,
      "input_tokens": 309,
      "output_tokens": 84,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "cd377a09-1360-4cb3-bf4a-e9438d9828e3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000936,
      "cost_per_success_usd": 0.000312,
      "octane_score": 12.779807692307692,
      "ci_low": 10.9375,
      "ci_high": 14.284935897435897,
      "ci_metric": "octane_score",
      "median_latency_ms": 1211.6117496043444,
      "p95_latency_ms": 1317.1736870892346,
      "input_tokens": 288,
      "output_tokens": 108,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c5e44efb-519c-4a67-880f-00a05b1b7187",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0008129999999999999,
      "cost_per_success_usd": 0.000271,
      "octane_score": 15.224354243542436,
      "ci_low": 13.907011070110704,
      "ci_high": 16.729889298892992,
      "ci_metric": "octane_score",
      "median_latency_ms": 890.6052093952894,
      "p95_latency_ms": 1049.1775957867503,
      "input_tokens": 309,
      "output_tokens": 84,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "52ea1e34-867a-4b74-afb3-d3554fde57d3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000267,
      "cost_per_success_usd": 8.9e-05,
      "octane_score": 19.131835205992513,
      "ci_low": 17.86179775280899,
      "ci_high": 19.804494382022472,
      "ci_metric": "octane_score",
      "median_latency_ms": 634.7601246088743,
      "p95_latency_ms": 653.9897494018078,
      "input_tokens": 177,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "62119637-3061-4a0f-b423-8a1d54304e46",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005009999999999999,
      "cost_per_success_usd": 0.00016699999999999997,
      "octane_score": 15.784630738522958,
      "ci_low": 14.521556886227547,
      "ci_high": 16.902994011976052,
      "ci_metric": "octane_score",
      "median_latency_ms": 885.5687910690904,
      "p95_latency_ms": 945.5402915365994,
      "input_tokens": 375,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "03c19546-3b35-454a-a46c-a1b281dae22e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001173,
      "cost_per_success_usd": 0.000391,
      "octane_score": 18.512190963341858,
      "ci_low": 16.92941176470588,
      "ci_high": 19.91477572559367,
      "ci_metric": "octane_score",
      "median_latency_ms": 2406.3633335754275,
      "p95_latency_ms": 4588.701933156699,
      "input_tokens": 159,
      "output_tokens": 54,
      "reasoning_tokens": 115,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8e3e6c85-d025-45d1-86bd-515c062d8ee9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000843,
      "cost_per_success_usd": 0.000281,
      "octane_score": 11.580071174377226,
      "ci_low": 9.82135231316726,
      "ci_high": 12.548745519713261,
      "ci_metric": "octane_score",
      "median_latency_ms": 2189.000959508121,
      "p95_latency_ms": 2256.093971338123,
      "input_tokens": 255,
      "output_tokens": 30,
      "reasoning_tokens": 68,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c1769f6d-14bd-4df2-9bed-33135d137787",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000123774,
      "cost_per_success_usd": 4.1258e-05,
      "octane_score": 100.0,
      "ci_low": 3.7688e-05,
      "ci_high": 4.5338e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 8053.917875513434,
      "p95_latency_ms": 14852.686736918984,
      "input_tokens": 492,
      "output_tokens": 100,
      "reasoning_tokens": 521,
      "undefined_reason": null
    },
    {
      "snapshot_id": "514d35d5-ab20-4c9b-bd14-a78835fa1e06",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00011961900000000001,
      "cost_per_success_usd": 3.9873e-05,
      "octane_score": 100.0,
      "ci_low": 3.4125e-05,
      "ci_high": 4.4569e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 6700.876249931753,
      "p95_latency_ms": 14564.672375377266,
      "input_tokens": 467,
      "output_tokens": 173,
      "reasoning_tokens": 429,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f25f7c95-b84e-495f-a466-31f1ef50d217",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 7.908100000000001e-05,
      "cost_per_success_usd": 2.6360333333333336e-05,
      "octane_score": 100.0,
      "ci_low": 2.4251e-05,
      "ci_high": 2.8228e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2786.3621255382895,
      "p95_latency_ms": 3497.392837703228,
      "input_tokens": 543,
      "output_tokens": 11,
      "reasoning_tokens": 336,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5eb9233a-eb4f-4f5c-b3dc-645c767f7c1b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 5.1082e-05,
      "cost_per_success_usd": 1.7027333333333336e-05,
      "octane_score": 100.0,
      "ci_low": 1.5897e-05,
      "ci_high": 1.7626e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 1959.6121245995164,
      "p95_latency_ms": 2274.101712461561,
      "input_tokens": 356,
      "output_tokens": 74,
      "reasoning_tokens": 149,
      "undefined_reason": null
    },
    {
      "snapshot_id": "67634e8f-ed5c-4108-b6d9-4384e613244b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00021714800000000002,
      "cost_per_success_usd": 7.238266666666667e-05,
      "octane_score": 100.0,
      "ci_low": 6.6194e-05,
      "ci_high": 7.547700000000001e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 9401.278999634087,
      "p95_latency_ms": 10035.10823706165,
      "input_tokens": 314,
      "output_tokens": 510,
      "reasoning_tokens": 699,
      "undefined_reason": null
    },
    {
      "snapshot_id": "66e3bea0-7cf1-433e-bd11-f6f9612674f7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 9.762e-05,
      "cost_per_success_usd": 3.2540000000000004e-05,
      "octane_score": 100.0,
      "ci_low": 2.7598000000000002e-05,
      "ci_high": 3.5011e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 4306.612499989569,
      "p95_latency_ms": 4606.1029504053295,
      "input_tokens": 410,
      "output_tokens": 213,
      "reasoning_tokens": 272,
      "undefined_reason": null
    },
    {
      "snapshot_id": "03f001d8-36c4-4334-aa07-fdae69bffa34",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00385814,
      "cost_per_success_usd": 0.0012860466666666666,
      "octane_score": 3.208126195524268,
      "ci_low": 2.439309912615734,
      "ci_high": 4.272872263302885,
      "ci_metric": "octane_score",
      "median_latency_ms": 12914.789875037968,
      "p95_latency_ms": 16794.632199779153,
      "input_tokens": 312,
      "output_tokens": 93,
      "reasoning_tokens": 1233,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dca96294-8df9-48ec-a72e-f868345c92aa",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0097356,
      "cost_per_success_usd": 0.0032452,
      "octane_score": 2.230453182135667,
      "ci_low": 1.9211366793180629,
      "ci_high": 2.5505449015797925,
      "ci_metric": "octane_score",
      "median_latency_ms": 24967.89445821196,
      "p95_latency_ms": 27458.451671153307,
      "input_tokens": 165,
      "output_tokens": 36,
      "reasoning_tokens": 3347,
      "undefined_reason": null
    },
    {
      "snapshot_id": "19ba2235-7028-4346-b7c1-eb9296762984",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0022743,
      "cost_per_success_usd": 0.0007580999999999999,
      "octane_score": 4.292309721672604,
      "ci_low": 3.640416831552566,
      "ci_high": 4.965465401579941,
      "ci_metric": "octane_score",
      "median_latency_ms": 6865.83250015974,
      "p95_latency_ms": 8262.409412581474,
      "input_tokens": 260,
      "output_tokens": 14,
      "reasoning_tokens": 732,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ba46b6d1-4fae-452f-819b-9cb60609bbc6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00414466,
      "cost_per_success_usd": 0.0013815533333333331,
      "octane_score": 1.2324774529153177,
      "ci_low": 1.1380698428159164,
      "ci_high": 1.3357327674513306,
      "ci_metric": "octane_score",
      "median_latency_ms": 7485.624499619007,
      "p95_latency_ms": 8429.653025139123,
      "input_tokens": 183,
      "output_tokens": 0,
      "reasoning_tokens": 1431,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c2fe9283-cb8d-4a17-ba9c-aeafaa121e93",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005919450000000001,
      "cost_per_success_usd": 0.0019731500000000003,
      "octane_score": 1.3359518198481277,
      "ci_low": 0.7796554533677998,
      "ci_high": 2.236276695421796,
      "ci_metric": "octane_score",
      "median_latency_ms": 11692.64549948275,
      "p95_latency_ms": 32186.486774776127,
      "input_tokens": 380,
      "output_tokens": 11,
      "reasoning_tokens": 1990,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4a0858e5-be2d-4ce1-afbe-4d03da6c4725",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00348669,
      "cost_per_success_usd": 0.00116223,
      "octane_score": 3.430732299114633,
      "ci_low": 2.725702116398154,
      "ci_high": 4.515986544799701,
      "ci_metric": "octane_score",
      "median_latency_ms": 43211.79937478155,
      "p95_latency_ms": 565999.1040001623,
      "input_tokens": 297,
      "output_tokens": 118,
      "reasoning_tokens": 1046,
      "undefined_reason": null
    },
    {
      "snapshot_id": "162b658a-f665-44f7-9ea0-55e36c88792c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00043380000000000003,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 1831.5002918243408,
      "p95_latency_ms": 3499.607354868203,
      "input_tokens": 385,
      "output_tokens": 446,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "638ed43d-166b-4ecc-b22e-9edc4654862c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 4.2e-05,
      "cost_per_success_usd": 1.4e-05,
      "octane_score": 121.62380952380954,
      "ci_low": 113.55000000000001,
      "ci_high": 125.9,
      "ci_metric": "octane_score",
      "median_latency_ms": 3933.780916966498,
      "p95_latency_ms": 5869.607754331081,
      "input_tokens": 186,
      "output_tokens": 6,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "50adbb5b-da87-4620-8c5c-e326784b0a77",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001286,
      "cost_per_success_usd": 4.2866666666666674e-05,
      "octane_score": 96.24727838258163,
      "ci_low": 86.91916167664672,
      "ci_high": 106.33009708737862,
      "ci_metric": "octane_score",
      "median_latency_ms": 608.4549995139241,
      "p95_latency_ms": 1475.1692122779784,
      "input_tokens": 319,
      "output_tokens": 81,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3488b57e-6b54-4ed2-8e7b-ce7b5907077f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0007718,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 58383.51091649383,
      "p95_latency_ms": 91049.15424194185,
      "input_tokens": 171,
      "output_tokens": 922,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "0579378f-407b-4529-bfe1-b6e03d3bf02a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0007806,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 4576.626959256828,
      "p95_latency_ms": 4992.462433408946,
      "input_tokens": 267,
      "output_tokens": 909,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "59f19536-0f8f-4c36-8ab4-b275cb31ec33",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00015539999999999998,
      "cost_per_success_usd": 5.179999999999999e-05,
      "octane_score": 76.97490347490348,
      "ci_low": 65.87837837837839,
      "ci_high": 86.04054054054055,
      "ci_metric": "octane_score",
      "median_latency_ms": 1071.973375044763,
      "p95_latency_ms": 16800.865525007248,
      "input_tokens": 297,
      "output_tokens": 120,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b50cb4c2-cd68-4444-b064-330f189d6905",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-payment-waterfall",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0032433049999999997,
      "cost_per_success_usd": 0.0010811016666666664,
      "octane_score": 3.816292331433523,
      "ci_low": 2.816415138754479,
      "ci_high": 5.615663642736101,
      "ci_metric": "octane_score",
      "median_latency_ms": 20464.656124822795,
      "p95_latency_ms": 26758.25251257047,
      "input_tokens": 369,
      "output_tokens": 127,
      "reasoning_tokens": 12255,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bdad717d-5de9-4b5b-983c-47928234615e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-day-count-convention",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000726505,
      "cost_per_success_usd": 0.00024216833333333334,
      "octane_score": 13.436934363837828,
      "ci_low": 11.396205119028775,
      "ci_high": 15.747574225082877,
      "ci_metric": "octane_score",
      "median_latency_ms": 4139.344624243677,
      "p95_latency_ms": 4364.663562364876,
      "input_tokens": 297,
      "output_tokens": 36,
      "reasoning_tokens": 2684,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c1f84257-fe5c-48ff-9114-36949e6a860b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-fx-missing-rate-refusal",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00044148000000000006,
      "cost_per_success_usd": 0.00014716000000000002,
      "octane_score": 17.912702727190357,
      "ci_low": 16.479342212557757,
      "ci_high": 19.148012481345813,
      "ci_metric": "octane_score",
      "median_latency_ms": 2779.2194997891784,
      "p95_latency_ms": 2784.6340868622065,
      "input_tokens": 420,
      "output_tokens": 24,
      "reasoning_tokens": 1569,
      "undefined_reason": null
    },
    {
      "snapshot_id": "baffebd5-9220-47f1-af57-5067247926b1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-statement-field-extraction",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001961505,
      "cost_per_success_usd": 0.0006538350000000001,
      "octane_score": 6.09832755970543,
      "ci_low": 4.7466875360050444,
      "ci_high": 8.641087043678958,
      "ci_metric": "octane_score",
      "median_latency_ms": 12741.248833015561,
      "p95_latency_ms": 14644.274496287107,
      "input_tokens": 333,
      "output_tokens": 172,
      "reasoning_tokens": 7289,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9c1ac602-9ff2-4a08-bd89-903da44dc4d1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-kyc-risk-tier",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00046975500000000003,
      "cost_per_success_usd": 0.00015658500000000002,
      "octane_score": 10.874179093357176,
      "ci_low": 10.163564099012222,
      "ci_high": 11.285969205124644,
      "ci_metric": "octane_score",
      "median_latency_ms": 3117.1267917379737,
      "p95_latency_ms": 3312.4929041601717,
      "input_tokens": 195,
      "output_tokens": 15,
      "reasoning_tokens": 1743,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e9851748-598b-480f-bc9e-c0a5745bd2e1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "banking",
      "task_id": "banking-effective-annual-rate",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002657395,
      "cost_per_success_usd": 0.0008857983333333333,
      "octane_score": 8.171461148982369,
      "ci_low": 4.0634172128425,
      "ci_high": 19.40605059119532,
      "ci_metric": "octane_score",
      "median_latency_ms": 9148.732833564281,
      "p95_latency_ms": 14972.74672007188,
      "input_tokens": 183,
      "output_tokens": 56,
      "reasoning_tokens": 10119,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8003b45f-91d0-44a6-8fd3-ce8e521de851",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0036990000000000005,
      "cost_per_success_usd": 0.0012330000000000002,
      "octane_score": 10.47066774804001,
      "ci_low": 7.234225466342254,
      "ci_high": 14.122546634225465,
      "ci_metric": "octane_score",
      "median_latency_ms": 1891.8665824458003,
      "p95_latency_ms": 2073.7280088476837,
      "input_tokens": 354,
      "output_tokens": 669,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "da507369-a884-4428-8db5-783c3b2eb929",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0033869999999999994,
      "cost_per_success_usd": 0.0011289999999999998,
      "octane_score": 5.750369058163568,
      "ci_low": 5.624889282550931,
      "ci_high": 5.926040744021258,
      "ci_metric": "octane_score",
      "median_latency_ms": 1430.7957077398896,
      "p95_latency_ms": 1736.3146576099098,
      "input_tokens": 282,
      "output_tokens": 621,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "73ca9db5-81d2-4736-ac0b-86758d1371bb",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005128000000000001,
      "cost_per_success_usd": 0.0017093333333333335,
      "octane_score": 6.7771645865834635,
      "ci_low": 6.096035734226689,
      "ci_high": 7.554173166926678,
      "ci_metric": "octane_score",
      "median_latency_ms": 2537.7632500603795,
      "p95_latency_ms": 2626.975862123072,
      "input_tokens": 408,
      "output_tokens": 944,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "15bfee8b-0bd4-4373-8771-c74c43a89a71",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001083,
      "cost_per_success_usd": 0.000361,
      "octane_score": 6.29639889196676,
      "ci_low": 5.3983379501385045,
      "ci_high": 7.734349030470915,
      "ci_metric": "octane_score",
      "median_latency_ms": 893.4055417776108,
      "p95_latency_ms": 1574.1037037223575,
      "input_tokens": 153,
      "output_tokens": 186,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0c0e3aa9-8889-4ec1-b431-07abd8fdf26f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000516,
      "cost_per_success_usd": 0.00017199999999999998,
      "octane_score": 17.62383720930233,
      "ci_low": 12.169186046511632,
      "ci_high": 20.52732558139535,
      "ci_metric": "octane_score",
      "median_latency_ms": 754.0865000337362,
      "p95_latency_ms": 936.8410995230079,
      "input_tokens": 291,
      "output_tokens": 45,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f06d8577-bb49-4f43-b10f-bb7d6ca565ee",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005658,
      "cost_per_success_usd": 0.0018859999999999999,
      "octane_score": 13.034623541887596,
      "ci_low": 10.037857900318135,
      "ci_high": 16.347507953340404,
      "ci_metric": "octane_score",
      "median_latency_ms": 2502.5272080674767,
      "p95_latency_ms": 4780.5457084439695,
      "input_tokens": 438,
      "output_tokens": 1044,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a4a5283a-81e7-4a30-a8bc-ce0c94ac1640",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004026,
      "cost_per_success_usd": 0.001342,
      "octane_score": 8.055017386984602,
      "ci_low": 7.196944858420269,
      "ci_high": 8.484053651266766,
      "ci_metric": "octane_score",
      "median_latency_ms": 1579.4320832937956,
      "p95_latency_ms": 2027.5046965107322,
      "input_tokens": 426,
      "output_tokens": 720,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "78fd086b-dec6-49b4-b46a-a91dda1e7866",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.02459,
      "cost_per_success_usd": 0.008196666666666666,
      "octane_score": 1.4133102887352584,
      "ci_low": 1.2411519514967793,
      "ci_high": 1.6130668332292322,
      "ci_metric": "octane_score",
      "median_latency_ms": 5867.090125568211,
      "p95_latency_ms": 6346.227849740535,
      "input_tokens": 408,
      "output_tokens": 902,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "139d4ddf-29ec-4481-9e12-c036e3a8058c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005265000000000001,
      "cost_per_success_usd": 0.0017550000000000005,
      "octane_score": 1.295156695156695,
      "ci_low": 1.11042735042735,
      "ci_high": 1.5909401709401705,
      "ci_metric": "octane_score",
      "median_latency_ms": 2367.5957079976797,
      "p95_latency_ms": 2378.8250082172453,
      "input_tokens": 153,
      "output_tokens": 180,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0eac2524-f975-47f3-a91c-3de884a2e0ed",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0025800000000000003,
      "cost_per_success_usd": 0.0008600000000000001,
      "octane_score": 3.524767441860465,
      "ci_low": 2.4338372093023257,
      "ci_high": 4.10546511627907,
      "ci_metric": "octane_score",
      "median_latency_ms": 2177.271124906838,
      "p95_latency_ms": 2467.391787748784,
      "input_tokens": 291,
      "output_tokens": 45,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b922be46-0c9d-4344-acda-0177e58520e3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.011609999999999999,
      "cost_per_success_usd": 0.00387,
      "octane_score": 1.6775624461670975,
      "ci_low": 1.640956072351421,
      "ci_high": 1.7288113695090437,
      "ci_metric": "octane_score",
      "median_latency_ms": 3360.907791182399,
      "p95_latency_ms": 3503.533191885799,
      "input_tokens": 282,
      "output_tokens": 408,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fc0d223a-24f1-44fa-86cd-9d2aa0273989",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.021505,
      "cost_per_success_usd": 0.007168333333333334,
      "octane_score": 1.5079981399674498,
      "ci_low": 1.347356428737503,
      "ci_high": 1.6496884810432264,
      "ci_metric": "octane_score",
      "median_latency_ms": 5097.611292265356,
      "p95_latency_ms": 5396.060292050242,
      "input_tokens": 426,
      "output_tokens": 775,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ad9ff641-82a0-4056-830d-187a663d9bc9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.02889,
      "cost_per_success_usd": 0.00963,
      "octane_score": 2.5527829698857745,
      "ci_low": 1.9692857142857145,
      "ci_high": 3.1686947584789316,
      "ci_metric": "octane_score",
      "median_latency_ms": 6189.35108371079,
      "p95_latency_ms": 6835.844557918608,
      "input_tokens": 438,
      "output_tokens": 1068,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8e46c69a-861a-448b-a387-2af7dd629544",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.018645000000000002,
      "cost_per_success_usd": 0.006215000000000001,
      "octane_score": 2.077286135693215,
      "ci_low": 1.4488034650785055,
      "ci_high": 2.7757332624867166,
      "ci_metric": "octane_score",
      "median_latency_ms": 5892.039874568582,
      "p95_latency_ms": 6579.976137634367,
      "input_tokens": 354,
      "output_tokens": 675,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b6f89ba5-591f-47be-8c27-10c4018234d5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.014739000000000002,
      "cost_per_success_usd": 0.004913000000000001,
      "octane_score": 2.357914376823394,
      "ci_low": 2.164981162006742,
      "ci_high": 2.6282515774475885,
      "ci_metric": "octane_score",
      "median_latency_ms": 4541.767625138164,
      "p95_latency_ms": 5490.612799581139,
      "input_tokens": 408,
      "output_tokens": 901,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ff1ae5bf-eff1-4e9c-8d63-22c273629be3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001548,
      "cost_per_success_usd": 0.000516,
      "octane_score": 5.874612403100776,
      "ci_low": 4.056395348837211,
      "ci_high": 6.842441860465117,
      "ci_metric": "octane_score",
      "median_latency_ms": 1211.1193323507905,
      "p95_latency_ms": 1335.4833580553532,
      "input_tokens": 291,
      "output_tokens": 45,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e5f17078-ebc3-4c22-93e4-f1b91406fb27",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.007026,
      "cost_per_success_usd": 0.002342,
      "octane_score": 2.772060916595503,
      "ci_low": 2.711571306575576,
      "ci_high": 2.856746370623399,
      "ci_metric": "octane_score",
      "median_latency_ms": 2230.2974574267864,
      "p95_latency_ms": 2307.462558057159,
      "input_tokens": 282,
      "output_tokens": 412,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0a1bb595-47e1-4a2d-8d10-d30c93d1c532",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.007047000000000001,
      "cost_per_success_usd": 0.0023490000000000004,
      "octane_score": 5.496097630197246,
      "ci_low": 3.797275436355896,
      "ci_high": 7.273642439431913,
      "ci_metric": "octane_score",
      "median_latency_ms": 3088.7534162029624,
      "p95_latency_ms": 3376.7702917568386,
      "input_tokens": 354,
      "output_tokens": 399,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "cfb2d33a-3dd5-4ab5-8ac0-019c536e4fb1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0031589999999999995,
      "cost_per_success_usd": 0.001053,
      "octane_score": 2.158594491927826,
      "ci_low": 1.8507122507122509,
      "ci_high": 2.6515669515669518,
      "ci_metric": "octane_score",
      "median_latency_ms": 1480.9622075408697,
      "p95_latency_ms": 1521.4299958199263,
      "input_tokens": 153,
      "output_tokens": 180,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d7b4bb79-7ac3-4e75-a20e-fe6b09f99094",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.019704,
      "cost_per_success_usd": 0.006568,
      "octane_score": 3.7428897685749094,
      "ci_low": 2.911179455635861,
      "ci_high": 4.658718646116652,
      "ci_metric": "octane_score",
      "median_latency_ms": 6285.6456665322185,
      "p95_latency_ms": 6315.266728959978,
      "input_tokens": 438,
      "output_tokens": 1226,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3984ae34-47f5-4940-8787-8c0aaf5dbb4c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.010863000000000001,
      "cost_per_success_usd": 0.003621000000000001,
      "octane_score": 2.9853171315474545,
      "ci_low": 2.6673018503175916,
      "ci_high": 3.1443247721623857,
      "ci_metric": "octane_score",
      "median_latency_ms": 3793.541125021875,
      "p95_latency_ms": 3830.6192867457867,
      "input_tokens": 426,
      "output_tokens": 639,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4a0cd2bc-338c-44de-b48d-eb343588aca7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 9.070800000000001e-05,
      "cost_per_success_usd": 3.0236000000000007e-05,
      "octane_score": 75.17528773647307,
      "ci_low": 64.45296996957268,
      "ci_high": 92.34356396348721,
      "ci_metric": "octane_score",
      "median_latency_ms": 1831.9399999454618,
      "p95_latency_ms": 1958.7716755457222,
      "input_tokens": 132,
      "output_tokens": 138,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "48b07bb2-d128-4f25-adff-a2a599688c78",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.00047363300000000005,
      "cost_per_success_usd": 0.00047363300000000005,
      "octane_score": 24.45867017993538,
      "ci_low": 23.041679950510204,
      "ci_high": 82.26937762911516,
      "ci_metric": "octane_score",
      "median_latency_ms": 7038.628291338682,
      "p95_latency_ms": 7129.019267391413,
      "input_tokens": 357,
      "output_tokens": 944,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "080f647a-f4b1-42ad-b019-bd01479028af",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005249450000000001,
      "cost_per_success_usd": 0.0001749816666666667,
      "octane_score": 61.77694806122547,
      "ci_low": 55.196068159521474,
      "ci_high": 69.12303068937254,
      "ci_metric": "octane_score",
      "median_latency_ms": 12022.98954129219,
      "p95_latency_ms": 13988.215291313827,
      "input_tokens": 405,
      "output_tokens": 1040,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "96c55a53-6daa-4942-b30b-2053e41faa0c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000523745,
      "cost_per_success_usd": 0.00017458166666666668,
      "octane_score": 140.81260918958657,
      "ci_low": 109.17032186322358,
      "ci_high": 178.08668350850928,
      "ci_metric": "octane_score",
      "median_latency_ms": 8377.298208884895,
      "p95_latency_ms": 11113.286546338348,
      "input_tokens": 405,
      "output_tokens": 1037,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b125a69e-acbb-43fa-a4d9-f94edf0a6a66",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 8.016700000000001e-05,
      "cost_per_success_usd": 4.0083500000000003e-05,
      "octane_score": 75.62463357740717,
      "ci_low": 31.67674109747167,
      "ci_high": 132.02828237240965,
      "ci_metric": "octane_score",
      "median_latency_ms": 1003.136832267046,
      "p95_latency_ms": 1021.4732839725912,
      "input_tokens": 243,
      "output_tokens": 37,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "659cda05-ddb8-4ee2-9dec-b5cd5dff4421",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000227416,
      "cost_per_success_usd": 7.580533333333333e-05,
      "octane_score": 85.64261089808986,
      "ci_low": 83.40888288366821,
      "ci_high": 88.25896155063847,
      "ci_metric": "octane_score",
      "median_latency_ms": 3193.1545836851,
      "p95_latency_ms": 5757.315295841544,
      "input_tokens": 264,
      "output_tokens": 391,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "004dd15e-fcc7-49d5-a3a8-189ee3f39375",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000179542,
      "cost_per_success_usd": 5.984733333333334e-05,
      "octane_score": 215.7211126087489,
      "ci_low": 149.04256385692483,
      "ci_high": 290.958661483107,
      "ci_metric": "octane_score",
      "median_latency_ms": 2349.752875044942,
      "p95_latency_ms": 4522.080699447542,
      "input_tokens": 318,
      "output_tokens": 235,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bef2c5a6-1ba8-459a-a0ef-b505aeb717c9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001692,
      "cost_per_success_usd": 5.6399999999999995e-05,
      "octane_score": 53.74645390070923,
      "ci_low": 37.11170212765958,
      "ci_high": 62.601063829787236,
      "ci_metric": "octane_score",
      "median_latency_ms": 469.5799155160785,
      "p95_latency_ms": 590.3550416231155,
      "input_tokens": 264,
      "output_tokens": 36,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3f6de38e-37c3-413c-b378-fbf399312348",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0053574,
      "cost_per_success_usd": 0.0017858,
      "octane_score": 13.765987232612838,
      "ci_low": 10.601075148392878,
      "ci_high": 17.264755291746,
      "ci_metric": "octane_score",
      "median_latency_ms": 3539.2105421051383,
      "p95_latency_ms": 4035.108853969723,
      "input_tokens": 408,
      "output_tokens": 2094,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d038e75e-8f8f-4634-baa8-19eff5cc388d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0055965,
      "cost_per_success_usd": 0.0018655,
      "octane_score": 5.794603770213528,
      "ci_low": 5.177325113910481,
      "ci_high": 6.10324309836505,
      "ci_metric": "octane_score",
      "median_latency_ms": 4726.833958178759,
      "p95_latency_ms": 4861.827320046723,
      "input_tokens": 405,
      "output_tokens": 2190,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d6232d44-b3ff-4126-bc48-b7faa803e777",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0028749,
      "cost_per_success_usd": 0.0009583,
      "octane_score": 13.472120769418066,
      "ci_low": 9.307941145778983,
      "ci_high": 18.170823332985496,
      "ci_metric": "octane_score",
      "median_latency_ms": 2084.633500315249,
      "p95_latency_ms": 2246.5272636152804,
      "input_tokens": 333,
      "output_tokens": 1110,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "974bfdf3-7110-47a9-96d4-43462f3b8ee2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0008397000000000001,
      "cost_per_success_usd": 0.00027990000000000003,
      "octane_score": 23.194593307133502,
      "ci_low": 22.688460164344406,
      "ci_high": 23.903179707038223,
      "ci_metric": "octane_score",
      "median_latency_ms": 831.9760002195835,
      "p95_latency_ms": 913.264562189579,
      "input_tokens": 249,
      "output_tokens": 306,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a25c7c7c-086a-47ff-847e-e0491800b9fe",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0022266,
      "cost_per_success_usd": 0.0007422,
      "octane_score": 15.608236773556095,
      "ci_low": 14.703988143357586,
      "ci_high": 17.397736459175427,
      "ci_metric": "octane_score",
      "median_latency_ms": 1632.9087913036346,
      "p95_latency_ms": 1734.8466168157756,
      "input_tokens": 372,
      "output_tokens": 846,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "153c11ba-e005-4eb2-950a-730fcb375a4c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0004644,
      "cost_per_success_usd": 0.0001548,
      "octane_score": 14.683462532299744,
      "ci_low": 12.589147286821706,
      "ci_high": 18.03682170542636,
      "ci_metric": "octane_score",
      "median_latency_ms": 804.8598328605294,
      "p95_latency_ms": 1012.4957213178277,
      "input_tokens": 123,
      "output_tokens": 171,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "12de8af4-0787-4ffb-a7fc-cb561b88bbbc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00094818,
      "cost_per_success_usd": 0.00031606,
      "octane_score": 9.590900461937608,
      "ci_low": 6.689143843277622,
      "ci_high": 11.911541445970109,
      "ci_metric": "octane_score",
      "median_latency_ms": 6616.3584580644965,
      "p95_latency_ms": 7521.36489674449,
      "input_tokens": 243,
      "output_tokens": 42,
      "reasoning_tokens": 2312,
      "undefined_reason": null
    },
    {
      "snapshot_id": "714940ae-3a32-4233-9257-491b550d5f02",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00402177,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 41127.17462517321,
      "p95_latency_ms": 54066.981212608516,
      "input_tokens": 357,
      "output_tokens": 249,
      "reasoning_tokens": 9767,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "3a618c9a-0e08-4f72-9295-a2407fe9ce66",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00080577,
      "cost_per_success_usd": 0.00026859000000000003,
      "octane_score": 8.46271268476116,
      "ci_low": 5.047858047036355,
      "ci_high": 15.10646267891645,
      "ci_metric": "octane_score",
      "median_latency_ms": 6232.357042841613,
      "p95_latency_ms": 12876.1397536844,
      "input_tokens": 132,
      "output_tokens": 141,
      "reasoning_tokens": 1860,
      "undefined_reason": null
    },
    {
      "snapshot_id": "43a4b4fd-e82d-4b85-b7c1-545a225dc667",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.005316960000000001,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 74248.9148331806,
      "p95_latency_ms": 122952.94302068649,
      "input_tokens": 396,
      "output_tokens": 0,
      "reasoning_tokens": 13273,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "f5082377-2ee1-4ce2-94a8-6046105759fd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.004929,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 67692.82587524503,
      "p95_latency_ms": 100623.8577489741,
      "input_tokens": 390,
      "output_tokens": 4160,
      "reasoning_tokens": 8128,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "6d6df265-6c6f-46f2-9993-7507013b637b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.00424712,
      "cost_per_success_usd": 0.00424712,
      "octane_score": 3.039785391826304,
      "ci_low": 2.1017832569888215,
      "ci_high": 13.433710702294734,
      "ci_metric": "octane_score",
      "median_latency_ms": 105330.66008333117,
      "p95_latency_ms": 114735.71513332427,
      "input_tokens": 312,
      "output_tokens": 1414,
      "reasoning_tokens": 9169,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5f059ef4-36f3-41e9-807a-a36348b61088",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0011279,
      "cost_per_success_usd": 0.0003759666666666667,
      "octane_score": 17.267931554215803,
      "ci_low": 15.660756643750252,
      "ci_high": 19.685802751129376,
      "ci_metric": "octane_score",
      "median_latency_ms": 9243.59424971044,
      "p95_latency_ms": 10040.23626158014,
      "input_tokens": 255,
      "output_tokens": 366,
      "reasoning_tokens": 2427,
      "undefined_reason": null
    },
    {
      "snapshot_id": "40ac4514-3f5b-4d85-8636-5aa27c6da532",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0329502,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 480691.2588747218,
      "p95_latency_ms": 507147.8717991151,
      "input_tokens": 396,
      "output_tokens": 0,
      "reasoning_tokens": 12815,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "df333eb8-101a-4efd-bae5-2ff56c0933e6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.017775449999999998,
      "cost_per_success_usd": 0.008887724999999999,
      "octane_score": 1.452602700166053,
      "ci_low": 0.4280992659889328,
      "ci_high": 5.254617852757823,
      "ci_metric": "octane_score",
      "median_latency_ms": 28375.4095826298,
      "p95_latency_ms": 57616.31845897063,
      "input_tokens": 312,
      "output_tokens": 1372,
      "reasoning_tokens": 5539,
      "undefined_reason": null
    },
    {
      "snapshot_id": "cf9df3c6-35e9-4197-b874-1b5277df29fe",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.03170265,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 47457.45079219341,
      "p95_latency_ms": 484183.73085465276,
      "input_tokens": 390,
      "output_tokens": 4,
      "reasoning_tokens": 12284,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "b1063317-231e-4b60-bd50-4058bd3c25cb",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.03150554999999999,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 58023.795708082616,
      "p95_latency_ms": 74093.36673337966,
      "input_tokens": 357,
      "output_tokens": 1725,
      "reasoning_tokens": 10563,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "0cde25ea-ec8d-4238-8733-e567f78dab10",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0092085,
      "cost_per_success_usd": 0.0030694999999999997,
      "octane_score": 0.7405114839550417,
      "ci_low": 0.5892149322605456,
      "ci_high": 0.9259353248259863,
      "ci_metric": "octane_score",
      "median_latency_ms": 25558.93141683191,
      "p95_latency_ms": 31477.5705922395,
      "input_tokens": 132,
      "output_tokens": 141,
      "reasoning_tokens": 3421,
      "undefined_reason": null
    },
    {
      "snapshot_id": "df8b3660-5552-4890-a572-1e197be49a72",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00414305,
      "cost_per_success_usd": 0.0013810166666666666,
      "octane_score": 2.1949771303749657,
      "ci_low": 1.2909932468320815,
      "ci_high": 12.033743549027394,
      "ci_metric": "octane_score",
      "median_latency_ms": 9223.561000078917,
      "p95_latency_ms": 17477.65360036865,
      "input_tokens": 250,
      "output_tokens": 292,
      "reasoning_tokens": 1249,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0d5c1856-3839-4111-b4ff-cef0a62eb20e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0071043,
      "cost_per_success_usd": 0.0023680999999999997,
      "octane_score": 2.741508663767015,
      "ci_low": 2.1279268989149056,
      "ci_high": 3.2831332786600065,
      "ci_metric": "octane_score",
      "median_latency_ms": 13594.248707406223,
      "p95_latency_ms": 25272.078933101144,
      "input_tokens": 255,
      "output_tokens": 364,
      "reasoning_tokens": 2327,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d9f90cb1-ffa8-47e5-bf09-98da186bfbcd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0012139848,
      "cost_per_success_usd": 0.00040466160000000005,
      "octane_score": 5.617039027177276,
      "ci_low": 3.331958695201692,
      "ci_high": 13.812617398274773,
      "ci_metric": "octane_score",
      "median_latency_ms": 2845.624042674899,
      "p95_latency_ms": 5197.559316735714,
      "input_tokens": 174,
      "output_tokens": 141,
      "reasoning_tokens": 356,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4b7a695b-fe16-440d-9ab9-8a3dffe4f2c6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.027312360299999998,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 68976.63212474436,
      "p95_latency_ms": 72829.27783746272,
      "input_tokens": 431,
      "output_tokens": 85,
      "reasoning_tokens": 12205,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "52aec33b-f35c-4243-b407-819463f79f15",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.012510876599999998,
      "cost_per_success_usd": 0.004170292199999999,
      "octane_score": 2.5921045372632014,
      "ci_low": 2.3111291290990192,
      "ci_high": 2.910119243424206,
      "ci_metric": "octane_score",
      "median_latency_ms": 32089.65737465769,
      "p95_latency_ms": 37033.32767570391,
      "input_tokens": 432,
      "output_tokens": 445,
      "reasoning_tokens": 5110,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a9b92c2a-4c29-4a2d-a962-7b0cd03ce68f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0039376584,
      "cost_per_success_usd": 0.0013125528,
      "octane_score": 9.836048754254557,
      "ci_low": 6.145780298064562,
      "ci_high": 15.54065736457741,
      "ci_metric": "octane_score",
      "median_latency_ms": 11556.29966687411,
      "p95_latency_ms": 24025.77836634591,
      "input_tokens": 354,
      "output_tokens": 365,
      "reasoning_tokens": 1314,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c80c655d-fa1b-4d57-aabc-f378cc3b590e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0021280698,
      "cost_per_success_usd": 0.0007093566000000001,
      "octane_score": 9.152190402777203,
      "ci_low": 7.092290005455274,
      "ci_high": 11.556177240525633,
      "ci_metric": "octane_score",
      "median_latency_ms": 4124.430541880429,
      "p95_latency_ms": 6699.065378308295,
      "input_tokens": 290,
      "output_tokens": 296,
      "reasoning_tokens": 580,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a273d9ef-fe1f-4a92-970a-cac5674e6381",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007641350999999999,
      "cost_per_success_usd": 0.0002547117,
      "octane_score": 11.900906004710425,
      "ci_low": 7.908984817932601,
      "ci_high": 18.381939044537127,
      "ci_metric": "octane_score",
      "median_latency_ms": 3071.9927502796054,
      "p95_latency_ms": 4101.762024778873,
      "input_tokens": 285,
      "output_tokens": 42,
      "reasoning_tokens": 215,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dad9a980-9c6d-4c58-8106-f094ec385605",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0106020873,
      "cost_per_success_usd": 0.0035340291,
      "octane_score": 3.2779677262231184,
      "ci_low": 2.5770710777588355,
      "ci_high": 5.171027586486525,
      "ci_metric": "octane_score",
      "median_latency_ms": 29680.564042180777,
      "p95_latency_ms": 31543.261641822755,
      "input_tokens": 399,
      "output_tokens": 519,
      "reasoning_tokens": 4178,
      "undefined_reason": null
    },
    {
      "snapshot_id": "10a0f6f0-4d96-4ab5-a223-94a49809c09b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0040005,
      "cost_per_success_usd": 0.0013334999999999998,
      "octane_score": 18.435170603674546,
      "ci_low": 14.154914749971391,
      "ci_high": 23.58526779567672,
      "ci_metric": "octane_score",
      "median_latency_ms": 2035.7254594564438,
      "p95_latency_ms": 2082.6558836735785,
      "input_tokens": 402,
      "output_tokens": 822,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "be5d64d1-6453-4b57-b1d4-46b7e207b0dd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00173025,
      "cost_per_success_usd": 0.00057675,
      "octane_score": 22.38462649906083,
      "ci_low": 14.98213799083364,
      "ci_high": 33.55512237383583,
      "ci_metric": "octane_score",
      "median_latency_ms": 1079.624000005424,
      "p95_latency_ms": 1906.9715006276963,
      "input_tokens": 315,
      "output_tokens": 332,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d480e7a9-4bad-4ae4-9658-0b7334e3d51c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0030870000000000003,
      "cost_per_success_usd": 0.0010290000000000002,
      "octane_score": 11.25795270489148,
      "ci_low": 10.10925925925926,
      "ci_high": 12.54868804664723,
      "ci_metric": "octane_score",
      "median_latency_ms": 1561.0111253336072,
      "p95_latency_ms": 2321.3277500122786,
      "input_tokens": 360,
      "output_tokens": 626,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ecaab5fe-3fa8-4878-affc-beff37a28d8e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007402499999999999,
      "cost_per_success_usd": 0.00024674999999999995,
      "octane_score": 9.211752786220874,
      "ci_low": 7.834414945919372,
      "ci_high": 11.020927723840348,
      "ci_metric": "octane_score",
      "median_latency_ms": 894.7546668350697,
      "p95_latency_ms": 1368.892667070031,
      "input_tokens": 135,
      "output_tokens": 142,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9ecea998-7c88-4782-bf0d-bbf824f8333a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0004005,
      "cost_per_success_usd": 0.0001335,
      "octane_score": 22.706367041198504,
      "ci_low": 15.678651685393262,
      "ci_high": 26.447191011235955,
      "ci_metric": "octane_score",
      "median_latency_ms": 810.254666954279,
      "p95_latency_ms": 973.4372291713953,
      "input_tokens": 246,
      "output_tokens": 48,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "28c80c0b-da12-4fab-9fc7-78ea1a5fbe6e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0016875,
      "cost_per_success_usd": 0.0005625000000000001,
      "octane_score": 11.54162962962963,
      "ci_low": 11.103278212938788,
      "ci_high": 11.999091734786555,
      "ci_metric": "octane_score",
      "median_latency_ms": 943.8499175012112,
      "p95_latency_ms": 1194.2427791655064,
      "input_tokens": 258,
      "output_tokens": 332,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7eaeae80-4bc3-4870-8b3a-ed30d4aa1996",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0026145,
      "cost_per_success_usd": 0.0008715,
      "octane_score": 12.403710078408878,
      "ci_low": 11.166466630296418,
      "ci_high": 13.482060390763765,
      "ci_metric": "octane_score",
      "median_latency_ms": 1723.1828747317195,
      "p95_latency_ms": 1922.140848916024,
      "input_tokens": 390,
      "output_tokens": 516,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "04e664a6-859b-4f27-a178-19698942506b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00026579999999999996,
      "cost_per_success_usd": 8.859999999999999e-05,
      "octane_score": 73.27501881113622,
      "ci_low": 67.36053719008264,
      "ci_high": 78.26421800947868,
      "ci_metric": "octane_score",
      "median_latency_ms": 2415.4072497040033,
      "p95_latency_ms": 2550.4881002008915,
      "input_tokens": 258,
      "output_tokens": 301,
      "reasoning_tokens": 99,
      "undefined_reason": null
    },
    {
      "snapshot_id": "aadd92b3-bedc-4fe0-a9de-7399f734aa8a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0012882,
      "cost_per_success_usd": 0.0004294,
      "octane_score": 57.250349324639046,
      "ci_low": 45.117731172545284,
      "ci_high": 71.50139146567719,
      "ci_metric": "octane_score",
      "median_latency_ms": 8843.071250244975,
      "p95_latency_ms": 9000.888762436807,
      "input_tokens": 402,
      "output_tokens": 630,
      "reasoning_tokens": 1450,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9288a42a-7745-4599-a14f-406ea7a3c5a7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0012096,
      "cost_per_success_usd": 0.0004032,
      "octane_score": 26.81010251322752,
      "ci_low": 24.001739562624255,
      "ci_high": 28.294234592445328,
      "ci_metric": "octane_score",
      "median_latency_ms": 10229.092833586037,
      "p95_latency_ms": 10630.73444571346,
      "input_tokens": 390,
      "output_tokens": 403,
      "reasoning_tokens": 1548,
      "undefined_reason": null
    },
    {
      "snapshot_id": "40acf66c-d89a-4945-8fe8-89c747923529",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00034889999999999997,
      "cost_per_success_usd": 0.0001163,
      "octane_score": 111.00888506735454,
      "ci_low": 76.69647463456579,
      "ci_high": 149.21251071122538,
      "ci_metric": "octane_score",
      "median_latency_ms": 3554.755666293204,
      "p95_latency_ms": 6508.145304769277,
      "input_tokens": 315,
      "output_tokens": 237,
      "reasoning_tokens": 292,
      "undefined_reason": null
    },
    {
      "snapshot_id": "972a3ca8-4792-4683-b04b-3da1cb0c6b22",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005478,
      "cost_per_success_usd": 0.0001826,
      "octane_score": 63.44158451989778,
      "ci_low": 58.38502673796792,
      "ci_high": 69.05133689839575,
      "ci_metric": "octane_score",
      "median_latency_ms": 4821.245291270316,
      "p95_latency_ms": 6457.546391244978,
      "input_tokens": 360,
      "output_tokens": 506,
      "reasoning_tokens": 347,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8c79dd6e-bf1a-486f-a21c-a715ee5aae78",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00021989999999999998,
      "cost_per_success_usd": 7.329999999999999e-05,
      "octane_score": 31.009549795361536,
      "ci_low": 24.929912390488113,
      "ci_high": 38.29235382308847,
      "ci_metric": "octane_score",
      "median_latency_ms": 3511.197542771697,
      "p95_latency_ms": 3663.084879424423,
      "input_tokens": 135,
      "output_tokens": 118,
      "reasoning_tokens": 226,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fe38272b-b014-496b-9ab8-44091f4264c9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 5.34e-05,
      "cost_per_success_usd": 1.78e-05,
      "octane_score": 170.29775280898878,
      "ci_low": 117.58988764044948,
      "ci_high": 198.35393258426967,
      "ci_metric": "octane_score",
      "median_latency_ms": 993.0104175582528,
      "p95_latency_ms": 1167.4631543457508,
      "input_tokens": 246,
      "output_tokens": 48,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2456e5d3-7bb6-4558-874b-3b544e3056e9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.007369499999999999,
      "cost_per_success_usd": 0.0024565,
      "octane_score": 10.007449623447998,
      "ci_low": 7.706655811113373,
      "ci_high": 12.629189460180777,
      "ci_metric": "octane_score",
      "median_latency_ms": 22050.75625050813,
      "p95_latency_ms": 23464.646237902343,
      "input_tokens": 14067,
      "output_tokens": 1887,
      "reasoning_tokens": 8051,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0b359959-03c3-458f-8202-3fcae2ea2edd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0074626,
      "cost_per_success_usd": 0.0024875333333333333,
      "octane_score": 4.345603408999546,
      "ci_low": 3.5718455370517233,
      "ci_high": 5.367345249917247,
      "ci_metric": "octane_score",
      "median_latency_ms": 20252.03008390963,
      "p95_latency_ms": 29918.378908745944,
      "input_tokens": 14386,
      "output_tokens": 1490,
      "reasoning_tokens": 8550,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c18c3b37-c0b0-4206-ae0e-5b95bb2aa58b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0018426,
      "cost_per_success_usd": 0.0006142,
      "octane_score": 21.01975469445349,
      "ci_low": 14.755665839536809,
      "ci_high": 27.91008174386921,
      "ci_metric": "octane_score",
      "median_latency_ms": 7261.750999838114,
      "p95_latency_ms": 8203.292600437999,
      "input_tokens": 7236,
      "output_tokens": 778,
      "reasoning_tokens": 1087,
      "undefined_reason": null
    },
    {
      "snapshot_id": "80bd7022-193b-45f5-b47a-1a8819246f0e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0021608,
      "cost_per_success_usd": 0.0007202666666666666,
      "octane_score": 9.013559792669383,
      "ci_low": 7.972696385443531,
      "ci_high": 11.270851496657945,
      "ci_metric": "octane_score",
      "median_latency_ms": 8960.839875042439,
      "p95_latency_ms": 11214.933074358849,
      "input_tokens": 6668,
      "output_tokens": 950,
      "reasoning_tokens": 1540,
      "undefined_reason": null
    },
    {
      "snapshot_id": "232ad428-1851-4ae0-9b44-a3a8d2ac13f2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00046392,
      "cost_per_success_usd": 0.00015464,
      "octane_score": 19.602302121055356,
      "ci_low": 12.683263598326361,
      "ci_high": 31.43919039942684,
      "ci_metric": "octane_score",
      "median_latency_ms": 2246.797624975443,
      "p95_latency_ms": 2298.9954500459135,
      "input_tokens": 5514,
      "output_tokens": 195,
      "reasoning_tokens": 75,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5c9e908a-c82e-41ca-bd2a-bcfbd1733efd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0014345,
      "cost_per_success_usd": 0.00047816666666666667,
      "octane_score": 4.753572673405368,
      "ci_low": 3.7876022057425365,
      "ci_high": 5.937264540616229,
      "ci_metric": "octane_score",
      "median_latency_ms": 4598.098374903202,
      "p95_latency_ms": 6976.493049971758,
      "input_tokens": 6029,
      "output_tokens": 385,
      "reasoning_tokens": 1001,
      "undefined_reason": null
    },
    {
      "snapshot_id": "867c6b52-548a-4934-bb2b-e9acbb404fe7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0023613999999999996,
      "cost_per_success_usd": 0.0007871333333333332,
      "octane_score": 14.717244007791992,
      "ci_low": 13.117734187349882,
      "ci_high": 16.519507371449123,
      "ci_metric": "octane_score",
      "median_latency_ms": 7819.210791960359,
      "p95_latency_ms": 8819.634704943746,
      "input_tokens": 8128,
      "output_tokens": 1549,
      "reasoning_tokens": 1032,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8e0112f1-9f21-46ca-a670-b9494871e9bd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.02001,
      "cost_per_success_usd": 0.00667,
      "octane_score": 1.7367966016991507,
      "ci_low": 1.4734143049932524,
      "ci_high": 2.193131313131313,
      "ci_metric": "octane_score",
      "median_latency_ms": 2509.6358326263726,
      "p95_latency_ms": 4518.33230163902,
      "input_tokens": 360,
      "output_tokens": 497,
      "reasoning_tokens": 110,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5ddc701d-9822-496b-aabe-0fb5a7a77bc1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0026699999999999996,
      "cost_per_success_usd": 0.0008899999999999998,
      "octane_score": 3.405955056179776,
      "ci_low": 2.3517977528089897,
      "ci_high": 3.967078651685394,
      "ci_metric": "octane_score",
      "median_latency_ms": 1135.7952076941729,
      "p95_latency_ms": 1422.3881705664096,
      "input_tokens": 246,
      "output_tokens": 48,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "130e7b80-bfbb-41ec-8082-bb958c4a9a71",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.07263,
      "cost_per_success_usd": 0.02421,
      "octane_score": 1.0154192482445275,
      "ci_low": 0.7819661296984718,
      "ci_high": 1.2762613619430785,
      "ci_metric": "octane_score",
      "median_latency_ms": 15003.365040756762,
      "p95_latency_ms": 18553.316530119628,
      "input_tokens": 402,
      "output_tokens": 684,
      "reasoning_tokens": 1670,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5ce9bafd-6177-4f54-94db-6d0554763c5d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.04209,
      "cost_per_success_usd": 0.014029999999999999,
      "octane_score": 0.7704799239724403,
      "ci_low": 0.6888944365192583,
      "ci_high": 0.8286462882096072,
      "ci_metric": "octane_score",
      "median_latency_ms": 10235.753416083753,
      "p95_latency_ms": 10711.93321691826,
      "input_tokens": 390,
      "output_tokens": 488,
      "reasoning_tokens": 850,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8cbb8801-92aa-480b-8200-85b63da20410",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 2,
      "successes": 2,
      "success_rate": 1.0,
      "total_cost_usd": 0.00537,
      "cost_per_success_usd": 0.002685,
      "octane_score": 4.808317815021725,
      "ci_low": 3.3220856610800746,
      "ci_high": 6.485325884543762,
      "ci_metric": "octane_score",
      "median_latency_ms": 1784.8410834558308,
      "p95_latency_ms": 3362.063937401398,
      "input_tokens": 210,
      "output_tokens": 144,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e3121296-c8ec-4452-b3b1-f4655cbada2f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.010469999999999998,
      "cost_per_success_usd": 0.003489999999999999,
      "octane_score": 1.8602196752626559,
      "ci_low": 1.819627507163324,
      "ci_high": 1.9170487106017196,
      "ci_metric": "octane_score",
      "median_latency_ms": 1838.987042196095,
      "p95_latency_ms": 4578.58902849257,
      "input_tokens": 258,
      "output_tokens": 306,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "02bbdc13-7fe5-4a61-81c9-48cdd463333d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.013635,
      "cost_per_success_usd": 0.0045449999999999996,
      "octane_score": 0.5001100110011002,
      "ci_low": 0.37197012138188607,
      "ci_high": 0.6838286479250336,
      "ci_metric": "octane_score",
      "median_latency_ms": 3997.9385416954756,
      "p95_latency_ms": 4318.675141874701,
      "input_tokens": 135,
      "output_tokens": 108,
      "reasoning_tokens": 324,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9f8565f9-bd5d-4a4d-82fb-0c1f11632b4d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.015522,
      "cost_per_success_usd": 0.005174,
      "octane_score": 4.751314263625822,
      "ci_low": 3.658948589099343,
      "ci_high": 6.121347913093197,
      "ci_metric": "octane_score",
      "median_latency_ms": 10097.874791361392,
      "p95_latency_ms": 13229.088079743087,
      "input_tokens": 402,
      "output_tokens": 718,
      "reasoning_tokens": 1802,
      "undefined_reason": null
    },
    {
      "snapshot_id": "290fef54-0213-49e1-aff5-56d5596534a3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.012642,
      "cost_per_success_usd": 0.004214,
      "octane_score": 2.5652191109001747,
      "ci_low": 2.2941330166270792,
      "ci_high": 2.8294234592445333,
      "ci_metric": "octane_score",
      "median_latency_ms": 10423.478207550943,
      "p95_latency_ms": 10691.549394838512,
      "input_tokens": 390,
      "output_tokens": 581,
      "reasoning_tokens": 1461,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ea48dc73-cbbc-44c9-8d00-26aebed9df3f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000534,
      "cost_per_success_usd": 0.000178,
      "octane_score": 17.02977528089888,
      "ci_low": 11.758988764044947,
      "ci_high": 19.83539325842697,
      "ci_metric": "octane_score",
      "median_latency_ms": 740.8309997990727,
      "p95_latency_ms": 1197.6038005203009,
      "input_tokens": 246,
      "output_tokens": 48,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d7052256-e298-4e54-b46e-54e9e72015a8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002214,
      "cost_per_success_usd": 0.0007379999999999999,
      "octane_score": 8.796973803071367,
      "ci_low": 8.527852049910873,
      "ci_high": 9.073489010989011,
      "ci_metric": "octane_score",
      "median_latency_ms": 1393.893207423389,
      "p95_latency_ms": 1466.4177587255836,
      "input_tokens": 258,
      "output_tokens": 326,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "914e3c5d-020e-4d2c-bd14-ae2545950585",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002427,
      "cost_per_success_usd": 0.0008089999999999999,
      "octane_score": 15.958384837247632,
      "ci_low": 10.554171029668414,
      "ci_high": 24.313245448838668,
      "ci_metric": "octane_score",
      "median_latency_ms": 2979.0165834128857,
      "p95_latency_ms": 3040.330734010786,
      "input_tokens": 315,
      "output_tokens": 227,
      "reasoning_tokens": 125,
      "undefined_reason": null
    },
    {
      "snapshot_id": "48b2f437-d6f2-4cc5-90aa-a23276f991a2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0037560000000000002,
      "cost_per_success_usd": 0.001252,
      "octane_score": 9.252742279020234,
      "ci_low": 7.880566893424038,
      "ci_high": 10.822320376914016,
      "ci_metric": "octane_score",
      "median_latency_ms": 2007.3618749156594,
      "p95_latency_ms": 3167.535900417715,
      "input_tokens": 360,
      "output_tokens": 489,
      "reasoning_tokens": 77,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3f788cd0-f746-469c-ac30-ba89bba915db",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000945,
      "cost_per_success_usd": 0.00031499999999999996,
      "octane_score": 7.215873015873018,
      "ci_low": 5.875811209439527,
      "ci_high": 8.863809523809525,
      "ci_metric": "octane_score",
      "median_latency_ms": 1030.4458746686578,
      "p95_latency_ms": 1157.976924534887,
      "input_tokens": 135,
      "output_tokens": 135,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ddbfc570-db9b-4142-b5ec-5e7a2cb388f1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 9.0939e-05,
      "cost_per_success_usd": 3.0313000000000003e-05,
      "octane_score": 100.0,
      "ci_low": 2.0931000000000003e-05,
      "ci_high": 3.5307e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 5292.653875425458,
      "p95_latency_ms": 7988.311937265098,
      "input_tokens": 427,
      "output_tokens": 117,
      "reasoning_tokens": 325,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a871c7ab-3667-4a02-aaa7-1384724b8333",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000194765,
      "cost_per_success_usd": 6.492166666666668e-05,
      "octane_score": 100.0,
      "ci_low": 6.3505e-05,
      "ci_high": 6.6905e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 9564.555250108242,
      "p95_latency_ms": 9959.867575671524,
      "input_tokens": 435,
      "output_tokens": 757,
      "reasoning_tokens": 294,
      "undefined_reason": null
    },
    {
      "snapshot_id": "27cd7554-e61e-4e21-b3a0-ecc53495c5a3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 6.819000000000001e-05,
      "cost_per_success_usd": 2.2730000000000004e-05,
      "octane_score": 100.0,
      "ci_low": 1.9488e-05,
      "ci_high": 2.7921000000000003e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2237.9516661167145,
      "p95_latency_ms": 4566.95955414325,
      "input_tokens": 290,
      "output_tokens": 116,
      "reasoning_tokens": 222,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b1aa2081-1621-4f54-a308-dd94f8d81028",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00038731,
      "cost_per_success_usd": 0.00012910333333333333,
      "octane_score": 100.0,
      "ci_low": 8.919800000000001e-05,
      "ci_high": 0.000174131,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 14396.272375248373,
      "p95_latency_ms": 21239.076437521722,
      "input_tokens": 470,
      "output_tokens": 1014,
      "reasoning_tokens": 1162,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2134325d-4322-4b06-8307-067909c127d2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00032429500000000005,
      "cost_per_success_usd": 0.00010809833333333336,
      "octane_score": 100.0,
      "ci_low": 9.658300000000002e-05,
      "ci_high": 0.000113856,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 13052.089834585786,
      "p95_latency_ms": 14233.673246577382,
      "input_tokens": 545,
      "output_tokens": 695,
      "reasoning_tokens": 1094,
      "undefined_reason": null
    },
    {
      "snapshot_id": "57505b7a-33e3-4baf-95c0-f74d820e15a3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007374990000000001,
      "cost_per_success_usd": 0.00024583300000000004,
      "octane_score": 100.0,
      "ci_low": 0.00018931400000000002,
      "ci_high": 0.000308314,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 31550.054707564414,
      "p95_latency_ms": 36340.39590833709,
      "input_tokens": 557,
      "output_tokens": 1082,
      "reasoning_tokens": 3135,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f6067d07-cf92-407f-8f17-db9c37ced37d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000347533,
      "cost_per_success_usd": 0.00011584433333333335,
      "octane_score": 100.0,
      "ci_low": 0.00010913300000000001,
      "ci_high": 0.00012912600000000002,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 5254.531290382147,
      "p95_latency_ms": 32546.04365425184,
      "input_tokens": 539,
      "output_tokens": 1177,
      "reasoning_tokens": 750,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9faa5510-1900-47a3-8a6b-085e58a1cac2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.02974602,
      "cost_per_success_usd": 0.00991534,
      "octane_score": 1.16833445281083,
      "ci_low": 1.031543422517087,
      "ci_high": 1.3249136073241088,
      "ci_metric": "octane_score",
      "median_latency_ms": 77297.06291668117,
      "p95_latency_ms": 102872.49637953937,
      "input_tokens": 366,
      "output_tokens": 544,
      "reasoning_tokens": 9820,
      "undefined_reason": null
    },
    {
      "snapshot_id": "80f94bbf-efcb-4033-91f6-8351631566cf",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.03770702,
      "cost_per_success_usd": 0.012569006666666667,
      "octane_score": 1.0271562165347459,
      "ci_low": 0.7230649236880542,
      "ci_high": 1.3601949395852106,
      "ci_metric": "octane_score",
      "median_latency_ms": 116841.92537516356,
      "p95_latency_ms": 119996.33995005861,
      "input_tokens": 321,
      "output_tokens": 362,
      "reasoning_tokens": 12840,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c6f9b074-84eb-4af5-8549-1fd6e8c66ca6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0037773900000000003,
      "cost_per_success_usd": 0.00125913,
      "octane_score": 2.4074559418010852,
      "ci_low": 1.6623382811941583,
      "ci_high": 3.72278476317644,
      "ci_metric": "octane_score",
      "median_latency_ms": 4499.798416160047,
      "p95_latency_ms": 6372.702728863805,
      "input_tokens": 252,
      "output_tokens": 379,
      "reasoning_tokens": 912,
      "undefined_reason": null
    },
    {
      "snapshot_id": "be0949c4-f927-4013-82c0-a950339c6801",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.010477170000000001,
      "cost_per_success_usd": 0.00349239,
      "octane_score": 1.858946643034331,
      "ci_low": 1.646441232615217,
      "ci_high": 2.164546378990677,
      "ci_metric": "octane_score",
      "median_latency_ms": 29141.640999354422,
      "p95_latency_ms": 52187.3259242624,
      "input_tokens": 266,
      "output_tokens": 316,
      "reasoning_tokens": 3307,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ec84a8a8-1201-4a2f-8f25-eed2b71068a8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.035123685,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 113698.91904201359,
      "p95_latency_ms": 124986.00489161909,
      "input_tokens": 408,
      "output_tokens": 1170,
      "reasoning_tokens": 11118,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "ae575df2-48d3-4ac5-ade7-3b6e76d76b85",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.03693657,
      "cost_per_success_usd": 0.01231219,
      "octane_score": 0.8779781122069539,
      "ci_low": 0.6381741051600411,
      "ci_high": 1.1607370419229806,
      "ci_metric": "octane_score",
      "median_latency_ms": 91367.53829102963,
      "p95_latency_ms": 146762.6355293207,
      "input_tokens": 396,
      "output_tokens": 475,
      "reasoning_tokens": 12406,
      "undefined_reason": null
    },
    {
      "snapshot_id": "786610d0-4fcb-4378-b619-2bfc6fe32b14",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00704007,
      "cost_per_success_usd": 0.0023466900000000002,
      "octane_score": 0.9685983235962142,
      "ci_low": 0.6849395146038362,
      "ci_high": 1.4306759875422919,
      "ci_metric": "octane_score",
      "median_latency_ms": 19146.624334156513,
      "p95_latency_ms": 27005.457220412787,
      "input_tokens": 141,
      "output_tokens": 135,
      "reasoning_tokens": 2307,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7aec587d-f907-4fa8-a755-a7d89ef49549",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00011120000000000002,
      "cost_per_success_usd": 3.7066666666666675e-05,
      "octane_score": 61.32194244604316,
      "ci_low": 52.57553956834531,
      "ci_high": 75.32643884892084,
      "ci_metric": "octane_score",
      "median_latency_ms": 997.977583669126,
      "p95_latency_ms": 4381.4856948331,
      "input_tokens": 148,
      "output_tokens": 102,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "29fbdf40-671a-48fd-92a3-7207bf847de9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000538,
      "cost_per_success_usd": 0.00017933333333333332,
      "octane_score": 137.0815985130112,
      "ci_low": 104.54682217714672,
      "ci_high": 183.16916167664672,
      "ci_metric": "octane_score",
      "median_latency_ms": 4613.205499947071,
      "p95_latency_ms": 98494.7845625691,
      "input_tokens": 414,
      "output_tokens": 569,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1f4cd2de-e0c9-4e53-8871-0645b75b6e2d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005034000000000001,
      "cost_per_success_usd": 0.00016780000000000004,
      "octane_score": 69.03714739769566,
      "ci_low": 64.93876337693223,
      "ci_high": 76.83022610075369,
      "ci_metric": "octane_score",
      "median_latency_ms": 3385.0644575431943,
      "p95_latency_ms": 10521.139108575879,
      "input_tokens": 373,
      "output_tokens": 536,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6f03055e-874b-472c-ae7e-38c203f9b74c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.00027560000000000003,
      "cost_per_success_usd": 0.00027560000000000003,
      "octane_score": 23.556482825350752,
      "ci_low": 23.14525882922109,
      "ci_high": 72.78213751868459,
      "ci_metric": "octane_score",
      "median_latency_ms": 2221.251334063709,
      "p95_latency_ms": 34029.657108616084,
      "input_tokens": 270,
      "output_tokens": 277,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5dbab0c3-957e-41fb-93d0-d79e3032abdc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0004142,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 2599.838708527386,
      "p95_latency_ms": 3066.328583378345,
      "input_tokens": 403,
      "output_tokens": 417,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "af2168db-d658-4ed3-9abb-ae5d0a831322",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0003944,
      "cost_per_success_usd": 0.00013146666666666667,
      "octane_score": 98.2023326572008,
      "ci_low": 67.84837728194726,
      "ci_high": 132.45258620689654,
      "ci_metric": "octane_score",
      "median_latency_ms": 2942.0492500066757,
      "p95_latency_ms": 3732.982299849391,
      "input_tokens": 328,
      "output_tokens": 411,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bd14146e-274f-4d5a-9b6e-3890cab62569",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 8.280000000000001e-05,
      "cost_per_success_usd": 4.1400000000000003e-05,
      "octane_score": 73.21980676328502,
      "ci_low": 30.82246376811594,
      "ci_high": 127.19202898550724,
      "ci_metric": "octane_score",
      "median_latency_ms": 575.4485838115215,
      "p95_latency_ms": 885.2801460772752,
      "input_tokens": 258,
      "output_tokens": 39,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "903f22b1-a70a-4787-9a0b-e582a3a84c67",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-subtract-intervals",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000867815,
      "cost_per_success_usd": 0.00028927166666666666,
      "octane_score": 84.98343540962074,
      "ci_low": 66.70409367714505,
      "ci_high": 105.47681360223056,
      "ci_metric": "octane_score",
      "median_latency_ms": 6203.183208592236,
      "p95_latency_ms": 6881.032833550125,
      "input_tokens": 423,
      "output_tokens": 1023,
      "reasoning_tokens": 2209,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3c9c728b-8024-4170-9aee-c2f4038c9daf",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-parse-duration-contract",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00615407,
      "cost_per_success_usd": 0.0020513566666666666,
      "octane_score": 5.26960206822477,
      "ci_low": 4.5768641931507,
      "ci_high": 6.2300564997800345,
      "ci_metric": "octane_score",
      "median_latency_ms": 39730.62745761126,
      "p95_latency_ms": 48000.44939573854,
      "input_tokens": 426,
      "output_tokens": 590,
      "reasoning_tokens": 22973,
      "undefined_reason": null
    },
    {
      "snapshot_id": "98155d89-1c97-42e6-a49e-303d96d5179d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-pair-sums-performance",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004636385,
      "cost_per_success_usd": 0.0015454616666666667,
      "octane_score": 8.353706605469563,
      "ci_low": 5.771608699450111,
      "ci_high": 11.100420414932644,
      "ci_metric": "octane_score",
      "median_latency_ms": 31607.710666954517,
      "p95_latency_ms": 595115.4173415153,
      "input_tokens": 345,
      "output_tokens": 275,
      "reasoning_tokens": 17471,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a1608d81-200b-4c5a-8f1b-4f23307a8a05",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-merge-intervals",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00263146,
      "cost_per_success_usd": 0.0008771533333333332,
      "octane_score": 7.401404543485367,
      "ci_low": 6.991728229972744,
      "ci_high": 7.9503989241757065,
      "ci_metric": "octane_score",
      "median_latency_ms": 15586.738582700491,
      "p95_latency_ms": 16143.836633022875,
      "input_tokens": 276,
      "output_tokens": 352,
      "reasoning_tokens": 9700,
      "undefined_reason": null
    },
    {
      "snapshot_id": "64050640-dd05-402b-9fe6-9e5899b82e40",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-preserve-order",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000623415,
      "cost_per_success_usd": 0.000207805,
      "octane_score": 14.587233223454682,
      "ci_low": 10.072423666418038,
      "ci_high": 17.643806699670794,
      "ci_metric": "octane_score",
      "median_latency_ms": 3801.085500046611,
      "p95_latency_ms": 4147.369875386357,
      "input_tokens": 279,
      "output_tokens": 51,
      "reasoning_tokens": 2277,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6a91cc83-b18e-418b-a913-bb62eeec722c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-dedup-implementation",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.00398281,
      "cost_per_success_usd": 0.00398281,
      "octane_score": 0.5707025943994316,
      "ci_low": 0.43967772810847844,
      "ci_high": 2.764366068713895,
      "ci_metric": "octane_score",
      "median_latency_ms": 20785.46112496406,
      "p95_latency_ms": 32073.81882527843,
      "input_tokens": 150,
      "output_tokens": 173,
      "reasoning_tokens": 15108,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e768bc77-f732-42f2-9798-a288fafa052a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "coding",
      "task_id": "coding-add-months",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004806945,
      "cost_per_success_usd": 0.001602315,
      "octane_score": 7.229810201697753,
      "ci_low": 6.747107080507361,
      "ci_high": 8.020970832776866,
      "ci_metric": "octane_score",
      "median_latency_ms": 27780.628042295575,
      "p95_latency_ms": 31918.03075419739,
      "input_tokens": 393,
      "output_tokens": 673,
      "reasoning_tokens": 17717,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4dfc773d-0a17-43e8-b4a3-4583e25d00e7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.001437,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 1176.8042501062155,
      "p95_latency_ms": 1492.8765256889162,
      "input_tokens": 537,
      "output_tokens": 180,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "2c5b16a0-3d16-4ec7-b602-b2813fed1e9e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00213,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 1302.8510008007288,
      "p95_latency_ms": 1319.9261370114982,
      "input_tokens": 555,
      "output_tokens": 315,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "43953c76-9d61-467c-9478-b519e74605e1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.000567,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 944.7793755680323,
      "p95_latency_ms": 1268.2909372262654,
      "input_tokens": 267,
      "output_tokens": 60,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "57b04f76-a7ea-48b1-9560-8bcb79ece910",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0015899999999999998,
      "cost_per_success_usd": 0.00053,
      "octane_score": 3.73125786163522,
      "ci_low": 3.440188679245283,
      "ci_high": 3.883773584905659,
      "ci_metric": "octane_score",
      "median_latency_ms": 1359.7062500193715,
      "p95_latency_ms": 1373.6619117669761,
      "input_tokens": 315,
      "output_tokens": 255,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "439b6607-b0d9-48b7-bf0d-dec57bebc7f6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000375,
      "cost_per_success_usd": 0.000125,
      "octane_score": 10.004000000000001,
      "ci_low": 9.868000000000002,
      "ci_high": 10.275999999999998,
      "ci_metric": "octane_score",
      "median_latency_ms": 676.0010402649641,
      "p95_latency_ms": 932.7094295993447,
      "input_tokens": 285,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "660cd258-9692-4324-9404-5c70703e5b80",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0029249999999999996,
      "cost_per_success_usd": 0.0009749999999999998,
      "octane_score": 2.0282735042735043,
      "ci_low": 1.8700512820512822,
      "ci_high": 2.111179487179487,
      "ci_metric": "octane_score",
      "median_latency_ms": 2261.674958281219,
      "p95_latency_ms": 3667.4107201397414,
      "input_tokens": 315,
      "output_tokens": 54,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3e782388-0f60-42cf-9a10-8b7768a2af2b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0134,
      "cost_per_success_usd": 0.0044666666666666665,
      "octane_score": 0.673813432835821,
      "ci_low": 0.5748825622775801,
      "ci_high": 0.7828313725490197,
      "ci_metric": "octane_score",
      "median_latency_ms": 3922.0484159886837,
      "p95_latency_ms": 4502.6569419540465,
      "input_tokens": 555,
      "output_tokens": 425,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5fa99f80-170d-429e-ae6f-f8ba6c6c0073",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001875,
      "cost_per_success_usd": 0.000625,
      "octane_score": 2.0008,
      "ci_low": 1.9736000000000002,
      "ci_high": 2.0551999999999997,
      "ci_metric": "octane_score",
      "median_latency_ms": 1727.3872923105955,
      "p95_latency_ms": 1920.8939298056066,
      "input_tokens": 285,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "db19e35c-5607-4479-91c6-13be535af8e6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0031349999999999998,
      "cost_per_success_usd": 0.001045,
      "octane_score": 2.509218500797449,
      "ci_low": 2.4495693779904313,
      "ci_high": 2.563444976076556,
      "ci_metric": "octane_score",
      "median_latency_ms": 1683.3695825189352,
      "p95_latency_ms": 1739.824445452541,
      "input_tokens": 537,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "59b1e2db-a5b0-461e-bcdd-686e8101c1dd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.01786,
      "cost_per_success_usd": 0.005953333333333334,
      "octane_score": 1.0488689809630458,
      "ci_low": 1.002654028436019,
      "ci_high": 1.1224120603015075,
      "ci_metric": "octane_score",
      "median_latency_ms": 5573.096957989037,
      "p95_latency_ms": 5851.659671217203,
      "input_tokens": 267,
      "output_tokens": 661,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9ce82ad9-8bdb-4472-adc3-dca2ea198ce3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00198,
      "cost_per_success_usd": 0.00066,
      "octane_score": 2.996313131313131,
      "ci_low": 2.7625757575757577,
      "ci_high": 3.1187878787878778,
      "ci_metric": "octane_score",
      "median_latency_ms": 1266.202749684453,
      "p95_latency_ms": 1502.6870123110712,
      "input_tokens": 315,
      "output_tokens": 69,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "413559bc-27e5-46a6-94ef-f46fd03cf5af",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.010326,
      "cost_per_success_usd": 0.0034419999999999997,
      "octane_score": 1.8141390664342436,
      "ci_low": 1.673422668900056,
      "ci_high": 1.9795784344878717,
      "ci_metric": "octane_score",
      "median_latency_ms": 4239.71258290112,
      "p95_latency_ms": 4516.764271166176,
      "input_tokens": 267,
      "output_tokens": 635,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f84151ff-7615-498b-b86b-bcdce7d7b5c7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0063,
      "cost_per_success_usd": 0.0021,
      "octane_score": 1.4331904761904763,
      "ci_low": 1.224952380952381,
      "ci_high": 1.6782857142857146,
      "ci_metric": "octane_score",
      "median_latency_ms": 2515.3362080454826,
      "p95_latency_ms": 3084.94298318401,
      "input_tokens": 555,
      "output_tokens": 309,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ef29804c-60e7-483b-9d78-ac63e8714242",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.002931,
      "cost_per_success_usd": 0.0014655,
      "octane_score": 1.7892414420561815,
      "ci_low": 0.6637025614666325,
      "ci_high": 4.051445966514461,
      "ci_metric": "octane_score",
      "median_latency_ms": 2162.1520835906267,
      "p95_latency_ms": 2509.9441076628864,
      "input_tokens": 537,
      "output_tokens": 88,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "47ba071a-b8c3-4ec4-a9de-57a0567bf683",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0011250000000000001,
      "cost_per_success_usd": 0.00037500000000000006,
      "octane_score": 3.3346666666666662,
      "ci_low": 3.2893333333333334,
      "ci_high": 3.4253333333333322,
      "ci_metric": "octane_score",
      "median_latency_ms": 1111.9077503681183,
      "p95_latency_ms": 1132.0080881007016,
      "input_tokens": 285,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b0c8edc0-b4f3-4039-9bcf-4672d93bb342",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 7.6216e-05,
      "cost_per_success_usd": 2.5405333333333336e-05,
      "octane_score": 49.22194814737063,
      "ci_low": 48.29931084890885,
      "ci_high": 50.29628276078103,
      "ci_metric": "octane_score",
      "median_latency_ms": 830.204457975924,
      "p95_latency_ms": 911.4038088358939,
      "input_tokens": 264,
      "output_tokens": 13,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6fab540f-ef05-49fe-9f1d-f1f5a2cafcf6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.000182732,
      "cost_per_success_usd": 9.1366e-05,
      "octane_score": 32.94113784121008,
      "ci_low": 10.752647060322898,
      "ci_high": 101.74756534123715,
      "ci_metric": "octane_score",
      "median_latency_ms": 2048.4036253765225,
      "p95_latency_ms": 2129.0789865888655,
      "input_tokens": 492,
      "output_tokens": 169,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "03b54009-c9e9-4228-a505-a7f65044fa20",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00010386500000000001,
      "cost_per_success_usd": 3.462166666666667e-05,
      "octane_score": 57.1193376016945,
      "ci_low": 52.66355365137438,
      "ci_high": 60.55708829564754,
      "ci_metric": "octane_score",
      "median_latency_ms": 2404.430041089654,
      "p95_latency_ms": 2431.6048291511834,
      "input_tokens": 285,
      "output_tokens": 68,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f35ff8bc-e42c-4118-a3e9-717ea88e732b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 8.0174e-05,
      "cost_per_success_usd": 2.6724666666666665e-05,
      "octane_score": 233.651807319081,
      "ci_low": 219.32885579403322,
      "ci_high": 250.73465213161373,
      "ci_metric": "octane_score",
      "median_latency_ms": 1859.7534578293562,
      "p95_latency_ms": 1943.8958843238652,
      "input_tokens": 246,
      "output_tokens": 35,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "aaf4b8c1-221f-429d-9d7f-d14dabba3e64",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000131513,
      "cost_per_success_usd": 4.383766666666667e-05,
      "octane_score": 59.81461908708646,
      "ci_low": 58.02122417189033,
      "ci_high": 61.70451425657923,
      "ci_metric": "octane_score",
      "median_latency_ms": 1357.9169176518917,
      "p95_latency_ms": 1818.3942672796547,
      "input_tokens": 477,
      "output_tokens": 8,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "50eb6a19-f2cc-4282-bec0-007bc5ce3188",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000231,
      "cost_per_success_usd": 7.7e-05,
      "octane_score": 25.68268398268398,
      "ci_low": 23.679220779220778,
      "ci_high": 26.732467532467524,
      "ci_metric": "octane_score",
      "median_latency_ms": 638.2801253348589,
      "p95_latency_ms": 681.9831874221563,
      "input_tokens": 270,
      "output_tokens": 60,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3e4a8cac-6036-4f1d-a189-e6b0a05d40d8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00016169999999999997,
      "cost_per_success_usd": 5.389999999999999e-05,
      "octane_score": 48.64811379097096,
      "ci_low": 47.49165120593694,
      "ci_high": 49.699443413729156,
      "ci_metric": "octane_score",
      "median_latency_ms": 474.1700831800699,
      "p95_latency_ms": 491.10339591279626,
      "input_tokens": 489,
      "output_tokens": 6,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a8048821-e639-4027-abbc-2b7ef5c32139",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00016739999999999998,
      "cost_per_success_usd": 5.5799999999999994e-05,
      "octane_score": 53.93727598566309,
      "ci_low": 46.10035842293907,
      "ci_high": 63.16129032258066,
      "ci_metric": "octane_score",
      "median_latency_ms": 606.517500244081,
      "p95_latency_ms": 611.6596125997603,
      "input_tokens": 483,
      "output_tokens": 9,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "cf9c6bd0-2ee8-4c71-bcc0-79ac411f789d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0002361,
      "cost_per_success_usd": 7.87e-05,
      "octane_score": 79.3426514188903,
      "ci_low": 76.16518424396442,
      "ci_high": 85.14358322744599,
      "ci_metric": "octane_score",
      "median_latency_ms": 624.208583496511,
      "p95_latency_ms": 693.997133243829,
      "input_tokens": 237,
      "output_tokens": 66,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b634a9c0-e864-4828-830e-42b0a8e3df93",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00010829999999999999,
      "cost_per_success_usd": 3.6099999999999997e-05,
      "octane_score": 34.63988919667591,
      "ci_low": 34.168975069252085,
      "ci_high": 35.581717451523545,
      "ci_metric": "octane_score",
      "median_latency_ms": 522.9314584285021,
      "p95_latency_ms": 523.051533382386,
      "input_tokens": 261,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "201c335a-1724-47b4-906c-464febe9a236",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00059732,
      "cost_per_success_usd": 0.00019910666666666667,
      "octane_score": 13.169490390410504,
      "ci_low": 12.273606690382579,
      "ci_high": 13.977105650073515,
      "ci_metric": "octane_score",
      "median_latency_ms": 10598.809249699116,
      "p95_latency_ms": 10894.483849592507,
      "input_tokens": 462,
      "output_tokens": 0,
      "reasoning_tokens": 1456,
      "undefined_reason": null
    },
    {
      "snapshot_id": "94fa4031-3c5d-46ca-b527-3d99d002cdc3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00051472,
      "cost_per_success_usd": 0.00017157333333333333,
      "octane_score": 7.288428660242463,
      "ci_low": 6.993687632295133,
      "ci_high": 7.61385776911836,
      "ci_metric": "octane_score",
      "median_latency_ms": 12051.757542416453,
      "p95_latency_ms": 18596.171366237104,
      "input_tokens": 252,
      "output_tokens": 0,
      "reasoning_tokens": 1269,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d83fe6cc-ce37-4d4b-b085-b2bbdc1ebec5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00037798,
      "cost_per_success_usd": 0.00012599333333333332,
      "octane_score": 15.695804010794221,
      "ci_low": 14.157252490585822,
      "ci_high": 17.268044123411162,
      "ci_metric": "octane_score",
      "median_latency_ms": 6972.33266569674,
      "p95_latency_ms": 7188.419592101127,
      "input_tokens": 273,
      "output_tokens": 61,
      "reasoning_tokens": 863,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f430f715-941e-4393-b6b4-410d01acbef3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007466600000000001,
      "cost_per_success_usd": 0.0002488866666666667,
      "octane_score": 25.088795435673525,
      "ci_low": 23.281843308449353,
      "ci_high": 27.00441752562998,
      "ci_metric": "octane_score",
      "median_latency_ms": 12217.937208712101,
      "p95_latency_ms": 26486.25948298722,
      "input_tokens": 231,
      "output_tokens": 737,
      "reasoning_tokens": 1115,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a19284fc-75d2-4d02-b57d-e18ebd09b038",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006048000000000001,
      "cost_per_success_usd": 0.00020160000000000002,
      "octane_score": 14.929067460317459,
      "ci_low": 12.759920634920633,
      "ci_high": 17.27647058823529,
      "ci_metric": "octane_score",
      "median_latency_ms": 10859.634707681835,
      "p95_latency_ms": 13438.343320880085,
      "input_tokens": 480,
      "output_tokens": 261,
      "reasoning_tokens": 1179,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b6870471-4eae-4d6e-8d3d-999af41f5d84",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00281345,
      "cost_per_success_usd": 0.0009378166666666666,
      "octane_score": 2.108692175087526,
      "ci_low": 1.797974060399508,
      "ci_high": 2.6880068868651166,
      "ci_metric": "octane_score",
      "median_latency_ms": 4395.238875411451,
      "p95_latency_ms": 8456.467837840319,
      "input_tokens": 280,
      "output_tokens": 300,
      "reasoning_tokens": 699,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8b22267b-b2ed-465a-85b1-4b58f521d2ba",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00358385,
      "cost_per_success_usd": 0.0011946166666666667,
      "octane_score": 2.5193855769633218,
      "ci_low": 1.6490271738020865,
      "ci_high": 7.864556792275715,
      "ci_metric": "octane_score",
      "median_latency_ms": 5982.883917167783,
      "p95_latency_ms": 11091.816980205474,
      "input_tokens": 487,
      "output_tokens": 178,
      "reasoning_tokens": 1046,
      "undefined_reason": null
    },
    {
      "snapshot_id": "98bf1407-e90d-45e3-89db-5f9b6786e903",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.0033555,
      "cost_per_success_usd": 0.00167775,
      "octane_score": 0.7453434659514231,
      "ci_low": 0.36264479332039756,
      "ci_high": 1.1489303843364758,
      "ci_metric": "octane_score",
      "median_latency_ms": 4845.2564580366015,
      "p95_latency_ms": 6022.579083777964,
      "input_tokens": 252,
      "output_tokens": 10,
      "reasoning_tokens": 1212,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0d7d6b1f-4d83-4070-a30c-14283847011d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005555899999999999,
      "cost_per_success_usd": 0.0018519666666666663,
      "octane_score": 3.3716949549127957,
      "ci_low": 2.2977982214044776,
      "ci_high": 7.797888763716779,
      "ci_metric": "octane_score",
      "median_latency_ms": 22882.742250338197,
      "p95_latency_ms": 76879.4907751493,
      "input_tokens": 238,
      "output_tokens": 337,
      "reasoning_tokens": 1754,
      "undefined_reason": null
    },
    {
      "snapshot_id": "65ac28dd-d146-4d50-b432-9ff602d83153",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0044781,
      "cost_per_success_usd": 0.0014926999999999998,
      "octane_score": 1.756637859806615,
      "ci_low": 1.6416549277403876,
      "ci_high": 1.8528469998607833,
      "ci_metric": "octane_score",
      "median_latency_ms": 11585.121917538345,
      "p95_latency_ms": 22978.343228809532,
      "input_tokens": 462,
      "output_tokens": 8,
      "reasoning_tokens": 1576,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6396180a-520d-40f4-8731-905828e6acb8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000802197,
      "cost_per_success_usd": 0.00026739900000000003,
      "octane_score": 7.395564929811503,
      "ci_low": 4.206314407219896,
      "ci_high": 13.348254975586958,
      "ci_metric": "octane_score",
      "median_latency_ms": 2291.19245801121,
      "p95_latency_ms": 2698.0737579055126,
      "input_tokens": 308,
      "output_tokens": 36,
      "reasoning_tokens": 231,
      "undefined_reason": null
    },
    {
      "snapshot_id": "26894ee9-1899-4f96-82b8-d17abc789702",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0016194789,
      "cost_per_success_usd": 0.0005398263,
      "octane_score": 11.567177565573717,
      "ci_low": 7.39968886450872,
      "ci_high": 16.88404239380378,
      "ci_metric": "octane_score",
      "median_latency_ms": 3233.358958736062,
      "p95_latency_ms": 6099.864207953214,
      "input_tokens": 273,
      "output_tokens": 36,
      "reasoning_tokens": 614,
      "undefined_reason": null
    },
    {
      "snapshot_id": "88436016-3bbc-4c83-b9a9-3d57b3524b76",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00133840026,
      "cost_per_success_usd": 0.00044613342000000004,
      "octane_score": 6.746188169449399,
      "ci_low": 5.562486367704045,
      "ci_high": 8.149606097336857,
      "ci_metric": "octane_score",
      "median_latency_ms": 1599.794540554285,
      "p95_latency_ms": 3185.7115411199625,
      "input_tokens": 501,
      "output_tokens": 15,
      "reasoning_tokens": 504,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6151854d-3fe9-48ab-ae4d-1037e57b2d14",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013304681999999999,
      "cost_per_success_usd": 0.00044348939999999996,
      "octane_score": 5.912505086555247,
      "ci_low": 3.6670948201579345,
      "ci_high": 8.807913058472344,
      "ci_metric": "octane_score",
      "median_latency_ms": 3487.060916610062,
      "p95_latency_ms": 5274.6967921964815,
      "input_tokens": 504,
      "output_tokens": 12,
      "reasoning_tokens": 433,
      "undefined_reason": null
    },
    {
      "snapshot_id": "39fe0b27-24cc-4375-bf74-8ede8d9aad00",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0011726262,
      "cost_per_success_usd": 0.00039087540000000003,
      "octane_score": 3.199229217290216,
      "ci_low": 2.134536959570607,
      "ci_high": 4.396288180071965,
      "ci_metric": "octane_score",
      "median_latency_ms": 2691.17262493819,
      "p95_latency_ms": 5154.613174963742,
      "input_tokens": 294,
      "output_tokens": 15,
      "reasoning_tokens": 425,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7ca38aa6-7831-4bd0-b64d-6de61fcd4c19",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0002835,
      "cost_per_success_usd": 9.45e-05,
      "octane_score": 13.232804232804233,
      "ci_low": 13.052910052910054,
      "ci_high": 13.59259259259259,
      "ci_metric": "octane_score",
      "median_latency_ms": 739.0106674283743,
      "p95_latency_ms": 817.2859913669527,
      "input_tokens": 252,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "02ef6acb-71c1-4673-9e04-61e09f2a0e16",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.00043875,
      "cost_per_success_usd": 0.00043875000000000007,
      "octane_score": 14.231946818613482,
      "ci_low": 13.695118708452041,
      "ci_high": 42.695840455840454,
      "ci_metric": "octane_score",
      "median_latency_ms": 796.396916732192,
      "p95_latency_ms": 846.7104413546622,
      "input_tokens": 225,
      "output_tokens": 60,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "716b62d6-4b87-4797-9bc0-7dbbbf72aeca",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00048374999999999997,
      "cost_per_success_usd": 0.00016125,
      "octane_score": 18.66480620155039,
      "ci_low": 15.814194811551642,
      "ci_high": 21.856744186046516,
      "ci_metric": "octane_score",
      "median_latency_ms": 535.1874157786369,
      "p95_latency_ms": 821.5347176417707,
      "input_tokens": 483,
      "output_tokens": 27,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d30d0493-a3ba-448c-be7f-d802e6eea7ee",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00042525,
      "cost_per_success_usd": 0.00014175,
      "octane_score": 18.498295120517348,
      "ci_low": 18.058553791887128,
      "ci_high": 18.898059964726635,
      "ci_metric": "octane_score",
      "median_latency_ms": 636.9792921468616,
      "p95_latency_ms": 845.1211298815906,
      "input_tokens": 459,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "df1efc68-6f49-446d-a27d-2ed67d2ac442",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00043875000000000007,
      "cost_per_success_usd": 0.00014625000000000003,
      "octane_score": 13.521823361823357,
      "ci_low": 12.467008547008543,
      "ci_high": 14.35206515415939,
      "ci_metric": "octane_score",
      "median_latency_ms": 631.5581668168306,
      "p95_latency_ms": 647.718379739672,
      "input_tokens": 273,
      "output_tokens": 52,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dbe63ccc-2a90-4c67-8b7e-b96285798815",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 5.6699999999999996e-05,
      "cost_per_success_usd": 1.89e-05,
      "octane_score": 138.7372134038801,
      "ci_low": 135.43915343915347,
      "ci_high": 141.73544973544978,
      "ci_metric": "octane_score",
      "median_latency_ms": 892.405791208148,
      "p95_latency_ms": 2508.7730532512064,
      "input_tokens": 459,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "52e2f94c-c594-40d0-a352-76cd1cea1a9d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 3.7800000000000004e-05,
      "cost_per_success_usd": 1.2600000000000001e-05,
      "octane_score": 99.24603174603175,
      "ci_low": 97.8968253968254,
      "ci_high": 101.94444444444441,
      "ci_metric": "octane_score",
      "median_latency_ms": 809.95958391577,
      "p95_latency_ms": 901.836496219039,
      "input_tokens": 252,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0b881fdd-7a6f-46e5-8b77-12e3757acad7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 6.09e-05,
      "cost_per_success_usd": 2.03e-05,
      "octane_score": 148.2610837438424,
      "ci_low": 126.7192118226601,
      "ci_high": 173.61576354679806,
      "ci_metric": "octane_score",
      "median_latency_ms": 720.9157096222043,
      "p95_latency_ms": 891.2502715364099,
      "input_tokens": 483,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5128dda3-e9ad-49fe-ac05-fb148756bcb1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0002499,
      "cost_per_success_usd": 8.33e-05,
      "octane_score": 74.9611844737895,
      "ci_low": 70.93727810650887,
      "ci_high": 80.05734767025089,
      "ci_metric": "octane_score",
      "median_latency_ms": 3265.1556245982647,
      "p95_latency_ms": 3343.167249672115,
      "input_tokens": 225,
      "output_tokens": 45,
      "reasoning_tokens": 334,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e2bf1814-cf18-4769-a5c3-58da6928d60d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 8.909999999999998e-05,
      "cost_per_success_usd": 2.9699999999999993e-05,
      "octane_score": 66.58473625140292,
      "ci_low": 61.3905723905724,
      "ci_high": 69.69265536723164,
      "ci_metric": "octane_score",
      "median_latency_ms": 1516.3892917335033,
      "p95_latency_ms": 2334.3923918902874,
      "input_tokens": 273,
      "output_tokens": 54,
      "reasoning_tokens": 49,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2aa2c95c-c694-4107-bdb4-ebd0bee67454",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013894,
      "cost_per_success_usd": 0.0004631333333333334,
      "octane_score": 13.482654383186985,
      "ci_low": 12.876906552094521,
      "ci_high": 14.417557197159862,
      "ci_metric": "octane_score",
      "median_latency_ms": 4854.048040695488,
      "p95_latency_ms": 5350.349553953856,
      "input_tokens": 6274,
      "output_tokens": 186,
      "reasoning_tokens": 1084,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e73214ab-a304-438a-b598-863bd978f777",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0008371,
      "cost_per_success_usd": 0.00027903333333333336,
      "octane_score": 10.786166527296619,
      "ci_low": 9.218970254449886,
      "ci_high": 12.607174434760646,
      "ci_metric": "octane_score",
      "median_latency_ms": 2673.697874881327,
      "p95_latency_ms": 3582.4636499397457,
      "input_tokens": 6457,
      "output_tokens": 118,
      "reasoning_tokens": 201,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1c0ca731-7ed6-443c-a1a7-8204e14e22d6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00062113,
      "cost_per_success_usd": 0.00020704333333333334,
      "octane_score": 12.664659572070262,
      "ci_low": 9.936086901604146,
      "ci_high": 23.71127124570525,
      "ci_metric": "octane_score",
      "median_latency_ms": 2164.4252501428127,
      "p95_latency_ms": 2211.4479624666274,
      "input_tokens": 6313,
      "output_tokens": 107,
      "reasoning_tokens": 91,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e50bf8d9-0667-4f2d-b2a8-52ad5af30656",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0008221000000000001,
      "cost_per_success_usd": 0.00027403333333333334,
      "octane_score": 7.216518671694439,
      "ci_low": 6.659240321402482,
      "ci_high": 7.527215035391747,
      "ci_metric": "octane_score",
      "median_latency_ms": 3354.5910427346826,
      "p95_latency_ms": 4767.577616870403,
      "input_tokens": 5743,
      "output_tokens": 213,
      "reasoning_tokens": 200,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9bf8256c-8061-429f-add0-eca4a6bec2c9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00041688,
      "cost_per_success_usd": 0.00013896,
      "octane_score": 8.998992515831894,
      "ci_low": 5.640505187189896,
      "ci_high": 13.178417114553696,
      "ci_metric": "octane_score",
      "median_latency_ms": 2245.85329182446,
      "p95_latency_ms": 2519.5927545428276,
      "input_tokens": 5481,
      "output_tokens": 114,
      "reasoning_tokens": 78,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e5d7663e-7d04-4009-9152-c2e89ee1e0ba",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002835,
      "cost_per_success_usd": 0.000945,
      "octane_score": 2.774744268077602,
      "ci_low": 2.7087830687830694,
      "ci_high": 2.834708994708995,
      "ci_metric": "octane_score",
      "median_latency_ms": 934.5547081902623,
      "p95_latency_ms": 3581.2431335449214,
      "input_tokens": 459,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "756d7eb8-9f30-4db5-b3a1-6325418a4e47",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.003045,
      "cost_per_success_usd": 0.001015,
      "octane_score": 2.9652216748768474,
      "ci_low": 2.5343842364532017,
      "ci_high": 3.472315270935961,
      "ci_metric": "octane_score",
      "median_latency_ms": 1007.5251664966345,
      "p95_latency_ms": 1404.8197031952438,
      "input_tokens": 483,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9aca800e-71a0-4727-9704-4f3af0d8f232",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.009255,
      "cost_per_success_usd": 0.0030849999999999996,
      "octane_score": 2.024073473797947,
      "ci_low": 1.7564744491326767,
      "ci_high": 2.3518895166352793,
      "ci_metric": "octane_score",
      "median_latency_ms": 3679.180166684091,
      "p95_latency_ms": 4913.426368031651,
      "input_tokens": 225,
      "output_tokens": 45,
      "reasoning_tokens": 226,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7dc7e866-528d-4208-9593-e6fb1167d8d8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0018900000000000002,
      "cost_per_success_usd": 0.00063,
      "octane_score": 1.984920634920635,
      "ci_low": 1.9579365079365083,
      "ci_high": 2.0388888888888888,
      "ci_metric": "octane_score",
      "median_latency_ms": 1415.3045834973454,
      "p95_latency_ms": 2178.43459174037,
      "input_tokens": 252,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c5936f30-9491-4f56-8d6c-8106afd9fbed",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002805,
      "cost_per_success_usd": 0.0009350000000000001,
      "octane_score": 2.115044563279857,
      "ci_low": 1.9500534759358286,
      "ci_high": 2.201497326203208,
      "ci_metric": "octane_score",
      "median_latency_ms": 1513.8430623337626,
      "p95_latency_ms": 2616.6268640663475,
      "input_tokens": 273,
      "output_tokens": 48,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5bdc3172-3ca4-4a1a-bbe0-f0e09e5f20af",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000609,
      "cost_per_success_usd": 0.00020299999999999997,
      "octane_score": 14.826108374384239,
      "ci_low": 12.671921182266011,
      "ci_high": 17.36157635467981,
      "ci_metric": "octane_score",
      "median_latency_ms": 1034.8065420985222,
      "p95_latency_ms": 1476.615041401237,
      "input_tokens": 483,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "538ffd03-5a9e-41d4-be9f-c514b16cc581",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000567,
      "cost_per_success_usd": 0.000189,
      "octane_score": 13.873721340388009,
      "ci_low": 13.543915343915346,
      "ci_high": 14.173544973544976,
      "ci_metric": "octane_score",
      "median_latency_ms": 943.4900833293796,
      "p95_latency_ms": 1065.3559708036482,
      "input_tokens": 459,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1f88626b-d17e-4d18-b1d5-3e29c4d25056",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001719,
      "cost_per_success_usd": 0.000573,
      "octane_score": 10.897498545666084,
      "ci_low": 10.331142113172124,
      "ci_high": 11.653565217391304,
      "ci_metric": "octane_score",
      "median_latency_ms": 3153.694499284029,
      "p95_latency_ms": 3900.938774831593,
      "input_tokens": 225,
      "output_tokens": 46,
      "reasoning_tokens": 203,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ed0b880b-9fce-47f1-844e-7efdac67c01a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000561,
      "cost_per_success_usd": 0.000187,
      "octane_score": 10.575222816399286,
      "ci_low": 9.750267379679144,
      "ci_high": 11.00748663101604,
      "ci_metric": "octane_score",
      "median_latency_ms": 802.6805836707354,
      "p95_latency_ms": 2374.6967451646924,
      "input_tokens": 273,
      "output_tokens": 48,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "239352d8-6616-44a8-b440-cbca29f506b6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00037799999999999997,
      "cost_per_success_usd": 0.000126,
      "octane_score": 9.924603174603176,
      "ci_low": 9.789682539682541,
      "ci_high": 10.194444444444443,
      "ci_metric": "octane_score",
      "median_latency_ms": 813.1967084482312,
      "p95_latency_ms": 862.2564948163927,
      "input_tokens": 252,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "29289cdd-08cc-4b3a-a3ad-7e758c65fe25",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 7.866400000000002e-05,
      "cost_per_success_usd": 2.622133333333334e-05,
      "octane_score": 100.0,
      "ci_low": 2.5598000000000005e-05,
      "ci_high": 2.6788000000000005e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 1304.3988328427076,
      "p95_latency_ms": 3928.66270923987,
      "input_tokens": 642,
      "output_tokens": 22,
      "reasoning_tokens": 301,
      "undefined_reason": null
    },
    {
      "snapshot_id": "12ea1514-8432-4a54-b00a-bc7ac4ef823e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000187328,
      "cost_per_success_usd": 6.244266666666666e-05,
      "octane_score": 100.0,
      "ci_low": 5.9942e-05,
      "ci_high": 6.700799999999999e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 9022.26304076612,
      "p95_latency_ms": 13010.081104189156,
      "input_tokens": 404,
      "output_tokens": 273,
      "reasoning_tokens": 741,
      "undefined_reason": null
    },
    {
      "snapshot_id": "db08c0aa-dc44-4559-a4cf-178bb58e6070",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 5.9326999999999996e-05,
      "cost_per_success_usd": 1.9775666666666664e-05,
      "octane_score": 100.0,
      "ci_low": 1.8233e-05,
      "ci_high": 2.0583999999999995e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2148.8979579880834,
      "p95_latency_ms": 2445.016520470381,
      "input_tokens": 441,
      "output_tokens": 44,
      "reasoning_tokens": 209,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2015d666-fd3b-4d62-a7d2-fc6b9f9e73ba",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 3.7515e-05,
      "cost_per_success_usd": 1.2505000000000001e-05,
      "octane_score": 100.0,
      "ci_low": 1.2335000000000001e-05,
      "ci_high": 1.2844999999999998e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 5795.600582845509,
      "p95_latency_ms": 6575.845232605934,
      "input_tokens": 435,
      "output_tokens": 35,
      "reasoning_tokens": 91,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1cabda95-cecf-4659-a8cc-d84e56e32115",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 9.029100000000001e-05,
      "cost_per_success_usd": 3.0097000000000003e-05,
      "octane_score": 100.0,
      "ci_low": 2.5724e-05,
      "ci_high": 3.5244000000000003e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2904.8808328807354,
      "p95_latency_ms": 5770.323820877819,
      "input_tokens": 653,
      "output_tokens": 58,
      "reasoning_tokens": 331,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8ca0daa0-018c-4b5f-89ff-4ff6bd14cb4c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0031184700000000004,
      "cost_per_success_usd": 0.0010394900000000001,
      "octane_score": 2.52251905581904,
      "ci_low": 2.2473052848698853,
      "ci_high": 2.9479430098625143,
      "ci_metric": "octane_score",
      "median_latency_ms": 11149.382249452174,
      "p95_latency_ms": 12997.865887265652,
      "input_tokens": 471,
      "output_tokens": 6,
      "reasoning_tokens": 994,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6be2583c-11b0-41ae-99cd-2222505b199f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00396929,
      "cost_per_success_usd": 0.0013230966666666667,
      "octane_score": 2.274739311060668,
      "ci_low": 1.7301432145707598,
      "ci_high": 2.912625042313036,
      "ci_metric": "octane_score",
      "median_latency_ms": 11925.631833262742,
      "p95_latency_ms": 14299.059633910656,
      "input_tokens": 492,
      "output_tokens": 90,
      "reasoning_tokens": 1215,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4c440de5-a92a-49da-98ef-90744056a964",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.006050740000000001,
      "cost_per_success_usd": 0.0020169133333333335,
      "octane_score": 3.0959519000981692,
      "ci_low": 2.5802434956040483,
      "ci_high": 3.5879026363777298,
      "ci_metric": "octane_score",
      "median_latency_ms": 27411.36141680181,
      "p95_latency_ms": 30159.24299173057,
      "input_tokens": 237,
      "output_tokens": 33,
      "reasoning_tokens": 2064,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8c68c557-e052-4a55-b6bc-bb95b40b3a44",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00228798,
      "cost_per_success_usd": 0.00076266,
      "octane_score": 2.592985952674411,
      "ci_low": 2.2783620616911757,
      "ci_high": 2.907385033602657,
      "ci_metric": "octane_score",
      "median_latency_ms": 5232.531500048935,
      "p95_latency_ms": 7297.0173123292625,
      "input_tokens": 279,
      "output_tokens": 14,
      "reasoning_tokens": 749,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5192090b-bfb2-41c0-b962-ee4711704a54",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00284867,
      "cost_per_success_usd": 0.0009495566666666667,
      "octane_score": 1.3169303569736053,
      "ci_low": 1.1172260986875608,
      "ci_high": 1.4679936840561023,
      "ci_metric": "octane_score",
      "median_latency_ms": 5400.520250201225,
      "p95_latency_ms": 5774.374549929053,
      "input_tokens": 261,
      "output_tokens": 0,
      "reasoning_tokens": 974,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8f6672ef-d68d-400b-8a75-ab44041c5241",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0006916,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 24272.179875522852,
      "p95_latency_ms": 91473.08321278541,
      "input_tokens": 498,
      "output_tokens": 740,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "2e5c3ded-91ae-4ebf-8134-d9b81b5af19d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0008476,
      "cost_per_success_usd": 0.00028253333333333333,
      "octane_score": 22.10099103350637,
      "ci_low": 20.950953045095307,
      "ci_high": 23.648905109489046,
      "ci_metric": "octane_score",
      "median_latency_ms": 2693.4734582901,
      "p95_latency_ms": 5595.907046459614,
      "input_tokens": 234,
      "output_tokens": 1001,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c0a954cb-8bc4-432d-963e-0b23ea961071",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 6.3e-05,
      "cost_per_success_usd": 2.1e-05,
      "octane_score": 59.54761904761906,
      "ci_low": 58.738095238095234,
      "ci_high": 61.16666666666664,
      "ci_metric": "octane_score",
      "median_latency_ms": 197.30941765010357,
      "p95_latency_ms": 316.1112920381128,
      "input_tokens": 267,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c26e607a-a8ac-44e3-8289-7be30ff28a00",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000102,
      "cost_per_success_usd": 3.4e-05,
      "octane_score": 77.121568627451,
      "ci_low": 75.28823529411767,
      "ci_high": 78.78823529411767,
      "ci_metric": "octane_score",
      "median_latency_ms": 269.30849999189377,
      "p95_latency_ms": 327.30888780206436,
      "input_tokens": 474,
      "output_tokens": 9,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "02fbfc56-b0c5-4a2b-ac1c-9b563cbef70b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00047860000000000003,
      "cost_per_success_usd": 0.00015953333333333335,
      "octane_score": 12.395946510656076,
      "ci_low": 11.428959465106558,
      "ci_high": 12.99578592498946,
      "ci_metric": "octane_score",
      "median_latency_ms": 4834.088291972876,
      "p95_latency_ms": 8860.379441827536,
      "input_tokens": 285,
      "output_tokens": 527,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "cf7ce729-e542-4e92-9935-8deacc92259d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-defective-return-exception",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005313750000000001,
      "cost_per_success_usd": 0.000177125,
      "octane_score": 14.803857915784524,
      "ci_low": 14.140588316530867,
      "ci_high": 15.412408442141226,
      "ci_metric": "octane_score",
      "median_latency_ms": 3462.053082883358,
      "p95_latency_ms": 3508.209845703095,
      "input_tokens": 519,
      "output_tokens": 21,
      "reasoning_tokens": 1893,
      "undefined_reason": null
    },
    {
      "snapshot_id": "831f6154-e2d0-48c2-a9bf-d6245b11e0f5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-escalation-decision",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013329550000000003,
      "cost_per_success_usd": 0.0004443183333333334,
      "octane_score": 6.7737470507256425,
      "ci_low": 4.037628339515131,
      "ci_high": 12.012468482780616,
      "ci_metric": "octane_score",
      "median_latency_ms": 5435.203208588064,
      "p95_latency_ms": 12287.231857888399,
      "input_tokens": 519,
      "output_tokens": 24,
      "reasoning_tokens": 4973,
      "undefined_reason": null
    },
    {
      "snapshot_id": "30942733-adb4-4fc6-beac-d08722b6e03b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-refund-eligibility",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00045630000000000003,
      "cost_per_success_usd": 0.0001521,
      "octane_score": 13.00175323252246,
      "ci_low": 8.713401396467757,
      "ci_high": 18.26197666844318,
      "ci_metric": "octane_score",
      "median_latency_ms": 2844.5350835099816,
      "p95_latency_ms": 5689.350033458321,
      "input_tokens": 300,
      "output_tokens": 57,
      "reasoning_tokens": 1623,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fad62b9b-d9be-4149-b9a9-b81a8b71e5c6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-ticket-intent-classification",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00033169499999999996,
      "cost_per_success_usd": 0.00011056499999999998,
      "octane_score": 11.310089087866869,
      "ci_low": 10.513530790539104,
      "ci_high": 12.885774640630636,
      "ci_metric": "octane_score",
      "median_latency_ms": 2788.6221669614315,
      "p95_latency_ms": 2965.090191550553,
      "input_tokens": 279,
      "output_tokens": 24,
      "reasoning_tokens": 1182,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dfaf65ee-887a-4da2-b51e-f00939b0c8dc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "customer_service",
      "task_id": "cs-prorated-refund",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004452695,
      "cost_per_success_usd": 0.0014842316666666665,
      "octane_score": 4.207070100242662,
      "ci_low": 3.06224566154118,
      "ci_high": 10.421012426014054,
      "ci_metric": "octane_score",
      "median_latency_ms": 19557.36183281988,
      "p95_latency_ms": 569259.6094830893,
      "input_tokens": 267,
      "output_tokens": 49,
      "reasoning_tokens": 17010,
      "undefined_reason": null
    },
    {
      "snapshot_id": "eb9af152-f7c8-41e5-9810-49c1bb8be334",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.001209,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 1082.792416214943,
      "p95_latency_ms": 1251.5635662712157,
      "input_tokens": 594,
      "output_tokens": 123,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "8f3708de-3425-4e66-aea2-7648787770f0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0009540000000000001,
      "cost_per_success_usd": 0.00031800000000000003,
      "octane_score": 7.725157232704401,
      "ci_low": 6.759119496855347,
      "ci_high": 8.448742138364778,
      "ci_metric": "octane_score",
      "median_latency_ms": 1231.835499405861,
      "p95_latency_ms": 3975.357325468212,
      "input_tokens": 369,
      "output_tokens": 117,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b49e3829-8a7d-4a75-8dd6-69dbd1b8d0b9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000675,
      "cost_per_success_usd": 0.00022500000000000002,
      "octane_score": 19.12325925925926,
      "ci_low": 17.638666666666666,
      "ci_high": 20.039555555555552,
      "ci_metric": "octane_score",
      "median_latency_ms": 711.0843751579523,
      "p95_latency_ms": 764.2345495522022,
      "input_tokens": 585,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e28b3c1e-8ef8-4768-9608-5cf2a5f5a98e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.000876,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 658.9470002800226,
      "p95_latency_ms": 1199.6757385320961,
      "input_tokens": 441,
      "output_tokens": 87,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "182cc269-698a-4958-91ef-256a4a3ee2f3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.000762,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 646.7352081090212,
      "p95_latency_ms": 745.9268329665065,
      "input_tokens": 612,
      "output_tokens": 30,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "c01dada6-1443-44e6-a9d6-ca74e21d6aa6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00722,
      "cost_per_success_usd": 0.0024066666666666663,
      "octane_score": null,
      "ci_low": 0.00219,
      "ci_high": 0.002515,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2895.844416692853,
      "p95_latency_ms": 3671.3043299503624,
      "input_tokens": 594,
      "output_tokens": 170,
      "reasoning_tokens": 0,
      "undefined_reason": "baseline_undefined"
    },
    {
      "snapshot_id": "fc828b40-e398-4da0-9eb8-2be0b7aac080",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00381,
      "cost_per_success_usd": 0.00127,
      "octane_score": 7.8528871391076125,
      "ci_low": 7.406692913385826,
      "ci_high": 8.383858267716535,
      "ci_metric": "octane_score",
      "median_latency_ms": 2856.294541619718,
      "p95_latency_ms": 3509.0939411893487,
      "input_tokens": 612,
      "output_tokens": 30,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3d5f7779-c706-4f1a-b505-ecc376d52697",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.025305,
      "cost_per_success_usd": 0.008435000000000002,
      "octane_score": 1.9276783244418096,
      "ci_low": 1.505471356055112,
      "ci_high": 2.4333000434216236,
      "ci_metric": "octane_score",
      "median_latency_ms": 7276.2586241588,
      "p95_latency_ms": 7531.837286334485,
      "input_tokens": 441,
      "output_tokens": 924,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "91b8e60e-3a75-4db4-8d0d-9e76d4fe93f6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0033749999999999995,
      "cost_per_success_usd": 0.001125,
      "octane_score": 3.8246518518518524,
      "ci_low": 3.527733333333334,
      "ci_high": 4.007911111111111,
      "ci_metric": "octane_score",
      "median_latency_ms": 1741.2297083064914,
      "p95_latency_ms": 2678.2764454372223,
      "input_tokens": 585,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3888c7b6-e77e-4908-9d17-cbacb1dd2d28",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.0046700000000000005,
      "cost_per_success_usd": 0.0023350000000000003,
      "octane_score": 1.0520770877944323,
      "ci_low": 0.49224576271186493,
      "ci_high": 1.7114935064935064,
      "ci_metric": "octane_score",
      "median_latency_ms": 2723.9587921649218,
      "p95_latency_ms": 3572.295792028308,
      "input_tokens": 369,
      "output_tokens": 113,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1e4991f5-5ac6-494d-85a8-50083906792a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.003852,
      "cost_per_success_usd": 0.001284,
      "octane_score": null,
      "ci_low": 0.001284,
      "ci_high": 0.001284,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 1664.45954144001,
      "p95_latency_ms": 3182.7695912681515,
      "input_tokens": 594,
      "output_tokens": 138,
      "reasoning_tokens": 0,
      "undefined_reason": "baseline_undefined"
    },
    {
      "snapshot_id": "39089b8f-541d-4326-8865-51b5214d74a7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0025020000000000003,
      "cost_per_success_usd": 0.0008340000000000001,
      "octane_score": 2.9455635491606706,
      "ci_low": 2.5772182254196645,
      "ci_high": 3.2214628297362102,
      "ci_metric": "octane_score",
      "median_latency_ms": 1258.3043752238154,
      "p95_latency_ms": 1321.9072254374623,
      "input_tokens": 369,
      "output_tokens": 93,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "66ccb9ec-e906-4002-a8c9-d130e99f565f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002025,
      "cost_per_success_usd": 0.0006749999999999999,
      "octane_score": 6.37441975308642,
      "ci_low": 5.879555555555557,
      "ci_high": 6.679851851851852,
      "ci_metric": "octane_score",
      "median_latency_ms": 1047.8228339925408,
      "p95_latency_ms": 1952.7318456210194,
      "input_tokens": 585,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "cb5eb972-63b8-43d8-9f9a-28f3d0c67a44",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.015933000000000003,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 5851.679041981697,
      "p95_latency_ms": 6129.398791398853,
      "input_tokens": 441,
      "output_tokens": 974,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "2e3e71cc-b403-45ac-933d-81ff759e2b37",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.006261,
      "cost_per_success_usd": 0.002087,
      "octane_score": 4.778709471330459,
      "ci_low": 4.504948162111216,
      "ci_high": 5.101820795400096,
      "ci_metric": "octane_score",
      "median_latency_ms": 3068.3530420064926,
      "p95_latency_ms": 3232.161853928119,
      "input_tokens": 612,
      "output_tokens": 295,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4386c134-903a-48fe-858c-49116d6d40c2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000121507,
      "cost_per_success_usd": 4.0502333333333334e-05,
      "octane_score": 60.65329569489823,
      "ci_low": 49.75278346161409,
      "ci_high": 74.8176183942849,
      "ci_metric": "octane_score",
      "median_latency_ms": 1190.9237913787365,
      "p95_latency_ms": 2551.887853816151,
      "input_tokens": 351,
      "output_tokens": 100,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4be9bded-071c-4201-a6e3-d4f4eaeeaaf7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.0021017230000000002,
      "cost_per_success_usd": 0.0021017230000000002,
      "octane_score": 4.7452336329129325,
      "ci_low": 4.548410994217601,
      "ci_high": 5.138787501435779,
      "ci_metric": "octane_score",
      "median_latency_ms": 1632.8777493909001,
      "p95_latency_ms": 197344.83673833308,
      "input_tokens": 567,
      "output_tokens": 4873,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "eeeb54ec-9a14-4943-b242-453e34369191",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000137976,
      "cost_per_success_usd": 4.5991999999999996e-05,
      "octane_score": 93.55395141183975,
      "ci_low": 86.29109410332234,
      "ci_high": 98.03661506348931,
      "ci_metric": "octane_score",
      "median_latency_ms": 838.2892496883869,
      "p95_latency_ms": 999.6317997574806,
      "input_tokens": 504,
      "output_tokens": 6,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8136a121-f806-46bc-abb3-0fb520a89063",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.000183681,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 4449.7260004282,
      "p95_latency_ms": 9727.906537801025,
      "input_tokens": 549,
      "output_tokens": 90,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "61ea9c2c-2735-4139-9883-9be01f233784",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.000131331,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 1230.225999839604,
      "p95_latency_ms": 1538.8176623731852,
      "input_tokens": 399,
      "output_tokens": 60,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "bb86fb3d-5b5b-440f-9712-cef0d22e7329",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00046380000000000005,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 662.191666662693,
      "p95_latency_ms": 841.7760174721479,
      "input_tokens": 546,
      "output_tokens": 120,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "a33d6ff5-b9e6-42fd-85b3-f386ef12dfc9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00038580000000000005,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 674.6043330058455,
      "p95_latency_ms": 721.7788072302938,
      "input_tokens": 411,
      "output_tokens": 105,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "d13954a0-8b63-4896-a067-296b8c10c898",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00025049999999999996,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 504.7707920894027,
      "p95_latency_ms": 591.5669408626854,
      "input_tokens": 585,
      "output_tokens": 30,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "6984521c-f6f3-4640-9e3e-c12eb5d0850c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0003756,
      "cost_per_success_usd": 0.0001252,
      "octane_score": 19.62140575079872,
      "ci_low": 17.167731629392975,
      "ci_high": 21.459265175718848,
      "ci_metric": "octane_score",
      "median_latency_ms": 733.3508748561144,
      "p95_latency_ms": 819.3377751857042,
      "input_tokens": 327,
      "output_tokens": 111,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a256d8c4-37d5-4c54-add1-c67fc31ef663",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00021150000000000002,
      "cost_per_success_usd": 7.05e-05,
      "octane_score": 61.031678486997635,
      "ci_low": 56.293617021276596,
      "ci_high": 63.956028368794314,
      "ci_metric": "octane_score",
      "median_latency_ms": 446.70533295720816,
      "p95_latency_ms": 540.0687833316624,
      "input_tokens": 555,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "14fc1738-0e66-452d-9555-c4c75b2cc0f7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0010406,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 4743.712291121483,
      "p95_latency_ms": 47141.17794213816,
      "input_tokens": 540,
      "output_tokens": 138,
      "reasoning_tokens": 2413,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "e9dda834-fc73-46e6-89e0-48e8ab561c92",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00052776,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 11485.690666362643,
      "p95_latency_ms": 12522.517816815525,
      "input_tokens": 336,
      "output_tokens": 102,
      "reasoning_tokens": 1187,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "29cb2e75-b964-4f88-a1bd-8ba37358aba8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.0009165400000000002,
      "cost_per_success_usd": 0.0004582700000000001,
      "octane_score": 9.389079218219244,
      "ci_low": 4.293278418224088,
      "ci_high": 17.825558593642114,
      "ci_metric": "octane_score",
      "median_latency_ms": 5636.884625069797,
      "p95_latency_ms": 11862.648912426082,
      "input_tokens": 504,
      "output_tokens": 12,
      "reasoning_tokens": 2225,
      "undefined_reason": null
    },
    {
      "snapshot_id": "68808db9-f4f6-4654-80e7-b75f781e5735",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.00260384,
      "cost_per_success_usd": 0.00260384,
      "octane_score": 6.244610523944123,
      "ci_low": 3.709992331443101,
      "ci_high": 23.965285147191764,
      "ci_metric": "octane_score",
      "median_latency_ms": 50408.19991659373,
      "p95_latency_ms": 87728.61192915587,
      "input_tokens": 384,
      "output_tokens": 1641,
      "reasoning_tokens": 4827,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4ac7d2a3-272a-40ad-865c-0306860f9e66",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.0036092600000000004,
      "cost_per_success_usd": 0.0018046300000000002,
      "octane_score": 5.526432934544293,
      "ci_low": 2.187174879409817,
      "ci_high": 12.13984901679606,
      "ci_metric": "octane_score",
      "median_latency_ms": 38255.31670823693,
      "p95_latency_ms": 53555.873321089886,
      "input_tokens": 546,
      "output_tokens": 290,
      "reasoning_tokens": 8674,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e95076be-194e-4344-b1bb-6a7ba6622663",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00756885,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 21238.298624753952,
      "p95_latency_ms": 21561.791362334043,
      "input_tokens": 336,
      "output_tokens": 74,
      "reasoning_tokens": 2769,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "208ea592-62a6-4d5c-8548-7f9cc17990d4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0121359,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 9672.495584003627,
      "p95_latency_ms": 40872.588208504014,
      "input_tokens": 540,
      "output_tokens": 34,
      "reasoning_tokens": 4524,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "ef37a373-c885-460b-a6e7-a8c55c2213f2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.006471599999999999,
      "cost_per_success_usd": 0.0021571999999999997,
      "octane_score": 1.9945917547438041,
      "ci_low": 1.6713213825606763,
      "ci_high": 2.604875489365138,
      "ci_metric": "octane_score",
      "median_latency_ms": 16384.35612525791,
      "p95_latency_ms": 18148.985261656344,
      "input_tokens": 504,
      "output_tokens": 0,
      "reasoning_tokens": 2416,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bfbab666-fc92-45e8-bca2-76341366614d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.013651649999999998,
      "cost_per_success_usd": 0.004550549999999999,
      "octane_score": 3.573187123900775,
      "ci_low": 2.67958025982072,
      "ci_high": 4.745841802168022,
      "ci_metric": "octane_score",
      "median_latency_ms": 33858.51445887238,
      "p95_latency_ms": 36485.81422036514,
      "input_tokens": 384,
      "output_tokens": 734,
      "reasoning_tokens": 4533,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5363300e-2d43-44e8-a371-71c871e2f270",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.012909299999999999,
      "cost_per_success_usd": 0.0043031,
      "octane_score": 2.3176702067501727,
      "ci_low": 1.6891020294690025,
      "ci_high": 3.212545446316775,
      "ci_metric": "octane_score",
      "median_latency_ms": 30421.405708417296,
      "p95_latency_ms": 56307.61374542489,
      "input_tokens": 546,
      "output_tokens": 364,
      "reasoning_tokens": 4608,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e5cb6b99-c55c-490c-99be-e5e3279fdade",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000797202,
      "cost_per_success_usd": 0.000265734,
      "octane_score": 16.19188110416181,
      "ci_low": 14.551457898895604,
      "ci_high": 18.06526959766457,
      "ci_metric": "octane_score",
      "median_latency_ms": 2673.6814584583044,
      "p95_latency_ms": 3099.231795594096,
      "input_tokens": 546,
      "output_tokens": 12,
      "reasoning_tokens": 177,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d1297321-6d1d-495e-82b7-223de6dce085",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001587411,
      "cost_per_success_usd": 0.0005291369999999999,
      "octane_score": 4.64265398186103,
      "ci_low": 3.2646011166297564,
      "ci_high": 12.599085572058547,
      "ci_metric": "octane_score",
      "median_latency_ms": 5789.881999604404,
      "p95_latency_ms": 6183.735612500459,
      "input_tokens": 378,
      "output_tokens": 81,
      "reasoning_tokens": 521,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b5683c8e-4dd4-4774-938e-8c346bcc70e0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002306691,
      "cost_per_success_usd": 0.000768897,
      "octane_score": 21.147132407418244,
      "ci_low": 16.710542964965608,
      "ci_high": 26.71190237856905,
      "ci_metric": "octane_score",
      "median_latency_ms": 5429.357250221074,
      "p95_latency_ms": 6762.106612045318,
      "input_tokens": 426,
      "output_tokens": 60,
      "reasoning_tokens": 854,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1b6608ee-b52d-483a-9de7-fd9fa3542723",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0028133838,
      "cost_per_success_usd": 0.0009377945999999999,
      "octane_score": 10.634702595500837,
      "ci_low": 8.215231909548347,
      "ci_high": 13.018235263644282,
      "ci_metric": "octane_score",
      "median_latency_ms": 7031.984708271921,
      "p95_latency_ms": 11003.362883161752,
      "input_tokens": 588,
      "output_tokens": 24,
      "reasoning_tokens": 1069,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0b74599c-6581-4a49-9f6f-a851aee00e80",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0008905085999999999,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 2702.771999873221,
      "p95_latency_ms": 3030.155737604946,
      "input_tokens": 582,
      "output_tokens": 87,
      "reasoning_tokens": 133,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "8e56122f-2cf2-4579-a570-efdbb65e9a3f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0006165000000000001,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 590.2519170194864,
      "p95_latency_ms": 675.3259543329476,
      "input_tokens": 390,
      "output_tokens": 72,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "69ec7ede-36d1-4180-ac0e-cc8f0e24c1a1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.000576,
      "cost_per_success_usd": 0.000576,
      "octane_score": 17.314525462962965,
      "ci_low": 16.106965174129353,
      "ci_high": 54.49817850637523,
      "ci_metric": "octane_score",
      "median_latency_ms": 587.2893333435059,
      "p95_latency_ms": 854.8028952442108,
      "input_tokens": 552,
      "output_tokens": 36,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "149a9955-3e66-4dd7-aac0-27013324651b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00060525,
      "cost_per_success_usd": 0.00020175,
      "octane_score": 12.176456009913258,
      "ci_low": 10.653779429987612,
      "ci_high": 13.316976456009913,
      "ci_metric": "octane_score",
      "median_latency_ms": 1039.98270817101,
      "p95_latency_ms": 1478.1783456914125,
      "input_tokens": 339,
      "output_tokens": 78,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "52127ada-7bce-492d-a569-28ccf3991b83",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.0009,
      "cost_per_success_usd": 0.0009000000000000001,
      "octane_score": null,
      "ci_low": 0.000324,
      "ci_high": 0.0009000000000000001,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 894.8133336380124,
      "p95_latency_ms": 4057.2639710269864,
      "input_tokens": 540,
      "output_tokens": 110,
      "reasoning_tokens": 0,
      "undefined_reason": "baseline_undefined"
    },
    {
      "snapshot_id": "0cea8c98-f60d-404a-88e2-56f9418e561e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.00054225,
      "cost_per_success_usd": 0.000271125,
      "octane_score": 15.869924696480714,
      "ci_low": 7.602889196250192,
      "ci_high": 24.801106500691564,
      "ci_metric": "octane_score",
      "median_latency_ms": 530.1330415531993,
      "p95_latency_ms": 582.9463162459433,
      "input_tokens": 507,
      "output_tokens": 36,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "72f6bce2-57d9-4f38-bcfc-f60bca29bbca",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0002958,
      "cost_per_success_usd": 9.86e-05,
      "octane_score": 101.14773495605141,
      "ci_low": 89.84492481203009,
      "ci_high": 114.89823348694318,
      "ci_metric": "octane_score",
      "median_latency_ms": 4169.309209100902,
      "p95_latency_ms": 5504.570095892995,
      "input_tokens": 552,
      "output_tokens": 36,
      "reasoning_tokens": 365,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2a112993-aeb1-473d-b06e-3a818554996a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.0002346,
      "cost_per_success_usd": 0.00011730000000000002,
      "octane_score": null,
      "ci_low": 7.44e-05,
      "ci_high": 0.00023100000000000003,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2566.9327918440104,
      "p95_latency_ms": 3545.604866463691,
      "input_tokens": 540,
      "output_tokens": 108,
      "reasoning_tokens": 193,
      "undefined_reason": "baseline_undefined"
    },
    {
      "snapshot_id": "5cb72be4-97a6-48cc-83c1-ee80495a575e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 8.07e-05,
      "cost_per_success_usd": 2.69e-05,
      "octane_score": 91.32342007434943,
      "ci_low": 79.90334572490708,
      "ci_high": 99.87732342007435,
      "ci_metric": "octane_score",
      "median_latency_ms": 1356.7385841161013,
      "p95_latency_ms": 2250.71983365342,
      "input_tokens": 339,
      "output_tokens": 78,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6ccce760-2cca-4ca9-bee4-a467dcb34ed1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00021119999999999998,
      "cost_per_success_usd": 7.04e-05,
      "octane_score": 230.9654356060606,
      "ci_low": 183.07275132275134,
      "ci_high": 286.4974437627812,
      "ci_metric": "octane_score",
      "median_latency_ms": 3048.3877500519156,
      "p95_latency_ms": 3489.6581253036857,
      "input_tokens": 390,
      "output_tokens": 66,
      "reasoning_tokens": 221,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d7511332-34ae-4c75-b839-e53cd071ff12",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00014849999999999998,
      "cost_per_success_usd": 4.949999999999999e-05,
      "octane_score": 86.92390572390575,
      "ci_low": 80.1757575757576,
      "ci_high": 93.58663883089773,
      "ci_metric": "octane_score",
      "median_latency_ms": 2460.6951661407948,
      "p95_latency_ms": 11773.177866544573,
      "input_tokens": 507,
      "output_tokens": 24,
      "reasoning_tokens": 139,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c36d6191-8ed6-40d0-afc2-bb04c146963d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0016314000000000003,
      "cost_per_success_usd": 0.0005438000000000001,
      "octane_score": 18.339769523108988,
      "ci_low": 17.17995567004133,
      "ci_high": 19.55475368685284,
      "ci_metric": "octane_score",
      "median_latency_ms": 11048.590458929539,
      "p95_latency_ms": 12156.744707748294,
      "input_tokens": 7722,
      "output_tokens": 159,
      "reasoning_tokens": 1273,
      "undefined_reason": null
    },
    {
      "snapshot_id": "df57d326-9ad7-4b67-869c-f8db210c2c1f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013599,
      "cost_per_success_usd": 0.0004533,
      "octane_score": 35.870211044929775,
      "ci_low": 28.619677917493938,
      "ci_high": 44.066284303760696,
      "ci_metric": "octane_score",
      "median_latency_ms": 4825.85920765996,
      "p95_latency_ms": 5194.1772712394595,
      "input_tokens": 6825,
      "output_tokens": 249,
      "reasoning_tokens": 880,
      "undefined_reason": null
    },
    {
      "snapshot_id": "251201f8-d4b8-482f-913e-124d0923499a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0010505,
      "cost_per_success_usd": 0.00035016666666666665,
      "octane_score": 12.287672536887198,
      "ci_low": 11.351034417008295,
      "ci_high": 12.879141926833942,
      "ci_metric": "octane_score",
      "median_latency_ms": 3908.705917187035,
      "p95_latency_ms": 3971.553441416472,
      "input_tokens": 6839,
      "output_tokens": 123,
      "reasoning_tokens": 488,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d380126f-f500-456c-aca3-54e6780147c0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006882100000000001,
      "cost_per_success_usd": 0.00022940333333333336,
      "octane_score": 10.708649976024757,
      "ci_low": 8.216302046577278,
      "ci_high": 16.65474572634289,
      "ci_metric": "octane_score",
      "median_latency_ms": 2909.78741645813,
      "p95_latency_ms": 4153.737829066813,
      "input_tokens": 6010,
      "output_tokens": 287,
      "reasoning_tokens": 76,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2d6324da-4b32-4518-898a-f23b349df6fc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0016116,
      "cost_per_success_usd": 0.0005372,
      "octane_score": null,
      "ci_low": 0.0005004,
      "ci_high": 0.0005732000000000001,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 5188.301583752036,
      "p95_latency_ms": 5675.777733325958,
      "input_tokens": 7290,
      "output_tokens": 381,
      "reasoning_tokens": 1090,
      "undefined_reason": "baseline_undefined"
    },
    {
      "snapshot_id": "41350233-e7b5-449e-873c-9224ae3de9bd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.01323,
      "cost_per_success_usd": 0.00441,
      "octane_score": 2.2614890400604692,
      "ci_low": 1.8002105896510232,
      "ci_high": 2.905374753451677,
      "ci_metric": "octane_score",
      "median_latency_ms": 4132.635582238436,
      "p95_latency_ms": 4422.573134023696,
      "input_tokens": 552,
      "output_tokens": 36,
      "reasoning_tokens": 313,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c18277eb-eacc-455d-b5fa-65408ec94371",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.01209,
      "cost_per_success_usd": 0.00403,
      "octane_score": 4.034731182795699,
      "ci_low": 3.2191811414392064,
      "ci_high": 5.020421836228287,
      "ci_metric": "octane_score",
      "median_latency_ms": 5176.61558277905,
      "p95_latency_ms": 6127.932795882225,
      "input_tokens": 390,
      "output_tokens": 66,
      "reasoning_tokens": 272,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9334ad22-9cb7-477c-8e5f-7a6a64cf9625",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0030750000000000005,
      "cost_per_success_usd": 0.001025,
      "octane_score": 4.197788617886179,
      "ci_low": 3.87190243902439,
      "ci_high": 4.398926829268292,
      "ci_metric": "octane_score",
      "median_latency_ms": 1255.404875613749,
      "p95_latency_ms": 1846.7206626199186,
      "input_tokens": 507,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "705cba41-9669-40ad-9bd6-0cce1a62c8f1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 2,
      "successes": 2,
      "success_rate": 1.0,
      "total_cost_usd": 0.00293,
      "cost_per_success_usd": 0.001465,
      "octane_score": 1.6768600682593855,
      "ci_low": 1.467167235494881,
      "ci_high": 1.833924914675768,
      "ci_metric": "octane_score",
      "median_latency_ms": 1738.2033336907625,
      "p95_latency_ms": 2794.7095460258415,
      "input_tokens": 226,
      "output_tokens": 60,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6269d8bf-b0f9-40a5-9511-2a05750bb323",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00522,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 1460.7402086257935,
      "p95_latency_ms": 2252.0900079980493,
      "input_tokens": 540,
      "output_tokens": 84,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "3f599e85-daa7-4ae7-8c3d-e144777293da",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000879,
      "cost_per_success_usd": 0.000293,
      "octane_score": 8.384300341296926,
      "ci_low": 7.335836177474404,
      "ci_high": 9.169624573378838,
      "ci_metric": "octane_score",
      "median_latency_ms": 774.3995413184166,
      "p95_latency_ms": 795.124292280525,
      "input_tokens": 339,
      "output_tokens": 90,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a48fdce8-cffa-44c1-8d7c-d4a5f5759b2b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001107,
      "cost_per_success_usd": 0.00036899999999999997,
      "octane_score": 11.660523938572721,
      "ci_low": 10.873150684931506,
      "ci_high": 12.349311294765842,
      "ci_metric": "octane_score",
      "median_latency_ms": 1272.209458053112,
      "p95_latency_ms": 1272.926870174706,
      "input_tokens": 507,
      "output_tokens": 24,
      "reasoning_tokens": 76,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2b02ff3a-e36b-41cb-9777-3520d2ee64c3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.001044,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 1072.7619156241417,
      "p95_latency_ms": 1083.3212779834867,
      "input_tokens": 540,
      "output_tokens": 84,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "c174a551-a8e7-4bb5-b67f-a3ed4caf2f29",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002046,
      "cost_per_success_usd": 0.000682,
      "octane_score": 14.62341153470186,
      "ci_low": 11.429082016553801,
      "ci_high": 18.01731220657277,
      "ci_metric": "octane_score",
      "median_latency_ms": 2591.5971668437123,
      "p95_latency_ms": 3200.1635551452637,
      "input_tokens": 552,
      "output_tokens": 36,
      "reasoning_tokens": 213,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4b683e53-fac0-4b71-9adb-ee0a6869790d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0016619999999999998,
      "cost_per_success_usd": 0.0005539999999999999,
      "octane_score": 29.350120336943448,
      "ci_low": 22.83877887788779,
      "ci_high": 37.21042496679947,
      "ci_metric": "octane_score",
      "median_latency_ms": 6439.948332495987,
      "p95_latency_ms": 12143.758370727299,
      "input_tokens": 390,
      "output_tokens": 66,
      "reasoning_tokens": 146,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3eec5e95-8960-4f2f-92eb-1922b04d3902",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.000121781,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 2031.113707460463,
      "p95_latency_ms": 2076.578370667994,
      "input_tokens": 723,
      "output_tokens": 115,
      "reasoning_tokens": 444,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "27676377-febf-47b3-80f4-86a990ad7a0b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 7.3698e-05,
      "cost_per_success_usd": 2.4565999999999998e-05,
      "octane_score": 100.0,
      "ci_low": 2.1494000000000005e-05,
      "ci_high": 2.6867e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 3227.240667678416,
      "p95_latency_ms": 3440.902278665453,
      "input_tokens": 494,
      "output_tokens": 70,
      "reasoning_tokens": 256,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3d6d27f7-b450-4a35-b337-bc83e53c3c02",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000129082,
      "cost_per_success_usd": 4.3027333333333334e-05,
      "octane_score": 100.0,
      "ci_low": 3.9687e-05,
      "ci_high": 4.5089e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 14243.632083758712,
      "p95_latency_ms": 14331.76304558292,
      "input_tokens": 686,
      "output_tokens": 181,
      "reasoning_tokens": 429,
      "undefined_reason": null
    },
    {
      "snapshot_id": "779d1521-ba3b-4abb-af78-51ad6e617252",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000487799,
      "cost_per_success_usd": 0.00016259966666666667,
      "octane_score": 100.0,
      "ci_low": 0.000129733,
      "ci_high": 0.000202323,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 23557.421458885074,
      "p95_latency_ms": 29801.786646153778,
      "input_tokens": 567,
      "output_tokens": 574,
      "reasoning_tokens": 2172,
      "undefined_reason": null
    },
    {
      "snapshot_id": "69dd04a1-0d2b-4db6-befa-c9cdb96d8538",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00029919500000000004,
      "cost_per_success_usd": 9.973166666666668e-05,
      "octane_score": 100.0,
      "ci_low": 9.4065e-05,
      "ci_high": 0.00010647500000000001,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 73492.5836250186,
      "p95_latency_ms": 132031.21560048312,
      "input_tokens": 735,
      "output_tokens": 35,
      "reasoning_tokens": 1565,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a26db19d-852b-4a22-84e9-254089310674",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.008612129999999999,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 43466.69766679406,
      "p95_latency_ms": 46110.23065429181,
      "input_tokens": 549,
      "output_tokens": 79,
      "reasoning_tokens": 2833,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "05dee6b9-7015-46cd-a6ed-3076b58365fb",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004225980000000001,
      "cost_per_success_usd": 0.0014086600000000002,
      "octane_score": 1.7439268524697227,
      "ci_low": 1.4669246294770277,
      "ci_high": 2.064608611870501,
      "ci_metric": "octane_score",
      "median_latency_ms": 18728.036667220294,
      "p95_latency_ms": 20141.747966688126,
      "input_tokens": 339,
      "output_tokens": 72,
      "reasoning_tokens": 1343,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f0d5f7b0-1a87-4005-a1a8-e4339034ad2d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.018937395,
      "cost_per_success_usd": 0.006312465,
      "octane_score": 0.6816249014185954,
      "ci_low": 0.6271441135897535,
      "ci_high": 0.7366045496648188,
      "ci_metric": "octane_score",
      "median_latency_ms": 42656.48362506181,
      "p95_latency_ms": 64480.64906243235,
      "input_tokens": 516,
      "output_tokens": 0,
      "reasoning_tokens": 6599,
      "undefined_reason": null
    },
    {
      "snapshot_id": "443008a1-7f50-465d-92c6-315897383419",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.015945655,
      "cost_per_success_usd": 0.005315218333333333,
      "octane_score": 3.059134290814645,
      "ci_low": 2.463390345463428,
      "ci_high": 3.7391204979259753,
      "ci_metric": "octane_score",
      "median_latency_ms": 55144.074083305895,
      "p95_latency_ms": 58634.145232103765,
      "input_tokens": 394,
      "output_tokens": 61,
      "reasoning_tokens": 5477,
      "undefined_reason": null
    },
    {
      "snapshot_id": "020aea61-70d2-467d-b6de-90086ca10b52",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.03913506,
      "cost_per_success_usd": 0.01304502,
      "octane_score": 0.7645190782893908,
      "ci_low": 0.5379157233198866,
      "ci_high": 1.033500058724352,
      "ci_metric": "octane_score",
      "median_latency_ms": 131347.19220828265,
      "p95_latency_ms": 266675.97927022725,
      "input_tokens": 558,
      "output_tokens": 19,
      "reasoning_tokens": 13601,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dbe3ec5d-86da-4727-9a12-0be4e3fd0b17",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000135,
      "cost_per_success_usd": 4.5e-05,
      "octane_score": 54.591111111111104,
      "ci_low": 47.76444444444445,
      "ci_high": 59.704444444444434,
      "ci_metric": "octane_score",
      "median_latency_ms": 635.4527082294226,
      "p95_latency_ms": 10062.537620961664,
      "input_tokens": 351,
      "output_tokens": 81,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9c53e247-fae2-45f8-883e-f8282466abd0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0009054,
      "cost_per_success_usd": 0.0003018,
      "octane_score": 53.876629114203666,
      "ci_low": 42.98641484426773,
      "ci_high": 65.5425730994152,
      "ci_metric": "octane_score",
      "median_latency_ms": 8773.230208083987,
      "p95_latency_ms": 140399.3104702793,
      "input_tokens": 399,
      "output_tokens": 1032,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "649d56aa-de8f-4142-b7bd-f5fe50160960",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00018480000000000002,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 969.7177922353148,
      "p95_latency_ms": 1035.2532419376075,
      "input_tokens": 552,
      "output_tokens": 93,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "28cde5dc-d8f9-4233-89c5-f73802c7e838",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 1,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.0006286,
      "cost_per_success_usd": 0.0006286,
      "octane_score": 6.8449464418284025,
      "ci_low": 6.257566616390146,
      "ci_high": 17.002487562189057,
      "ci_metric": "octane_score",
      "median_latency_ms": 3265.011541545391,
      "p95_latency_ms": 5052.322591561823,
      "input_tokens": 531,
      "output_tokens": 653,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "34f03b30-54c4-4598-a1cc-4ff190125662",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0009526000000000001,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 6849.504708312452,
      "p95_latency_ms": 10535.993620939551,
      "input_tokens": 571,
      "output_tokens": 1048,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "fea2112f-c7ae-4c03-8ff7-993ec56e4e85",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-liability-cap-carveout",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000615615,
      "cost_per_success_usd": 0.000205205,
      "octane_score": 20.96797511431658,
      "ci_low": 18.120968364603733,
      "ci_high": 23.73299251803925,
      "ci_metric": "octane_score",
      "median_latency_ms": 4569.27708350122,
      "p95_latency_ms": 5184.820421319454,
      "input_tokens": 579,
      "output_tokens": 33,
      "reasoning_tokens": 2190,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7b31bede-259f-402d-bf49-6ee6176275e2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-governing-law-extraction",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0009864399999999999,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 4291.621542535722,
      "p95_latency_ms": 10516.79738005623,
      "input_tokens": 360,
      "output_tokens": 117,
      "reasoning_tokens": 3587,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "f8078cf1-d670-4afa-855f-04ea3d01f859",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-clause-precedence",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0238355,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 29229.919499717653,
      "p95_latency_ms": 458777.0559375174,
      "input_tokens": 588,
      "output_tokens": 104,
      "reasoning_tokens": 91424,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "56e34865-76df-4aca-80ac-82d6f20f685c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-termination-earliest-date",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.012628070000000002,
      "cost_per_success_usd": 0.004209356666666667,
      "octane_score": 2.3692852510320264,
      "ci_low": 1.3781841459259674,
      "ci_high": 3.982552449252613,
      "ci_metric": "octane_score",
      "median_latency_ms": 69439.29925002158,
      "p95_latency_ms": 85156.9977630861,
      "input_tokens": 618,
      "output_tokens": 49,
      "reasoning_tokens": 48366,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fdb32b2c-96ad-408d-aab3-5e8f619e0b3e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "legal",
      "task_id": "legal-notice-period-calculation",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0019126250000000003,
      "cost_per_success_usd": 0.0006375416666666668,
      "octane_score": 25.504163126593028,
      "ci_low": 16.524383085161208,
      "ci_high": 45.90325097787783,
      "ci_metric": "octane_score",
      "median_latency_ms": 12044.52595859766,
      "p95_latency_ms": 20128.212071023878,
      "input_tokens": 429,
      "output_tokens": 81,
      "reasoning_tokens": 7168,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8220d2de-23c0-447b-95d2-976a566bcd8e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006360000000000001,
      "cost_per_success_usd": 0.00021200000000000003,
      "octane_score": 13.4125786163522,
      "ci_low": 12.909433962264153,
      "ci_high": 14.363207547169807,
      "ci_metric": "octane_score",
      "median_latency_ms": 692.9594594985247,
      "p95_latency_ms": 1263.3657332509754,
      "input_tokens": 216,
      "output_tokens": 84,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0051b982-52ed-4585-8718-4b9aae7a73da",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000603,
      "cost_per_success_usd": 0.000201,
      "octane_score": 11.497180762852405,
      "ci_low": 10.88955223880597,
      "ci_high": 12.477611940298509,
      "ci_metric": "octane_score",
      "median_latency_ms": 684.9530832841992,
      "p95_latency_ms": 836.3923711702228,
      "input_tokens": 528,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "65b22c67-d923-4627-b7ae-6eed89d3759c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0016589999999999999,
      "cost_per_success_usd": 0.000553,
      "octane_score": 2.661543098251959,
      "ci_low": 2.658408679927667,
      "ci_high": 2.6678119349005427,
      "ci_metric": "octane_score",
      "median_latency_ms": 1223.2142491266131,
      "p95_latency_ms": 2280.2438498474658,
      "input_tokens": 354,
      "output_tokens": 261,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "78bb517e-0122-41b6-9fae-88f9ec726516",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001107,
      "cost_per_success_usd": 0.00036899999999999997,
      "octane_score": 6.7587172538392055,
      "ci_low": 6.3994579945799455,
      "ci_high": 7.24688346883469,
      "ci_metric": "octane_score",
      "median_latency_ms": 734.5958752557635,
      "p95_latency_ms": 1005.746599752456,
      "input_tokens": 327,
      "output_tokens": 156,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4b9c2046-e05c-4b2a-8001-f4060cc3c8d7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.000411,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 643.4485418722034,
      "p95_latency_ms": 686.5231791511178,
      "input_tokens": 306,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "5fa36781-b6aa-4bde-a4bc-0ae592e358f0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0034169999999999995,
      "cost_per_success_usd": 0.0011389999999999998,
      "octane_score": 3.601843722563653,
      "ci_low": 3.5514486391571563,
      "ci_high": 3.634503950834066,
      "ci_metric": "octane_score",
      "median_latency_ms": 1728.0731666833162,
      "p95_latency_ms": 1765.0630166754127,
      "input_tokens": 267,
      "output_tokens": 630,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ecbb60e4-ab27-4c21-826b-26eb1da16559",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006900000000000001,
      "cost_per_success_usd": 0.00023000000000000003,
      "octane_score": 33.459999999999994,
      "ci_low": 26.68043478260869,
      "ci_high": 38.28478260869565,
      "ci_metric": "octane_score",
      "median_latency_ms": 670.7035833969712,
      "p95_latency_ms": 706.3984829932451,
      "input_tokens": 615,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "afa9eea1-54bb-4140-ab51-d4de14f10fd4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00039600000000000003,
      "cost_per_success_usd": 0.000132,
      "octane_score": 13.822474747474747,
      "ci_low": 13.219696969696969,
      "ci_high": 14.306060606060607,
      "ci_metric": "octane_score",
      "median_latency_ms": 733.3227908238769,
      "p95_latency_ms": 811.6868791170418,
      "input_tokens": 336,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "11a58e02-530b-4b78-ac5d-d7d0c5900d41",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000267,
      "cost_per_success_usd": 8.9e-05,
      "octane_score": 24.36329588014982,
      "ci_low": 23.69887640449438,
      "ci_high": 24.7370786516854,
      "ci_metric": "octane_score",
      "median_latency_ms": 597.3563743755221,
      "p95_latency_ms": 853.3044504933058,
      "input_tokens": 162,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b32733ec-cc8a-438d-8fa3-c5d1ffdb98e4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0030150000000000003,
      "cost_per_success_usd": 0.001005,
      "octane_score": 2.2994361525704807,
      "ci_low": 2.177910447761194,
      "ci_high": 2.4955223880597015,
      "ci_metric": "octane_score",
      "median_latency_ms": 2317.3853754997253,
      "p95_latency_ms": 2348.5842876136303,
      "input_tokens": 528,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9e5ce7dc-4920-4e1f-a875-1332d03ae053",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004710000000000001,
      "cost_per_success_usd": 0.0015700000000000002,
      "octane_score": 1.5885138004246282,
      "ci_low": 1.5040764331210186,
      "ci_high": 1.703248407643312,
      "ci_metric": "octane_score",
      "median_latency_ms": 2580.4024999961257,
      "p95_latency_ms": 2644.41065043211,
      "input_tokens": 327,
      "output_tokens": 123,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "af5405d3-aa3b-43bb-8b19-3ab9a96db7fe",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.019584999999999998,
      "cost_per_success_usd": 0.006528333333333333,
      "octane_score": 0.6284146030125096,
      "ci_low": 0.6173814898419864,
      "ci_high": 0.6389541473467284,
      "ci_metric": "octane_score",
      "median_latency_ms": 4858.338833786547,
      "p95_latency_ms": 4914.998784288764,
      "input_tokens": 267,
      "output_tokens": 730,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "49c19863-62f3-4e04-93c1-b2c6a7947e9c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001905,
      "cost_per_success_usd": 0.000635,
      "octane_score": 3.4351181102362207,
      "ci_low": 3.2892913385826774,
      "ci_high": 3.5080314960629924,
      "ci_metric": "octane_score",
      "median_latency_ms": 2283.6976666003466,
      "p95_latency_ms": 2302.712528593838,
      "input_tokens": 306,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "47a0a894-706c-44a2-b0dd-051baeb0adde",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.002145,
      "cost_per_success_usd": 0.000715,
      "octane_score": 2.0585081585081584,
      "ci_low": 2.056083916083916,
      "ci_high": 2.0633566433566433,
      "ci_metric": "octane_score",
      "median_latency_ms": 1594.723792746663,
      "p95_latency_ms": 2073.1336039491,
      "input_tokens": 354,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "18dca1e5-907e-4be1-bc78-42ac2b58d9b4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.01158,
      "cost_per_success_usd": 0.00386,
      "octane_score": 0.736649395509499,
      "ci_low": 0.659737045630317,
      "ci_high": 0.8105089408528197,
      "ci_metric": "octane_score",
      "median_latency_ms": 3816.535333171487,
      "p95_latency_ms": 4008.70149647817,
      "input_tokens": 216,
      "output_tokens": 420,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2b9fc38f-c723-4c7d-9f01-ce6adc1ef49b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00198,
      "cost_per_success_usd": 0.00066,
      "octane_score": 2.7644949494949493,
      "ci_low": 2.643939393939394,
      "ci_high": 2.8612121212121213,
      "ci_metric": "octane_score",
      "median_latency_ms": 1998.0805004015565,
      "p95_latency_ms": 2228.384537715465,
      "input_tokens": 336,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fb4876bc-aaed-4b20-bc84-db0a8f20ca80",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013349999999999998,
      "cost_per_success_usd": 0.0004449999999999999,
      "octane_score": 4.8726591760299645,
      "ci_low": 4.739775280898877,
      "ci_high": 4.947415730337081,
      "ci_metric": "octane_score",
      "median_latency_ms": 2255.7525830343366,
      "p95_latency_ms": 2479.8577955923975,
      "input_tokens": 162,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "48002ff4-f66e-419f-b957-fea4d4b00b29",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00345,
      "cost_per_success_usd": 0.00115,
      "octane_score": 6.692,
      "ci_low": 5.336086956521738,
      "ci_high": 7.656956521739131,
      "ci_metric": "octane_score",
      "median_latency_ms": 2069.5039173588157,
      "p95_latency_ms": 2127.9403912834823,
      "input_tokens": 615,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d7a835de-12ff-4900-b509-b18637a87a9c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001287,
      "cost_per_success_usd": 0.00042899999999999997,
      "octane_score": 3.430846930846931,
      "ci_low": 3.4268065268065273,
      "ci_high": 3.4389277389277395,
      "ci_metric": "octane_score",
      "median_latency_ms": 828.8315832614899,
      "p95_latency_ms": 872.1256705000997,
      "input_tokens": 354,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "84690eb4-3171-47a9-98dc-937053b8fe0e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0011879999999999998,
      "cost_per_success_usd": 0.0003959999999999999,
      "octane_score": 4.607491582491583,
      "ci_low": 4.4065656565656575,
      "ci_high": 4.76868686868687,
      "ci_metric": "octane_score",
      "median_latency_ms": 1164.179458282888,
      "p95_latency_ms": 1339.0948702581225,
      "input_tokens": 336,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2a5c0a4e-fc2b-4d4b-9ad8-3df131043617",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.007500000000000001,
      "cost_per_success_usd": 0.0025,
      "octane_score": 3.07832,
      "ci_low": 2.4545999999999997,
      "ci_high": 3.5221999999999998,
      "ci_metric": "octane_score",
      "median_latency_ms": 2536.399958655238,
      "p95_latency_ms": 2544.57747079432,
      "input_tokens": 615,
      "output_tokens": 377,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1f820ab6-ef7f-438c-a52b-5a4449da48c8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0033209999999999997,
      "cost_per_success_usd": 0.001107,
      "octane_score": 2.252905751279735,
      "ci_low": 2.1331526648599817,
      "ci_high": 2.415627822944897,
      "ci_metric": "octane_score",
      "median_latency_ms": 1405.4040824994445,
      "p95_latency_ms": 2081.289084069431,
      "input_tokens": 327,
      "output_tokens": 156,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1ad30e3b-f2db-4452-b8b8-12da3327694b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.009756,
      "cost_per_success_usd": 0.003252,
      "octane_score": 1.261531365313653,
      "ci_low": 1.217670078266105,
      "ci_high": 1.2991933794259376,
      "ci_metric": "octane_score",
      "median_latency_ms": 3701.6050424426794,
      "p95_latency_ms": 3858.425842411816,
      "input_tokens": 267,
      "output_tokens": 597,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0725b727-0f1c-48ae-b744-ee64e74e1e10",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0019080000000000002,
      "cost_per_success_usd": 0.0006360000000000001,
      "octane_score": 4.470859538784066,
      "ci_low": 4.303144654088051,
      "ci_high": 4.787735849056602,
      "ci_metric": "octane_score",
      "median_latency_ms": 1300.1369582489133,
      "p95_latency_ms": 1590.599208790809,
      "input_tokens": 216,
      "output_tokens": 84,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "43e0b8af-a750-40e4-9ada-8b9cb01b116b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000801,
      "cost_per_success_usd": 0.000267,
      "octane_score": 8.121098626716606,
      "ci_low": 7.899625468164794,
      "ci_high": 8.245692883895133,
      "ci_metric": "octane_score",
      "median_latency_ms": 1393.6377493664622,
      "p95_latency_ms": 1687.1128615923226,
      "input_tokens": 162,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "abca0746-e080-41ff-88b0-88af8f5fe91e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001143,
      "cost_per_success_usd": 0.000381,
      "octane_score": 5.725196850393702,
      "ci_low": 5.4821522309711295,
      "ci_high": 5.846719160104987,
      "ci_metric": "octane_score",
      "median_latency_ms": 984.0005002915859,
      "p95_latency_ms": 1013.6051744222641,
      "input_tokens": 306,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7267fdad-5ced-4d95-895e-07e6b9d3b6a5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001809,
      "cost_per_success_usd": 0.000603,
      "octane_score": 3.832393587617468,
      "ci_low": 3.629850746268657,
      "ci_high": 4.159203980099503,
      "ci_metric": "octane_score",
      "median_latency_ms": 1014.3264578655362,
      "p95_latency_ms": 1706.7328711971638,
      "input_tokens": 528,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c944d1f1-788e-43a3-b7f6-11f49c1aeb01",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000131542,
      "cost_per_success_usd": 4.3847333333333336e-05,
      "octane_score": 56.87841145793738,
      "ci_low": 53.8462693965841,
      "ci_high": 60.98660503869487,
      "ci_metric": "octane_score",
      "median_latency_ms": 2804.4087905436754,
      "p95_latency_ms": 3055.190979037434,
      "input_tokens": 318,
      "output_tokens": 115,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ca62acc1-e23b-4e7a-ac02-e5a585f5efd4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 8.9542e-05,
      "cost_per_success_usd": 2.9847333333333335e-05,
      "octane_score": 49.31205467825154,
      "ci_low": 47.18927006519182,
      "ci_high": 50.50612375468423,
      "ci_metric": "octane_score",
      "median_latency_ms": 938.7898743152618,
      "p95_latency_ms": 1540.3418879024682,
      "input_tokens": 318,
      "output_tokens": 10,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e2689f59-0eae-451f-a904-29854126ea49",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000126264,
      "cost_per_success_usd": 4.2088e-05,
      "octane_score": 54.907178609896725,
      "ci_low": 52.005322182094666,
      "ci_high": 59.589431666983465,
      "ci_metric": "octane_score",
      "median_latency_ms": 1391.4854591712356,
      "p95_latency_ms": 1534.8652462475002,
      "input_tokens": 456,
      "output_tokens": 9,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "864c8183-4edf-4349-93aa-7b2597b50524",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.000361297,
      "cost_per_success_usd": 0.0001806485,
      "octane_score": 22.709848130485447,
      "ci_low": 9.382722300604012,
      "ci_high": 52.947765212708674,
      "ci_metric": "octane_score",
      "median_latency_ms": 6667.482499964535,
      "p95_latency_ms": 7138.375100214034,
      "input_tokens": 213,
      "output_tokens": 760,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ef80ba19-65ed-480d-bc9f-f6a5a113db52",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 4.5143000000000005e-05,
      "cost_per_success_usd": 1.5047666666666668e-05,
      "octane_score": 144.09764526061628,
      "ci_low": 135.98405326886783,
      "ci_high": 158.2147634683206,
      "ci_metric": "octane_score",
      "median_latency_ms": 1663.6975836008787,
      "p95_latency_ms": 2174.067520350218,
      "input_tokens": 147,
      "output_tokens": 14,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c9285f07-4a2f-40d4-a3df-4fe4dc852a59",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00013152700000000002,
      "cost_per_success_usd": 4.384233333333334e-05,
      "octane_score": 175.53354064184538,
      "ci_low": 139.96745915287352,
      "ci_high": 200.84469348498786,
      "ci_metric": "octane_score",
      "median_latency_ms": 867.5841251388192,
      "p95_latency_ms": 1565.5234746634958,
      "input_tokens": 483,
      "output_tokens": 4,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "84ec6c84-1d13-4535-b5f4-1a8f0fb4126f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 8.2055e-05,
      "cost_per_success_usd": 2.7351666666666668e-05,
      "octane_score": 103.95953933337395,
      "ci_low": 96.30433553784408,
      "ci_high": 112.08674148754044,
      "ci_metric": "octane_score",
      "median_latency_ms": 2143.3553341776133,
      "p95_latency_ms": 2457.7588591724634,
      "input_tokens": 195,
      "output_tokens": 74,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a3f52309-00dc-43fc-862a-04662be2d483",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 6.8712e-05,
      "cost_per_success_usd": 3.4356e-05,
      "octane_score": 53.107657080762216,
      "ci_low": 24.68877382395064,
      "ci_high": 92.1310918661912,
      "ci_metric": "octane_score",
      "median_latency_ms": 1006.5451245754957,
      "p95_latency_ms": 1282.554837502539,
      "input_tokens": 264,
      "output_tokens": 5,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "15a3dbe7-107b-4e2d-9bd5-7d3a3803457d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.000108244,
      "cost_per_success_usd": 5.4122e-05,
      "octane_score": 40.30338864047892,
      "ci_low": 19.947678221059522,
      "ci_high": 81.92983774038461,
      "ci_metric": "octane_score",
      "median_latency_ms": 1770.1246244832873,
      "p95_latency_ms": 2057.6060380786657,
      "input_tokens": 276,
      "output_tokens": 85,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "72c262e0-e62a-4ac2-a1fa-24d0df3a8058",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001827,
      "cost_per_success_usd": 6.0899999999999996e-05,
      "octane_score": 126.36781609195403,
      "ci_low": 100.76354679802955,
      "ci_high": 144.58949096880133,
      "ci_metric": "octane_score",
      "median_latency_ms": 488.76470793038607,
      "p95_latency_ms": 507.1434957906604,
      "input_tokens": 534,
      "output_tokens": 9,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "10c787d8-8fd0-4406-b8c1-e2b68ad59b30",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0004344,
      "cost_per_success_usd": 0.0001448,
      "octane_score": 17.22352670349908,
      "ci_low": 16.308011049723756,
      "ci_high": 18.467541436464092,
      "ci_metric": "octane_score",
      "median_latency_ms": 634.0947085991502,
      "p95_latency_ms": 733.4065584465861,
      "input_tokens": 273,
      "output_tokens": 141,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e7a78409-f1bc-40a6-8783-270fdea5f54b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0003099,
      "cost_per_success_usd": 0.0001033,
      "octane_score": 27.52629880606647,
      "ci_low": 26.493707647628273,
      "ci_high": 29.47725072604065,
      "ci_metric": "octane_score",
      "median_latency_ms": 869.5929171517491,
      "p95_latency_ms": 956.703953910619,
      "input_tokens": 183,
      "output_tokens": 102,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "5d937f99-6111-4b03-ae8d-0fe448511922",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001491,
      "cost_per_success_usd": 4.9699999999999995e-05,
      "octane_score": 46.49765258215963,
      "ci_low": 44.040241448692164,
      "ci_high": 50.46277665995977,
      "ci_metric": "octane_score",
      "median_latency_ms": 576.5251675620675,
      "p95_latency_ms": 594.3248790688813,
      "input_tokens": 447,
      "output_tokens": 6,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "83dc1c77-e400-4e14-b9fb-d146a3fc1b0e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 9.12e-05,
      "cost_per_success_usd": 3.0399999999999997e-05,
      "octane_score": 60.0186403508772,
      "ci_low": 57.40131578947369,
      "ci_high": 62.11842105263159,
      "ci_metric": "octane_score",
      "median_latency_ms": 344.03858333826065,
      "p95_latency_ms": 577.3993959650397,
      "input_tokens": 279,
      "output_tokens": 3,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f895e8d0-6d99-4cdd-b524-83a96b4facd9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000117,
      "cost_per_success_usd": 3.9e-05,
      "octane_score": 37.73931623931624,
      "ci_low": 37.694871794871794,
      "ci_high": 37.828205128205134,
      "ci_metric": "octane_score",
      "median_latency_ms": 402.8865834698081,
      "p95_latency_ms": 466.55123345553875,
      "input_tokens": 315,
      "output_tokens": 9,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "af9a96fa-bfcf-4407-8bb8-1d924dc0ff8e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 7.71e-05,
      "cost_per_success_usd": 2.57e-05,
      "octane_score": 84.3709468223087,
      "ci_low": 82.07003891050583,
      "ci_high": 85.66536964980547,
      "ci_metric": "octane_score",
      "median_latency_ms": 574.6100833639503,
      "p95_latency_ms": 1015.4864077456294,
      "input_tokens": 132,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "eb907b16-b85c-430c-8d09-29a7ecf3aeb2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.0011224999999999998,
      "cost_per_success_usd": 0.0005612499999999999,
      "octane_score": 7.309576837416483,
      "ci_low": 6.673715846994536,
      "ci_high": 7.5853822629969425,
      "ci_metric": "octane_score",
      "median_latency_ms": 1321.970583871007,
      "p95_latency_ms": 1389.9314210750163,
      "input_tokens": 225,
      "output_tokens": 422,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d12e7e02-fefa-4a07-9d60-00247c7ce8c9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 9.69e-05,
      "cost_per_success_usd": 3.23e-05,
      "octane_score": 67.53250773993808,
      "ci_low": 64.66563467492261,
      "ci_high": 68.96594427244582,
      "ci_metric": "octane_score",
      "median_latency_ms": 504.45283483713865,
      "p95_latency_ms": 526.3167208060622,
      "input_tokens": 273,
      "output_tokens": 6,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "93d93bdc-eff5-49d3-96a5-fd81cbd55fe2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005248200000000001,
      "cost_per_success_usd": 0.00017494000000000003,
      "octane_score": 13.209862429023282,
      "ci_low": 12.222057953873449,
      "ci_high": 14.336343889333484,
      "ci_metric": "octane_score",
      "median_latency_ms": 3896.44920732826,
      "p95_latency_ms": 5606.756408605724,
      "input_tokens": 462,
      "output_tokens": 76,
      "reasoning_tokens": 1186,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d6f33cb1-bc23-4f18-8932-d24c5d44ac85",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 2,
      "success_rate": 0.6666666666666666,
      "total_cost_usd": 0.00047717,
      "cost_per_success_usd": 0.000238585,
      "octane_score": 9.08830535588295,
      "ci_low": 4.387080071671404,
      "ci_high": 16.82965952602712,
      "ci_metric": "octane_score",
      "median_latency_ms": 4783.528874628246,
      "p95_latency_ms": 9004.906762205064,
      "input_tokens": 147,
      "output_tokens": 47,
      "reasoning_tokens": 1130,
      "undefined_reason": null
    },
    {
      "snapshot_id": "02835f80-671e-4af5-a57c-aeabbdabf33b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00093442,
      "cost_per_success_usd": 0.00031147333333333337,
      "octane_score": 13.171272019006443,
      "ci_low": 9.787408078016547,
      "ci_high": 16.1712849661851,
      "ci_metric": "octane_score",
      "median_latency_ms": 21883.950875140727,
      "p95_latency_ms": 47939.392437320195,
      "input_tokens": 207,
      "output_tokens": 737,
      "reasoning_tokens": 1568,
      "undefined_reason": null
    },
    {
      "snapshot_id": "576a6f55-a089-4208-a605-eaac0ba34b8d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005777,
      "cost_per_success_usd": 0.00019256666666666667,
      "octane_score": 12.951185736541456,
      "ci_low": 11.719224555735059,
      "ci_high": 14.606832543443918,
      "ci_metric": "octane_score",
      "median_latency_ms": 10706.410833634436,
      "p95_latency_ms": 11237.214857898653,
      "input_tokens": 285,
      "output_tokens": 163,
      "reasoning_tokens": 1239,
      "undefined_reason": null
    },
    {
      "snapshot_id": "327af70d-a26e-425e-a06f-3eb6bd3d388b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00060882,
      "cost_per_success_usd": 0.00020294,
      "octane_score": 10.74849709273677,
      "ci_low": 10.292204592490393,
      "ci_high": 11.078545141076225,
      "ci_metric": "octane_score",
      "median_latency_ms": 8001.893792301416,
      "p95_latency_ms": 13280.77512970194,
      "input_tokens": 267,
      "output_tokens": 389,
      "reasoning_tokens": 1097,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6b082c07-296f-403e-98ab-271c026dbeb0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005784200000000001,
      "cost_per_success_usd": 0.00019280666666666668,
      "octane_score": 7.63372635800975,
      "ci_low": 6.862096799230077,
      "ci_high": 9.180092419133258,
      "ci_metric": "octane_score",
      "median_latency_ms": 4960.8584167435765,
      "p95_latency_ms": 5603.505479171872,
      "input_tokens": 312,
      "output_tokens": 15,
      "reasoning_tokens": 1410,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b248ff46-290f-431d-a0bf-5a2f9628ec28",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006662600000000001,
      "cost_per_success_usd": 0.0002220866666666667,
      "octane_score": 12.803410080148888,
      "ci_low": 12.110883622276884,
      "ci_high": 13.710863626812351,
      "ci_metric": "octane_score",
      "median_latency_ms": 3192.1904999762774,
      "p95_latency_ms": 3414.844199921936,
      "input_tokens": 171,
      "output_tokens": 90,
      "reasoning_tokens": 1564,
      "undefined_reason": null
    },
    {
      "snapshot_id": "97035b4d-5467-441e-8b4d-a72eba8abc6f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00046197999999999996,
      "cost_per_success_usd": 0.00015399333333333332,
      "octane_score": 11.848348413351228,
      "ci_low": 11.331659379193905,
      "ci_high": 12.32955792616006,
      "ci_metric": "octane_score",
      "median_latency_ms": 4829.653124324977,
      "p95_latency_ms": 8833.492724597454,
      "input_tokens": 273,
      "output_tokens": 239,
      "reasoning_tokens": 887,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dd363ac3-9a1f-49fa-9e53-9bb8ff4490e0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0010377399999999999,
      "cost_per_success_usd": 0.0003459133333333333,
      "octane_score": 22.24776919074142,
      "ci_low": 17.78111538238646,
      "ci_high": 25.631322734361834,
      "ci_metric": "octane_score",
      "median_latency_ms": 13050.489082932472,
      "p95_latency_ms": 20841.817845962938,
      "input_tokens": 489,
      "output_tokens": 758,
      "reasoning_tokens": 1803,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ac6ba43e-6654-4037-b635-adc038d4de14",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004148649999999999,
      "cost_per_success_usd": 0.001382883333333333,
      "octane_score": 2.0561869523821006,
      "ci_low": 1.093408597815026,
      "ci_high": 3.815085788280998,
      "ci_metric": "octane_score",
      "median_latency_ms": 4000.926500186324,
      "p95_latency_ms": 9503.343049716204,
      "input_tokens": 185,
      "output_tokens": 584,
      "reasoning_tokens": 974,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d7648417-a7a5-4963-b0b1-818d4f31a2f5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0076494499999999995,
      "cost_per_success_usd": 0.0025498166666666666,
      "octane_score": 3.0181777774872702,
      "ci_low": 2.126086164258753,
      "ci_high": 5.623414071510958,
      "ci_metric": "octane_score",
      "median_latency_ms": 11842.416582629085,
      "p95_latency_ms": 14308.665545471013,
      "input_tokens": 496,
      "output_tokens": 464,
      "reasoning_tokens": 2351,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b3b006e4-49ad-4840-8998-2e673f593909",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00553725,
      "cost_per_success_usd": 0.00184575,
      "octane_score": 1.181796017878911,
      "ci_low": 1.1049592219239148,
      "ci_high": 1.2518474809632192,
      "ci_metric": "octane_score",
      "median_latency_ms": 12772.560125216842,
      "p95_latency_ms": 14843.102974817157,
      "input_tokens": 267,
      "output_tokens": 180,
      "reasoning_tokens": 1892,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ff681557-1b54-4a4a-b676-d72d4e62cc1d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005101499999999999,
      "cost_per_success_usd": 0.0017004999999999998,
      "octane_score": 0.8655297461530923,
      "ci_low": 0.7479017928978549,
      "ci_high": 1.0503716919417188,
      "ci_metric": "octane_score",
      "median_latency_ms": 13130.440874956548,
      "p95_latency_ms": 13421.922975126654,
      "input_tokens": 312,
      "output_tokens": 16,
      "reasoning_tokens": 1906,
      "undefined_reason": null
    },
    {
      "snapshot_id": "600629c0-c3fb-4089-8396-808b3381c7f4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0069561499999999995,
      "cost_per_success_usd": 0.0023187166666666665,
      "octane_score": 1.7692976718443394,
      "ci_low": 1.3848997662711255,
      "ci_high": 3.2370680573114208,
      "ci_metric": "octane_score",
      "median_latency_ms": 23570.59754151851,
      "p95_latency_ms": 24864.25847876817,
      "input_tokens": 214,
      "output_tokens": 1041,
      "reasoning_tokens": 1626,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f63517b9-60ca-4a46-a80f-477ebd5729fb",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0038116499999999998,
      "cost_per_success_usd": 0.0012705499999999998,
      "octane_score": 1.7066099982947023,
      "ci_low": 1.5397360790579329,
      "ci_high": 1.9695068351974785,
      "ci_metric": "octane_score",
      "median_latency_ms": 12757.013084366918,
      "p95_latency_ms": 13640.274508390576,
      "input_tokens": 147,
      "output_tokens": 37,
      "reasoning_tokens": 1403,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8c4b084b-3662-437e-9ad0-b40626eed235",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.004197299999999999,
      "cost_per_success_usd": 0.0013990999999999997,
      "octane_score": 1.6517284921258908,
      "ci_low": 1.4358818456231142,
      "ci_high": 2.001761300474974,
      "ci_metric": "octane_score",
      "median_latency_ms": 12065.415415912867,
      "p95_latency_ms": 13024.325779173523,
      "input_tokens": 462,
      "output_tokens": 160,
      "reasoning_tokens": 1408,
      "undefined_reason": null
    },
    {
      "snapshot_id": "df74277b-f6d7-4c15-a283-fb791a63ef1c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00435995,
      "cost_per_success_usd": 0.0014533166666666666,
      "octane_score": 1.716051789584743,
      "ci_low": 1.439560545277882,
      "ci_high": 2.150252693670061,
      "ci_metric": "octane_score",
      "median_latency_ms": 8047.067125327885,
      "p95_latency_ms": 14240.15893768519,
      "input_tokens": 292,
      "output_tokens": 486,
      "reasoning_tokens": 1115,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fb06f277-6e4f-4b2c-8203-4c7931357cd4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00313815,
      "cost_per_success_usd": 0.0010460500000000002,
      "octane_score": 1.7442442203208894,
      "ci_low": 1.5407022977441092,
      "ci_high": 1.942087611935139,
      "ci_metric": "octane_score",
      "median_latency_ms": 7364.04624953866,
      "p95_latency_ms": 8450.14056302607,
      "input_tokens": 273,
      "output_tokens": 225,
      "reasoning_tokens": 951,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b039d550-90bb-4050-8c49-cb2bf506a70f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0012130857,
      "cost_per_success_usd": 0.00040436190000000004,
      "octane_score": 19.031961220876642,
      "ci_low": 14.889516164375928,
      "ci_high": 24.421925341000925,
      "ci_metric": "octane_score",
      "median_latency_ms": 3367.539582774043,
      "p95_latency_ms": 3448.5852581448853,
      "input_tokens": 531,
      "output_tokens": 9,
      "reasoning_tokens": 374,
      "undefined_reason": null
    },
    {
      "snapshot_id": "17132465-21c5-4c9d-b600-40455b150cfe",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00129242628,
      "cost_per_success_usd": 0.00043080875999999997,
      "octane_score": 5.063267515730182,
      "ci_low": 3.877474576437497,
      "ci_high": 10.387647400016572,
      "ci_metric": "octane_score",
      "median_latency_ms": 41353.46854198724,
      "p95_latency_ms": 202889.50447989625,
      "input_tokens": 288,
      "output_tokens": 124,
      "reasoning_tokens": 389,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6f555517-51bd-4d58-9e36-72b086514877",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0018305676,
      "cost_per_success_usd": 0.0006101892,
      "octane_score": 3.7872406350904497,
      "ci_low": 2.642696986236166,
      "ci_high": 11.80625641057296,
      "ci_metric": "octane_score",
      "median_latency_ms": 14678.70070785284,
      "p95_latency_ms": 17354.252320714295,
      "input_tokens": 490,
      "output_tokens": 125,
      "reasoning_tokens": 552,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2161bbcd-60a8-4ae6-b61c-3ec173133743",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0009729261000000001,
      "cost_per_success_usd": 0.0003243087,
      "octane_score": 6.6860165432914185,
      "ci_low": 5.281031233991494,
      "ci_high": 9.358419144351867,
      "ci_metric": "octane_score",
      "median_latency_ms": 23158.796125091612,
      "p95_latency_ms": 27821.579875517637,
      "input_tokens": 175,
      "output_tokens": 37,
      "reasoning_tokens": 350,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7ce4fea7-bdb9-4ad4-a6da-42a93dfc96a3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005780214,
      "cost_per_success_usd": 0.0001926738,
      "octane_score": 9.46971859519388,
      "ci_low": 8.814638319142823,
      "ci_high": 10.132857672954989,
      "ci_metric": "octane_score",
      "median_latency_ms": 1594.0649583935738,
      "p95_latency_ms": 1714.3571586348116,
      "input_tokens": 308,
      "output_tokens": 23,
      "reasoning_tokens": 142,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dacad440-73fe-43fa-894b-c14070091a59",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0011000988,
      "cost_per_success_usd": 0.00036669959999999994,
      "octane_score": 7.754212621629986,
      "ci_low": 6.166573576419456,
      "ci_high": 12.6667315848198,
      "ci_metric": "octane_score",
      "median_latency_ms": 3530.2389161661267,
      "p95_latency_ms": 4999.2086046375325,
      "input_tokens": 206,
      "output_tokens": 122,
      "reasoning_tokens": 313,
      "undefined_reason": null
    },
    {
      "snapshot_id": "93d88259-095c-4288-a46f-be02f5db2c9f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000898101,
      "cost_per_success_usd": 0.000299367,
      "octane_score": 4.9164848942379535,
      "ci_low": 4.171309852699056,
      "ci_high": 6.795694833825215,
      "ci_metric": "octane_score",
      "median_latency_ms": 2960.1132916286588,
      "p95_latency_ms": 3161.9277538731694,
      "input_tokens": 354,
      "output_tokens": 15,
      "reasoning_tokens": 281,
      "undefined_reason": null
    },
    {
      "snapshot_id": "aeab7204-a1c3-4f72-be78-b3584c78d03d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0018412569000000002,
      "cost_per_success_usd": 0.0006137523000000001,
      "octane_score": 6.684292669860463,
      "ci_low": 5.883120849434612,
      "ci_high": 8.859222872328655,
      "ci_metric": "octane_score",
      "median_latency_ms": 56765.44845756143,
      "p95_latency_ms": 76777.36568385735,
      "input_tokens": 235,
      "output_tokens": 150,
      "reasoning_tokens": 613,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8866c11b-81e9-4a23-bea1-f2bb609dcd7c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0018369612,
      "cost_per_success_usd": 0.0006123204,
      "octane_score": 4.072976609413416,
      "ci_low": 2.953975047376724,
      "ci_high": 11.142670134393235,
      "ci_metric": "octane_score",
      "median_latency_ms": 6155.093042179942,
      "p95_latency_ms": 212879.7085287049,
      "input_tokens": 320,
      "output_tokens": 148,
      "reasoning_tokens": 586,
      "undefined_reason": null
    },
    {
      "snapshot_id": "880d6698-3406-4558-b319-dab5af0c715d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00027225000000000003,
      "cost_per_success_usd": 9.075000000000001e-05,
      "octane_score": 20.105417814508723,
      "ci_low": 19.228650137741045,
      "ci_high": 20.808815426997246,
      "ci_metric": "octane_score",
      "median_latency_ms": 638.4923346340656,
      "p95_latency_ms": 713.3728209882975,
      "input_tokens": 273,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "97218381-f268-41da-b52f-a186ae9f7c32",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00045675,
      "cost_per_success_usd": 0.00015225,
      "octane_score": 18.676299945265463,
      "ci_low": 16.99679586563308,
      "ci_high": 21.18038485412787,
      "ci_metric": "octane_score",
      "median_latency_ms": 665.465415455401,
      "p95_latency_ms": 1353.8672043941913,
      "input_tokens": 177,
      "output_tokens": 72,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4b444882-f100-4cda-8541-ff04aed3e603",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0003285,
      "cost_per_success_usd": 0.0001095,
      "octane_score": 13.441400304414001,
      "ci_low": 13.425570776255707,
      "ci_high": 13.473059360730595,
      "ci_metric": "octane_score",
      "median_latency_ms": 843.2062920182943,
      "p95_latency_ms": 906.7837165668607,
      "input_tokens": 312,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a2fbdf6f-a14e-44a4-83c3-7cc2bb798883",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.00034199999999999996,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 616.1162909120321,
      "p95_latency_ms": 884.2094538733363,
      "input_tokens": 270,
      "output_tokens": 31,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "985174d3-de8f-4b07-a709-71e0d3d37539",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000576,
      "cost_per_success_usd": 0.000192,
      "octane_score": 12.989409722222222,
      "ci_low": 12.298958333333331,
      "ci_high": 13.927604166666669,
      "ci_metric": "octane_score",
      "median_latency_ms": 647.5950423628092,
      "p95_latency_ms": 947.5205286405981,
      "input_tokens": 282,
      "output_tokens": 81,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "402353fe-5c66-4e7f-84ab-1752c0504e2d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0003375,
      "cost_per_success_usd": 0.00011250000000000001,
      "octane_score": 36.46666666666667,
      "ci_low": 35.95644444444444,
      "ci_high": 36.797333333333334,
      "ci_metric": "octane_score",
      "median_latency_ms": 810.4086657986045,
      "p95_latency_ms": 972.8437030687928,
      "input_tokens": 216,
      "output_tokens": 39,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "eaac794c-3535-456d-9035-568b45d454d2",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00045000000000000004,
      "cost_per_success_usd": 0.00015000000000000001,
      "octane_score": 15.40622222222222,
      "ci_low": 13.766037735849057,
      "ci_high": 17.14420803782506,
      "ci_metric": "octane_score",
      "median_latency_ms": 713.4019583463669,
      "p95_latency_ms": 978.5656210035086,
      "input_tokens": 456,
      "output_tokens": 24,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ce078c88-9837-46df-a7a6-71a1f9058ebf",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00021375,
      "cost_per_success_usd": 7.125e-05,
      "octane_score": 30.432748538011705,
      "ci_low": 29.60280701754386,
      "ci_high": 30.899649122807027,
      "ci_metric": "octane_score",
      "median_latency_ms": 630.8997087180614,
      "p95_latency_ms": 755.7847216725349,
      "input_tokens": 141,
      "output_tokens": 24,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "de854a44-da95-4636-927f-bc7c78a7e3d0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005175000000000001,
      "cost_per_success_usd": 0.00017250000000000002,
      "octane_score": 44.61333333333333,
      "ci_low": 35.57391304347826,
      "ci_high": 51.0463768115942,
      "ci_metric": "octane_score",
      "median_latency_ms": 602.2406667470932,
      "p95_latency_ms": 914.64949157089,
      "input_tokens": 492,
      "output_tokens": 33,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "65576e9d-4675-495d-a759-8f851a78cb6a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001122,
      "cost_per_success_usd": 3.74e-05,
      "octane_score": 58.32352941176471,
      "ci_low": 55.59895833333335,
      "ci_high": 60.53260869565218,
      "ci_metric": "octane_score",
      "median_latency_ms": 2349.034749902785,
      "p95_latency_ms": 2625.4874506033952,
      "input_tokens": 270,
      "output_tokens": 21,
      "reasoning_tokens": 121,
      "undefined_reason": null
    },
    {
      "snapshot_id": "91678e75-5c2d-43ac-8a8c-f6f153a4f93e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 7.56e-05,
      "cost_per_success_usd": 2.52e-05,
      "octane_score": 58.40608465608465,
      "ci_low": 52.94364508393286,
      "ci_high": 62.36581920903956,
      "ci_metric": "octane_score",
      "median_latency_ms": 1231.8702498450875,
      "p95_latency_ms": 2159.330336935818,
      "input_tokens": 312,
      "output_tokens": 27,
      "reasoning_tokens": 47,
      "undefined_reason": null
    },
    {
      "snapshot_id": "eb8220e3-41b6-43b3-b544-94937e656f80",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00012810000000000002,
      "cost_per_success_usd": 4.270000000000001e-05,
      "octane_score": 66.59172521467602,
      "ci_low": 63.886557886557895,
      "ci_high": 71.31147540983604,
      "ci_metric": "octane_score",
      "median_latency_ms": 2170.8665415644646,
      "p95_latency_ms": 2377.149016689509,
      "input_tokens": 177,
      "output_tokens": 66,
      "reasoning_tokens": 118,
      "undefined_reason": null
    },
    {
      "snapshot_id": "457cdd5e-677b-49e8-bf69-2f5ef6703415",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 3.63e-05,
      "cost_per_success_usd": 1.2100000000000001e-05,
      "octane_score": 150.79063360881543,
      "ci_low": 144.21487603305783,
      "ci_high": 156.06611570247935,
      "ci_metric": "octane_score",
      "median_latency_ms": 658.9151257649064,
      "p95_latency_ms": 789.0628876164556,
      "input_tokens": 273,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "68e990da-c1b6-4208-9fea-dbd4a5e56dd9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001668,
      "cost_per_success_usd": 5.5599999999999996e-05,
      "octane_score": 138.4136690647482,
      "ci_low": 110.36870503597122,
      "ci_high": 160.77652933832715,
      "ci_metric": "octane_score",
      "median_latency_ms": 3352.086916565895,
      "p95_latency_ms": 4997.642379440366,
      "input_tokens": 492,
      "output_tokens": 21,
      "reasoning_tokens": 175,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c2bc2d3e-627a-424c-9e44-af26d65e2929",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001224,
      "cost_per_success_usd": 4.0799999999999996e-05,
      "octane_score": 61.126633986928105,
      "ci_low": 55.317901234567906,
      "ci_high": 67.08244680851064,
      "ci_metric": "octane_score",
      "median_latency_ms": 2438.1905840709805,
      "p95_latency_ms": 2533.841682970524,
      "input_tokens": 282,
      "output_tokens": 87,
      "reasoning_tokens": 70,
      "undefined_reason": null
    },
    {
      "snapshot_id": "326650eb-f0f0-4da6-bd6b-1caccd49d995",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00015299999999999998,
      "cost_per_success_usd": 5.099999999999999e-05,
      "octane_score": 80.44117647058825,
      "ci_low": 76.82584269662922,
      "ci_high": 83.01271753681391,
      "ci_metric": "octane_score",
      "median_latency_ms": 4059.4085408374667,
      "p95_latency_ms": 4902.652479242533,
      "input_tokens": 216,
      "output_tokens": 27,
      "reasoning_tokens": 192,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c5abd2ec-6d4b-442b-a624-160f8514040c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 2.85e-05,
      "cost_per_success_usd": 9.5e-06,
      "octane_score": 228.24561403508775,
      "ci_low": 222.02105263157893,
      "ci_high": 231.74736842105267,
      "ci_metric": "octane_score",
      "median_latency_ms": 825.676042586565,
      "p95_latency_ms": 1180.689217057079,
      "input_tokens": 141,
      "output_tokens": 24,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "05a5088b-a9f0-49bd-81d2-25669b5f7d3a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00011760000000000001,
      "cost_per_success_usd": 3.9200000000000004e-05,
      "octane_score": 58.95238095238095,
      "ci_low": 54.720000000000006,
      "ci_high": 63.654822335025386,
      "ci_metric": "octane_score",
      "median_latency_ms": 2345.5813750624657,
      "p95_latency_ms": 5112.447662279009,
      "input_tokens": 456,
      "output_tokens": 24,
      "reasoning_tokens": 96,
      "undefined_reason": null
    },
    {
      "snapshot_id": "490582b5-48ff-4dc8-a721-c0a72ceaaa1e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0009633,
      "cost_per_success_usd": 0.0003211,
      "octane_score": 8.855392920170248,
      "ci_low": 8.502792140641159,
      "ci_high": 9.450651769087521,
      "ci_metric": "octane_score",
      "median_latency_ms": 4413.957916200161,
      "p95_latency_ms": 6671.405603457241,
      "input_tokens": 5601,
      "output_tokens": 249,
      "reasoning_tokens": 423,
      "undefined_reason": null
    },
    {
      "snapshot_id": "74643c35-732c-4c5c-8955-3edb046ea46d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007804999999999999,
      "cost_per_success_usd": 0.00026016666666666663,
      "octane_score": 5.657270980140936,
      "ci_low": 5.5840719169409985,
      "ci_high": 5.78551751279024,
      "ci_metric": "octane_score",
      "median_latency_ms": 2989.7952917963266,
      "p95_latency_ms": 5123.093116842209,
      "input_tokens": 5825,
      "output_tokens": 132,
      "reasoning_tokens": 198,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7fd31755-171e-4ce4-83ff-3f6b16a5d4b4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0009284,
      "cost_per_success_usd": 0.0003094666666666667,
      "octane_score": 7.048578199052133,
      "ci_low": 6.703296703296705,
      "ci_high": 7.3477735019241335,
      "ci_metric": "octane_score",
      "median_latency_ms": 4156.910332851112,
      "p95_latency_ms": 4199.853833578527,
      "input_tokens": 5864,
      "output_tokens": 114,
      "reasoning_tokens": 456,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bd8aff61-4b75-47aa-9d70-f793bd77fecc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000949,
      "cost_per_success_usd": 0.00031633333333333334,
      "octane_score": 7.8839831401475235,
      "ci_low": 7.464910432033718,
      "ci_high": 8.426785714285714,
      "ci_metric": "octane_score",
      "median_latency_ms": 3993.799416348338,
      "p95_latency_ms": 4294.254442770034,
      "input_tokens": 5920,
      "output_tokens": 312,
      "reasoning_tokens": 283,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bf9dc955-04db-4343-aa01-61103fcdb833",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0010636,
      "cost_per_success_usd": 0.00035453333333333335,
      "octane_score": 11.571549454682211,
      "ci_low": 11.409646483640467,
      "ci_high": 11.67647611884167,
      "ci_metric": "octane_score",
      "median_latency_ms": 6561.926957219839,
      "p95_latency_ms": 6974.640933517367,
      "input_tokens": 5878,
      "output_tokens": 132,
      "reasoning_tokens": 661,
      "undefined_reason": null
    },
    {
      "snapshot_id": "db17ded5-cb04-4189-b435-dd3192c9910e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0003933,
      "cost_per_success_usd": 0.00013110000000000002,
      "octane_score": 16.5395372489194,
      "ci_low": 10.415678836731468,
      "ci_high": 25.44992175273866,
      "ci_metric": "octane_score",
      "median_latency_ms": 2076.9743751734495,
      "p95_latency_ms": 8492.120112013072,
      "input_tokens": 5031,
      "output_tokens": 123,
      "reasoning_tokens": 93,
      "undefined_reason": null
    },
    {
      "snapshot_id": "12f73f0e-6c96-40a2-91b4-40af06a30014",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0008876000000000001,
      "cost_per_success_usd": 0.0002958666666666667,
      "octane_score": 7.810725552050473,
      "ci_low": 7.276488062493123,
      "ci_high": 8.428637842863784,
      "ci_metric": "octane_score",
      "median_latency_ms": 3986.322332173586,
      "p95_latency_ms": 6475.100771151482,
      "input_tokens": 6452,
      "output_tokens": 117,
      "reasoning_tokens": 287,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7b47d977-d629-48a2-ab18-63901440f273",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00055068,
      "cost_per_success_usd": 0.00018356,
      "octane_score": 9.939892496549719,
      "ci_low": 7.816835313095762,
      "ci_high": 18.198161937344874,
      "ci_metric": "octane_score",
      "median_latency_ms": 2373.8389164209366,
      "p95_latency_ms": 2964.8570301942523,
      "input_tokens": 5562,
      "output_tokens": 98,
      "reasoning_tokens": 98,
      "undefined_reason": null
    },
    {
      "snapshot_id": "558570ef-b4da-474e-8d4e-ccb05321571d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0011359,
      "cost_per_success_usd": 0.00037863333333333334,
      "octane_score": 20.325204683510872,
      "ci_low": 16.209826538698596,
      "ci_high": 23.160147468752818,
      "ci_metric": "octane_score",
      "median_latency_ms": 4189.327917061746,
      "p95_latency_ms": 4421.67949154973,
      "input_tokens": 6907,
      "output_tokens": 114,
      "reasoning_tokens": 628,
      "undefined_reason": null
    },
    {
      "snapshot_id": "984f2df5-b7a1-485c-addf-e1bea3c9a874",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 2,
      "successes": 2,
      "success_rate": 1.0,
      "total_cost_usd": 0.0018800000000000002,
      "cost_per_success_usd": 0.0009400000000000001,
      "octane_score": 2.4584397163120566,
      "ci_low": 2.3285106382978724,
      "ci_high": 2.668085106382979,
      "ci_metric": "octane_score",
      "median_latency_ms": 1826.2786250561476,
      "p95_latency_ms": 2634.0773371048263,
      "input_tokens": 304,
      "output_tokens": 12,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f41af205-7da2-48c1-bf0e-20db0dc6908e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0075,
      "cost_per_success_usd": 0.0025,
      "octane_score": 1.641,
      "ci_low": 1.5740102171136652,
      "ci_high": 1.694275956284153,
      "ci_metric": "octane_score",
      "median_latency_ms": 3627.8459578752518,
      "p95_latency_ms": 4453.0363948550075,
      "input_tokens": 216,
      "output_tokens": 27,
      "reasoning_tokens": 187,
      "undefined_reason": null
    },
    {
      "snapshot_id": "89854cf2-c5b6-4bfb-8e85-6e0be8176f18",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005535,
      "cost_per_success_usd": 0.0018450000000000003,
      "octane_score": 1.5411743450767839,
      "ci_low": 1.469562109025916,
      "ci_high": 1.6504065040650402,
      "ci_metric": "octane_score",
      "median_latency_ms": 2977.4975404143333,
      "p95_latency_ms": 3883.128353767097,
      "input_tokens": 177,
      "output_tokens": 66,
      "reasoning_tokens": 89,
      "undefined_reason": null
    },
    {
      "snapshot_id": "66404e63-78b9-47cc-88d5-29452d1c2a73",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0069,
      "cost_per_success_usd": 0.0023,
      "octane_score": 3.346,
      "ci_low": 2.679694323144105,
      "ci_high": 3.811904761904762,
      "ci_metric": "octane_score",
      "median_latency_ms": 3117.258374579251,
      "p95_latency_ms": 3454.082587826997,
      "input_tokens": 492,
      "output_tokens": 21,
      "reasoning_tokens": 127,
      "undefined_reason": null
    },
    {
      "snapshot_id": "65096a93-18dc-4e30-a63b-eb1789cef078",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00219,
      "cost_per_success_usd": 0.0007300000000000001,
      "octane_score": 2.0162100456621,
      "ci_low": 2.013835616438356,
      "ci_high": 2.0209589041095892,
      "ci_metric": "octane_score",
      "median_latency_ms": 900.7107503712177,
      "p95_latency_ms": 964.3397001549602,
      "input_tokens": 312,
      "output_tokens": 21,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "58082403-f18f-4276-aaf6-352406d36c6b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 2,
      "successes": 2,
      "success_rate": 1.0,
      "total_cost_usd": 0.00121,
      "cost_per_success_usd": 0.000605,
      "octane_score": 3.0158126721763088,
      "ci_low": 2.8842975206611574,
      "ci_high": 3.1213223140495874,
      "ci_metric": "octane_score",
      "median_latency_ms": 1694.1041676327586,
      "p95_latency_ms": 2046.97819147259,
      "input_tokens": 182,
      "output_tokens": 10,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bc8b2366-c0ee-4d10-810c-fc50e8c2e62b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0039,
      "cost_per_success_usd": 0.0013,
      "octane_score": 1.677923076923077,
      "ci_low": 1.2939393939393944,
      "ci_high": 3.6355000000000004,
      "ci_metric": "octane_score",
      "median_latency_ms": 1905.251229647547,
      "p95_latency_ms": 2411.2118335906416,
      "input_tokens": 270,
      "output_tokens": 19,
      "reasoning_tokens": 66,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6a707d28-1f09-4ed9-8089-7551e06fdf19",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 2,
      "successes": 2,
      "success_rate": 1.0,
      "total_cost_usd": 0.0025599999999999998,
      "cost_per_success_usd": 0.0012799999999999999,
      "octane_score": 1.9484114583333334,
      "ci_low": 1.84484375,
      "ci_high": 2.0891406250000006,
      "ci_metric": "octane_score",
      "median_latency_ms": 1479.8795422539115,
      "p95_latency_ms": 1993.8256834633644,
      "input_tokens": 188,
      "output_tokens": 54,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c8296b4d-e1ad-4265-86e3-0f942d5a4565",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001425,
      "cost_per_success_usd": 0.000475,
      "octane_score": 4.564912280701756,
      "ci_low": 4.440421052631579,
      "ci_high": 4.634947368421054,
      "ci_metric": "octane_score",
      "median_latency_ms": 1637.5975627452135,
      "p95_latency_ms": 2321.7940112575884,
      "input_tokens": 141,
      "output_tokens": 24,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e4de77c6-dd23-477c-9fcc-1b00db35bdda",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001173,
      "cost_per_success_usd": 0.000391,
      "octane_score": 7.272293265132139,
      "ci_low": 6.913518052057095,
      "ci_high": 7.748091603053434,
      "ci_metric": "octane_score",
      "median_latency_ms": 2435.6564162299037,
      "p95_latency_ms": 2570.43764218688,
      "input_tokens": 177,
      "output_tokens": 66,
      "reasoning_tokens": 100,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dcbb4754-ccfd-4c1c-a785-78cd1849af1d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000564,
      "cost_per_success_usd": 0.00018800000000000002,
      "octane_score": 12.292198581560283,
      "ci_low": 11.642553191489363,
      "ci_high": 13.340425531914894,
      "ci_metric": "octane_score",
      "median_latency_ms": 831.1517499387264,
      "p95_latency_ms": 1162.5154382549226,
      "input_tokens": 456,
      "output_tokens": 18,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9a8cc107-aef9-4ab3-9edb-6227ff149038",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000285,
      "cost_per_success_usd": 9.499999999999999e-05,
      "octane_score": 22.824561403508778,
      "ci_low": 22.202105263157897,
      "ci_high": 23.174736842105272,
      "ci_metric": "octane_score",
      "median_latency_ms": 788.1468748673797,
      "p95_latency_ms": 1054.3654126115143,
      "input_tokens": 141,
      "output_tokens": 24,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8f0e5a92-9b3c-4dcb-ad05-dc84dbfa3702",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001398,
      "cost_per_success_usd": 0.000466,
      "octane_score": 8.803648068669528,
      "ci_low": 8.441358024691358,
      "ci_high": 9.227102102102103,
      "ci_metric": "octane_score",
      "median_latency_ms": 3058.8623341172934,
      "p95_latency_ms": 3062.3851960524917,
      "input_tokens": 216,
      "output_tokens": 27,
      "reasoning_tokens": 170,
      "undefined_reason": null
    },
    {
      "snapshot_id": "02370950-2ab7-40bf-a7d3-0f822470f9d1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000768,
      "cost_per_success_usd": 0.000256,
      "octane_score": 9.742057291666667,
      "ci_low": 9.224218749999999,
      "ci_high": 10.445703125000001,
      "ci_metric": "octane_score",
      "median_latency_ms": 973.1530826538801,
      "p95_latency_ms": 1012.844695802778,
      "input_tokens": 282,
      "output_tokens": 81,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "de096565-d877-4482-8080-d646302128f8",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00108,
      "cost_per_success_usd": 0.00036,
      "octane_score": 6.059166666666667,
      "ci_low": 5.801944444444445,
      "ci_high": 6.257303370786516,
      "ci_metric": "octane_score",
      "median_latency_ms": 2608.3997497335076,
      "p95_latency_ms": 2742.946149967611,
      "input_tokens": 270,
      "output_tokens": 21,
      "reasoning_tokens": 114,
      "undefined_reason": null
    },
    {
      "snapshot_id": "81a543f1-43e1-4192-a0fe-6b001ec1d672",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006900000000000001,
      "cost_per_success_usd": 0.00023000000000000003,
      "octane_score": 6.399275362318839,
      "ci_low": 6.3917391304347815,
      "ci_high": 6.414347826086956,
      "ci_metric": "octane_score",
      "median_latency_ms": 1010.1394578814507,
      "p95_latency_ms": 1077.4708208627999,
      "input_tokens": 312,
      "output_tokens": 27,
      "reasoning_tokens": 36,
      "undefined_reason": null
    },
    {
      "snapshot_id": "19ebfdab-57f9-40d2-8628-905a67800143",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013800000000000002,
      "cost_per_success_usd": 0.00046000000000000007,
      "octane_score": 16.729999999999997,
      "ci_low": 13.39847161572052,
      "ci_high": 19.05952380952381,
      "ci_metric": "octane_score",
      "median_latency_ms": 2532.3895001783967,
      "p95_latency_ms": 2641.9000742956996,
      "input_tokens": 492,
      "output_tokens": 21,
      "reasoning_tokens": 127,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7b851ebc-ddcd-4f36-8cfd-2d3754ea179c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000363,
      "cost_per_success_usd": 0.00012099999999999999,
      "octane_score": 15.079063360881545,
      "ci_low": 14.421487603305787,
      "ci_high": 15.606611570247937,
      "ci_metric": "octane_score",
      "median_latency_ms": 788.0295002833009,
      "p95_latency_ms": 858.7890373542905,
      "input_tokens": 273,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8470b404-b64d-46e6-918d-d91e19af2932",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 7.4819e-05,
      "cost_per_success_usd": 2.4939666666666668e-05,
      "octane_score": 99.99999999999999,
      "ci_low": 2.3613999999999998e-05,
      "ci_high": 2.6741000000000004e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2498.9606253802776,
      "p95_latency_ms": 4163.414099812508,
      "input_tokens": 437,
      "output_tokens": 120,
      "reasoning_tokens": 225,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6db8a9ca-bbef-4049-a5ef-b65e8b3c2cb9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 6.543900000000001e-05,
      "cost_per_success_usd": 2.1813000000000003e-05,
      "octane_score": 100.0,
      "ci_low": 2.0887000000000002e-05,
      "ci_high": 2.2276e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2941.8926248326898,
      "p95_latency_ms": 7395.641211885958,
      "input_tokens": 427,
      "output_tokens": 75,
      "reasoning_tokens": 217,
      "undefined_reason": null
    },
    {
      "snapshot_id": "11c8417b-049a-490d-934b-9d1038d46712",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 4.4155e-05,
      "cost_per_success_usd": 1.4718333333333333e-05,
      "octane_score": 100.0,
      "ci_low": 1.4701e-05,
      "ci_high": 1.4753000000000001e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 1350.4364993423223,
      "p95_latency_ms": 10686.108338367192,
      "input_tokens": 495,
      "output_tokens": 26,
      "reasoning_tokens": 126,
      "undefined_reason": null
    },
    {
      "snapshot_id": "31c33f97-1172-4446-91cf-3299b1d2ecfe",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 8.530400000000001e-05,
      "cost_per_success_usd": 2.8434666666666667e-05,
      "octane_score": 100.0,
      "ci_low": 2.7368000000000006e-05,
      "ci_high": 3.0449999999999995e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 1876.8751667812467,
      "p95_latency_ms": 2335.7076534070075,
      "input_tokens": 362,
      "output_tokens": 181,
      "reasoning_tokens": 242,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c6f2dc78-55bd-4734-8209-95b1b78f8e7d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000123075,
      "cost_per_success_usd": 4.1025e-05,
      "octane_score": 100.0,
      "ci_low": 4.0451e-05,
      "ci_high": 4.1397000000000004e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 12546.370667405427,
      "p95_latency_ms": 14183.4383033216,
      "input_tokens": 395,
      "output_tokens": 216,
      "reasoning_tokens": 422,
      "undefined_reason": null
    },
    {
      "snapshot_id": "05824c3c-4757-4dd1-8887-cbde2483b7ff",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 5.4737e-05,
      "cost_per_success_usd": 1.8245666666666667e-05,
      "octane_score": 100.0,
      "ci_low": 1.745e-05,
      "ci_high": 1.8884e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 1833.6827903985977,
      "p95_latency_ms": 1850.0091292895377,
      "input_tokens": 441,
      "output_tokens": 57,
      "reasoning_tokens": 169,
      "undefined_reason": null
    },
    {
      "snapshot_id": "25b3977e-a00a-4704-a521-f4bfd172ab33",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000230874,
      "cost_per_success_usd": 7.6958e-05,
      "octane_score": 100.0,
      "ci_low": 6.136499999999999e-05,
      "ci_high": 8.805500000000001e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 22315.93954190612,
      "p95_latency_ms": 48383.23125438764,
      "input_tokens": 662,
      "output_tokens": 196,
      "reasoning_tokens": 1018,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f98d5e1b-10e4-498d-81e6-1344fd36d352",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 6.505000000000001e-05,
      "cost_per_success_usd": 2.1683333333333336e-05,
      "octane_score": 100.0,
      "ci_low": 2.1091999999999997e-05,
      "ci_high": 2.2016000000000004e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2691.400833427906,
      "p95_latency_ms": 3073.481433838606,
      "input_tokens": 320,
      "output_tokens": 30,
      "reasoning_tokens": 283,
      "undefined_reason": null
    },
    {
      "snapshot_id": "81361b16-1968-48cc-a3f6-18df06538cbe",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 6.932800000000001e-05,
      "cost_per_success_usd": 2.3109333333333336e-05,
      "octane_score": 99.99999999999999,
      "ci_low": 2.1888e-05,
      "ci_high": 2.508e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2398.420291952789,
      "p95_latency_ms": 2399.798866920173,
      "input_tokens": 624,
      "output_tokens": 119,
      "reasoning_tokens": 153,
      "undefined_reason": null
    },
    {
      "snapshot_id": "46387f3e-8295-4374-a19e-ce510e11045a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0013199300000000002,
      "cost_per_success_usd": 0.0004399766666666667,
      "octane_score": 4.146962338911911,
      "ci_low": 3.4243083849602796,
      "ci_high": 4.852441867680824,
      "ci_metric": "octane_score",
      "median_latency_ms": 4798.662208020687,
      "p95_latency_ms": 5732.282609213143,
      "input_tokens": 279,
      "output_tokens": 3,
      "reasoning_tokens": 415,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e25dab92-2e5c-4499-88b4-bb61b7c6fb36",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00195529,
      "cost_per_success_usd": 0.0006517633333333333,
      "octane_score": 3.326872228671962,
      "ci_low": 2.593997765443237,
      "ci_high": 5.960971899584427,
      "ci_metric": "octane_score",
      "median_latency_ms": 7306.521791033447,
      "p95_latency_ms": 7327.038379106671,
      "input_tokens": 147,
      "output_tokens": 18,
      "reasoning_tokens": 655,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0821b387-d503-4af6-82ff-d5a7c8c27696",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0026501199999999997,
      "cost_per_success_usd": 0.0008833733333333334,
      "octane_score": 3.2188731076328616,
      "ci_low": 2.8338598816678133,
      "ci_high": 3.6620711297970483,
      "ci_metric": "octane_score",
      "median_latency_ms": 3588.7850001454353,
      "p95_latency_ms": 3748.2679629698396,
      "input_tokens": 186,
      "output_tokens": 321,
      "reasoning_tokens": 585,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2db6bdf3-9951-4a92-bf5e-c356e089e0ec",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.005157930000000001,
      "cost_per_success_usd": 0.0017193100000000002,
      "octane_score": 1.3441050964243406,
      "ci_low": 0.7071810580582509,
      "ci_high": 2.688507298307661,
      "ci_metric": "octane_score",
      "median_latency_ms": 12646.234249696136,
      "p95_latency_ms": 27012.135837785896,
      "input_tokens": 474,
      "output_tokens": 7,
      "reasoning_tokens": 1708,
      "undefined_reason": null
    },
    {
      "snapshot_id": "da5ddd60-d6b6-4bff-8fdd-f7cf52714ce0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00278559,
      "cost_per_success_usd": 0.00092853,
      "octane_score": 2.6859300902142813,
      "ci_low": 2.0088981253255573,
      "ci_high": 3.811520415294001,
      "ci_metric": "octane_score",
      "median_latency_ms": 8187.27916572243,
      "p95_latency_ms": 10671.344530116765,
      "input_tokens": 312,
      "output_tokens": 114,
      "reasoning_tokens": 801,
      "undefined_reason": null
    },
    {
      "snapshot_id": "23493c11-555f-4f96-9e99-b20fff39bf46",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0043434,
      "cost_per_success_usd": 0.0014478,
      "octane_score": 5.3155131924298935,
      "ci_low": 3.729669477561307,
      "ci_high": 7.8177623990772815,
      "ci_metric": "octane_score",
      "median_latency_ms": 15920.783958397806,
      "p95_latency_ms": 18467.61063328013,
      "input_tokens": 510,
      "output_tokens": 4,
      "reasoning_tokens": 1418,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3e269251-dce7-4287-9ea1-265727238b4d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00405479,
      "cost_per_success_usd": 0.0013515966666666666,
      "octane_score": 1.0889589843123813,
      "ci_low": 0.8179301872060453,
      "ci_high": 1.435332819727659,
      "ci_metric": "octane_score",
      "median_latency_ms": 17441.47508405149,
      "p95_latency_ms": 27181.03365814313,
      "input_tokens": 327,
      "output_tokens": 9,
      "reasoning_tokens": 1359,
      "undefined_reason": null
    },
    {
      "snapshot_id": "01561a18-17e1-42a3-9210-239a67df77d6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0028300499999999998,
      "cost_per_success_usd": 0.0009433499999999999,
      "octane_score": 2.312291302273812,
      "ci_low": 2.0355543113101904,
      "ci_high": 2.8665483934555485,
      "ci_metric": "octane_score",
      "median_latency_ms": 9311.062540858984,
      "p95_latency_ms": 9858.342829439789,
      "input_tokens": 285,
      "output_tokens": 5,
      "reasoning_tokens": 931,
      "undefined_reason": null
    },
    {
      "snapshot_id": "95e45ae7-9960-4c9e-9c05-b6246f0e3358",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.01465204,
      "cost_per_success_usd": 0.004884013333333334,
      "octane_score": 0.8399854218252203,
      "ci_low": 0.5189844420469828,
      "ci_high": 3.2909463830516468,
      "ci_metric": "octane_score",
      "median_latency_ms": 50241.47820752114,
      "p95_latency_ms": 75305.31649468467,
      "input_tokens": 237,
      "output_tokens": 800,
      "reasoning_tokens": 4299,
      "undefined_reason": null
    },
    {
      "snapshot_id": "31f21a76-403c-4541-b0a8-fa344aa9bc74",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 6.14e-05,
      "cost_per_success_usd": 2.046666666666667e-05,
      "octane_score": 106.57817589576547,
      "ci_low": 102.05374592833876,
      "ci_high": 109.19607843137257,
      "ci_metric": "octane_score",
      "median_latency_ms": 4496.956999413669,
      "p95_latency_ms": 5205.498687829821,
      "input_tokens": 283,
      "output_tokens": 6,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d106e517-15f0-4938-b901-4d38867cd9c5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 8.58e-05,
      "cost_per_success_usd": 2.8599999999999997e-05,
      "octane_score": 99.42191142191143,
      "ci_low": 95.69230769230772,
      "ci_high": 106.46853146853147,
      "ci_metric": "octane_score",
      "median_latency_ms": 707.1803323924541,
      "p95_latency_ms": 1109.7739577293396,
      "input_tokens": 189,
      "output_tokens": 60,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7cec2909-93a3-43af-a4d9-6f9b404ade09",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0002862,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 3771.1979998275638,
      "p95_latency_ms": 4076.957211922854,
      "input_tokens": 471,
      "output_tokens": 240,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "e62f8d4f-c800-4914-9de9-defefd973bc9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0001716,
      "cost_per_success_usd": 5.72e-05,
      "octane_score": 43.60081585081585,
      "ci_low": 41.28321678321677,
      "ci_high": 46.75000000000001,
      "ci_metric": "octane_score",
      "median_latency_ms": 1365.1391249150038,
      "p95_latency_ms": 1534.456687886268,
      "input_tokens": 294,
      "output_tokens": 141,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "da9a466d-4b75-4b62-b5f6-2c44d0a8168c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0008258,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 13026.997124776244,
      "p95_latency_ms": 122880.77355055137,
      "input_tokens": 325,
      "output_tokens": 951,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "1c2a9ab2-9c24-4bdb-abd4-773fee8266cd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 4.3e-05,
      "cost_per_success_usd": 1.4333333333333334e-05,
      "octane_score": 151.27906976744188,
      "ci_low": 147.84112149532712,
      "ci_high": 154.14485981308414,
      "ci_metric": "octane_score",
      "median_latency_ms": 759.9270846694708,
      "p95_latency_ms": 790.1316834613681,
      "input_tokens": 155,
      "output_tokens": 15,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e11a704d-6c1d-4661-b017-28dc6e0be8df",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0002012,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 1449.652417562902,
      "p95_latency_ms": 31649.33335408568,
      "input_tokens": 282,
      "output_tokens": 181,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "3ec50767-9b6a-486b-a08a-d4f7f444e4f4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0008880000000000001,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 2972.81666751951,
      "p95_latency_ms": 14779.8166914843,
      "input_tokens": 496,
      "output_tokens": 986,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "bebe6850-0107-47e0-b9e7-144133ba523c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 0,
      "success_rate": 0.0,
      "total_cost_usd": 0.0009778,
      "cost_per_success_usd": null,
      "octane_score": null,
      "ci_low": null,
      "ci_high": null,
      "ci_metric": null,
      "median_latency_ms": 29647.10787497461,
      "p95_latency_ms": 164202.45316214857,
      "input_tokens": 225,
      "output_tokens": 1166,
      "reasoning_tokens": 0,
      "undefined_reason": "zero_successes"
    },
    {
      "snapshot_id": "625284fb-b3c5-4c28-9760-248260e4c326",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-paediatric-dose-volume",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0005500950000000001,
      "cost_per_success_usd": 0.00018336500000000006,
      "octane_score": 15.507139675874162,
      "ci_low": 14.925421972568373,
      "ci_high": 16.60622256155754,
      "ci_metric": "octane_score",
      "median_latency_ms": 3275.7217502221465,
      "p95_latency_ms": 3348.300712648779,
      "input_tokens": 207,
      "output_tokens": 81,
      "reasoning_tokens": 1983,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f4164026-d1a3-4d6f-97aa-12139334681c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-renal-dose-adjustment",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0009297600000000002,
      "cost_per_success_usd": 0.00030992000000000004,
      "octane_score": 24.831569437274133,
      "ci_low": 19.687216769192197,
      "ci_high": 31.31934142367276,
      "ci_metric": "octane_score",
      "median_latency_ms": 4712.136625312269,
      "p95_latency_ms": 7371.51118768379,
      "input_tokens": 564,
      "output_tokens": 24,
      "reasoning_tokens": 3411,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6c3eea9c-68ac-474c-a605-a021a461b4fa",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-missing-weight-refusal",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00046052500000000004,
      "cost_per_success_usd": 0.00015350833333333336,
      "octane_score": 9.587970251343574,
      "ci_low": 8.999704807565069,
      "ci_high": 10.417744392871063,
      "ci_metric": "octane_score",
      "median_latency_ms": 2858.6288345977664,
      "p95_latency_ms": 3230.228632874787,
      "input_tokens": 345,
      "output_tokens": 24,
      "reasoning_tokens": 1661,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1af9658b-d6eb-4ae2-80f2-413f7af63c4a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-max-dose-cap",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000546845,
      "cost_per_success_usd": 0.00018228166666666668,
      "octane_score": 11.96664502738436,
      "ci_low": 11.02096650693005,
      "ci_high": 13.493551081005846,
      "ci_metric": "octane_score",
      "median_latency_ms": 3390.1114584878087,
      "p95_latency_ms": 3410.8765582554042,
      "input_tokens": 309,
      "output_tokens": 21,
      "reasoning_tokens": 2005,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d4a18eab-ebac-43a1-a0da-3d720db7f869",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-reference-range-interpretation",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00036998,
      "cost_per_success_usd": 0.00012332666666666666,
      "octane_score": 14.794583490999514,
      "ci_low": 13.911794871794873,
      "ci_high": 15.664436210805729,
      "ci_metric": "octane_score",
      "median_latency_ms": 2671.8096248805523,
      "p95_latency_ms": 3371.3799628429115,
      "input_tokens": 312,
      "output_tokens": 16,
      "reasoning_tokens": 1329,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ea93e3c0-7b43-40d7-803a-70b6cee59652",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-interaction-extraction",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.0007573800000000001,
      "cost_per_success_usd": 0.00025246000000000003,
      "octane_score": 9.878660645910902,
      "ci_low": 8.840718421363581,
      "ci_high": 11.025202924383585,
      "ci_metric": "octane_score",
      "median_latency_ms": 4627.154833637178,
      "p95_latency_ms": 5264.975008647888,
      "input_tokens": 312,
      "output_tokens": 138,
      "reasoning_tokens": 2697,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0a3867a6-5ea3-4198-8be4-9f6599390ff3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-infusion-rate-units",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.001053325,
      "cost_per_success_usd": 0.0003511083333333333,
      "octane_score": 11.684427883131988,
      "ci_low": 11.520945577101086,
      "ci_high": 11.832653548002384,
      "ci_metric": "octane_score",
      "median_latency_ms": 5622.584957629442,
      "p95_latency_ms": 6466.05824586004,
      "input_tokens": 249,
      "output_tokens": 27,
      "reasoning_tokens": 3962,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7e6e7516-f23a-4375-bacf-95fb6b1b0a93",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-icd10-lookup",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.000294255,
      "cost_per_success_usd": 9.8085e-05,
      "octane_score": 22.10667618222291,
      "ci_low": 21.50379772646174,
      "ci_high": 22.445837793750325,
      "ci_metric": "octane_score",
      "median_latency_ms": 1829.844375140965,
      "p95_latency_ms": 1990.8355876803398,
      "input_tokens": 171,
      "output_tokens": 30,
      "reasoning_tokens": 1059,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d6f59ae9-ccf9-49a4-9dca-38ac3fef498e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "task",
      "vertical": "medical",
      "task_id": "medical-conditional-interaction",
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 3,
      "successes": 3,
      "success_rate": 1.0,
      "total_cost_usd": 0.00048932,
      "cost_per_success_usd": 0.00016310666666666666,
      "octane_score": 14.168233466851959,
      "ci_low": 13.419439221777163,
      "ci_high": 15.376440774952998,
      "ci_metric": "octane_score",
      "median_latency_ms": 2901.392124593258,
      "p95_latency_ms": 3127.468900755048,
      "input_tokens": 504,
      "output_tokens": 21,
      "reasoning_tokens": 1735,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fb4729ef-ce3c-4706-8476-be25343d53a9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.003645,
      "cost_per_success_usd": 0.00019544444444444446,
      "octane_score": 19.62262649232519,
      "ci_low": 13.455945984172052,
      "ci_high": 29.06544762342455,
      "ci_metric": "octane_score",
      "median_latency_ms": 709.0692506171763,
      "p95_latency_ms": 1196.071833791211,
      "input_tokens": 1785,
      "output_tokens": 372,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8f03a8c2-3d74-43d2-b56b-16cab0d5bfac",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 15,
      "success_rate": 0.8333333333333334,
      "total_cost_usd": 0.053825,
      "cost_per_success_usd": 0.0030998958333333334,
      "octane_score": 1.2371813569004337,
      "ci_low": 0.4950293713057577,
      "ci_high": 2.41314994315504,
      "ci_metric": "octane_score",
      "median_latency_ms": 3186.130332760513,
      "p95_latency_ms": 7737.466539116573,
      "input_tokens": 1785,
      "output_tokens": 1796,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "7305e702-4014-488c-9d6c-646acd409d55",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.01584,
      "cost_per_success_usd": 0.0008588333333333334,
      "octane_score": 4.465515233844363,
      "ci_low": 3.607020367539838,
      "ci_high": 6.256653146996458,
      "ci_metric": "octane_score",
      "median_latency_ms": 1436.5375209599733,
      "p95_latency_ms": 2604.70356089063,
      "input_tokens": 1785,
      "output_tokens": 699,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "93a60867-1c9b-48fe-9fa3-57e32b7d85fc",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 17,
      "success_rate": 0.9444444444444444,
      "total_cost_usd": 0.000554166,
      "cost_per_success_usd": 3.312882e-05,
      "octane_score": 115.76426004105592,
      "ci_low": 77.93540794897734,
      "ci_high": 192.79740728414097,
      "ci_metric": "octane_score",
      "median_latency_ms": 1456.6355212591588,
      "p95_latency_ms": 3098.094104928896,
      "input_tokens": 1614,
      "output_tokens": 300,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e93d7bb7-ead2-4564-8ac3-ee330a7c0ec7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.0015978,
      "cost_per_success_usd": 8.269999999999999e-05,
      "octane_score": 46.37404272470779,
      "ci_low": 27.67256945754837,
      "ci_high": 80.38319072978805,
      "ci_metric": "octane_score",
      "median_latency_ms": 633.5729165002704,
      "p95_latency_ms": 839.8144329898054,
      "input_tokens": 1626,
      "output_tokens": 444,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "bd042d02-79d2-4949-ab1f-04a4b509c0e3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.00514151,
      "cost_per_success_usd": 0.00027383759259259265,
      "octane_score": 14.00513821723203,
      "ci_low": 10.104510515165824,
      "ci_high": 17.93995800155411,
      "ci_metric": "octane_score",
      "median_latency_ms": 10808.97262506187,
      "p95_latency_ms": 22548.60892067663,
      "input_tokens": 1551,
      "output_tokens": 914,
      "reasoning_tokens": 11751,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3decb9f4-cb05-444c-9774-31e3179b614c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.0325806,
      "cost_per_success_usd": 0.0017482416666666665,
      "octane_score": 2.1937089170547557,
      "ci_low": 1.4303884558890358,
      "ci_high": 3.3198704492260216,
      "ci_metric": "octane_score",
      "median_latency_ms": 14683.363958261907,
      "p95_latency_ms": 34195.234725205155,
      "input_tokens": 1551,
      "output_tokens": 947,
      "reasoning_tokens": 11361,
      "undefined_reason": null
    },
    {
      "snapshot_id": "6e5adef3-6597-44e5-8ebe-9c8cdb22c814",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.0101685213,
      "cost_per_success_usd": 0.0005269244,
      "octane_score": 7.278336955611343,
      "ci_low": 4.541695680281387,
      "ci_high": 13.745109576935088,
      "ci_metric": "octane_score",
      "median_latency_ms": 2431.0454591177404,
      "p95_latency_ms": 13000.601738784459,
      "input_tokens": 1803,
      "output_tokens": 309,
      "reasoning_tokens": 3744,
      "undefined_reason": null
    },
    {
      "snapshot_id": "39a317ae-8a3a-42d0-818f-e29d8a8795d4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.00254475,
      "cost_per_success_usd": 0.00013866666666666666,
      "octane_score": 27.657211538461546,
      "ci_low": 19.929775127668346,
      "ci_high": 40.6106553356974,
      "ci_metric": "octane_score",
      "median_latency_ms": 651.1377915740013,
      "p95_latency_ms": 1030.3041606675824,
      "input_tokens": 1563,
      "output_tokens": 305,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "cec552f8-11d0-438d-bd98-31318b4e68c3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.0006417,
      "cost_per_success_usd": 3.507777777777778e-05,
      "octane_score": 109.33227747861896,
      "ci_low": 86.64012140004492,
      "ci_high": 136.84618865164668,
      "ci_metric": "octane_score",
      "median_latency_ms": 2231.666916515678,
      "p95_latency_ms": 5691.48830822669,
      "input_tokens": 1563,
      "output_tokens": 331,
      "reasoning_tokens": 478,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8c85f6ea-55d6-4f43-a5c8-7e41663eacdd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.0054668,
      "cost_per_success_usd": 0.00030139629629629625,
      "octane_score": 12.72455362080195,
      "ci_low": 9.853411272416606,
      "ci_high": 16.492988862370193,
      "ci_metric": "octane_score",
      "median_latency_ms": 3761.014291550964,
      "p95_latency_ms": 4553.873831871895,
      "input_tokens": 34868,
      "output_tokens": 1299,
      "reasoning_tokens": 2001,
      "undefined_reason": null
    },
    {
      "snapshot_id": "33d97975-9a79-4766-94a6-35884ad27f1c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.016725,
      "cost_per_success_usd": 0.0009011111111111111,
      "octane_score": 4.256004932182492,
      "ci_low": 2.901839041456986,
      "ci_high": 6.612593205937174,
      "ci_metric": "octane_score",
      "median_latency_ms": 1572.5934375077486,
      "p95_latency_ms": 2053.6643960513175,
      "input_tokens": 1563,
      "output_tokens": 297,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2fed0cc9-b2a4-4cfc-81cc-d89773c57218",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.004533,
      "cost_per_success_usd": 0.00025444444444444446,
      "octane_score": 15.072576419213977,
      "ci_low": 12.685929306939443,
      "ci_high": 17.540108437488712,
      "ci_metric": "octane_score",
      "median_latency_ms": 1009.5002707093954,
      "p95_latency_ms": 2770.086433505636,
      "input_tokens": 1563,
      "output_tokens": 312,
      "reasoning_tokens": 183,
      "undefined_reason": null
    },
    {
      "snapshot_id": "91cd1232-c1a4-4870-8167-7d99bc034422",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.000688324,
      "cost_per_success_usd": 3.835133333333334e-05,
      "octane_score": 100.0,
      "ci_low": 2.6945512777777783e-05,
      "ci_high": 5.397199153439154e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 4503.6963960155845,
      "p95_latency_ms": 15463.879200257361,
      "input_tokens": 2582,
      "output_tokens": 1081,
      "reasoning_tokens": 2406,
      "undefined_reason": null
    },
    {
      "snapshot_id": "fcc00d6a-4564-41c6-a657-f3c79f13c146",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.02941884,
      "cost_per_success_usd": 0.001644794814814815,
      "octane_score": 2.331678881031204,
      "ci_low": 1.5983839568677318,
      "ci_high": 3.4366603759752072,
      "ci_metric": "octane_score",
      "median_latency_ms": 10405.607229098678,
      "p95_latency_ms": 130343.01681234418,
      "input_tokens": 1597,
      "output_tokens": 272,
      "reasoning_tokens": 9779,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0149af63-0db2-4025-93e9-26d452f35e70",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 9,
      "success_rate": 0.5,
      "total_cost_usd": 0.0023122,
      "cost_per_success_usd": 0.0003787428571428571,
      "octane_score": 10.12595554214444,
      "ci_low": 1.8843754886394688,
      "ci_high": 45.1173024085589,
      "ci_metric": "octane_score",
      "median_latency_ms": 3809.3667505308986,
      "p95_latency_ms": 63827.78480406845,
      "input_tokens": 1625,
      "output_tokens": 2484,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "89b77a71-df45-4930-88ca-606d514813ab",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "banking",
      "task_id": null,
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 18,
      "successes": 18,
      "success_rate": 1.0,
      "total_cost_usd": 0.009499945,
      "cost_per_success_usd": 0.0005043807407407408,
      "octane_score": 7.60364745033881,
      "ci_low": 4.910260532038104,
      "ci_high": 14.044709714419104,
      "ci_metric": "octane_score",
      "median_latency_ms": 5351.177916396409,
      "p95_latency_ms": 21513.588856114064,
      "input_tokens": 1797,
      "output_tokens": 430,
      "reasoning_tokens": 35659,
      "undefined_reason": null
    },
    {
      "snapshot_id": "d54c29f5-4a48-4085-9fe3-36cc82edcb76",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.023497,
      "cost_per_success_usd": 0.001224057971014493,
      "octane_score": 9.27420790906938,
      "ci_low": 6.741086056478242,
      "ci_high": 11.977927815810258,
      "ci_metric": "octane_score",
      "median_latency_ms": 1770.2612075954676,
      "p95_latency_ms": 2636.8883745744824,
      "input_tokens": 2352,
      "output_tokens": 4229,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "db978270-6e2a-414e-94d0-952cf10dfb8f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.113085,
      "cost_per_success_usd": 0.0059246376811594205,
      "octane_score": 1.9160949119373778,
      "ci_low": 1.4705711179203598,
      "ci_high": 2.406169735799078,
      "ci_metric": "octane_score",
      "median_latency_ms": 5082.637708634138,
      "p95_latency_ms": 6656.413500197232,
      "input_tokens": 2352,
      "output_tokens": 4053,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ed22a561-6dd4-4d7f-9f21-5d2a9ee1cf89",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.064086,
      "cost_per_success_usd": 0.003365217391304348,
      "octane_score": 3.3733832902670113,
      "ci_low": 2.553968930103914,
      "ci_high": 4.377942957777792,
      "ci_metric": "octane_score",
      "median_latency_ms": 3088.7534162029624,
      "p95_latency_ms": 6285.6456665322185,
      "input_tokens": 2352,
      "output_tokens": 3802,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4f3fe816-3f57-4011-b165-45c3cd1acb10",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 18,
      "success_rate": 0.8571428571428571,
      "total_cost_usd": 0.002100156,
      "cost_per_success_usd": 0.00012537662711864408,
      "octane_score": 90.54453271581039,
      "ci_low": 48.15312120479235,
      "ci_high": 148.84894817556489,
      "ci_metric": "octane_score",
      "median_latency_ms": 4763.450457714498,
      "p95_latency_ms": 12022.98954129219,
      "input_tokens": 2124,
      "output_tokens": 3822,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1356741d-c16d-40cb-a838-4e8333f7bee3",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.0175287,
      "cost_per_success_usd": 0.0009112434782608697,
      "octane_score": 12.457886818139889,
      "ci_low": 8.457581549538075,
      "ci_high": 17.887149601388302,
      "ci_metric": "octane_score",
      "median_latency_ms": 1632.9087913036346,
      "p95_latency_ms": 4726.833958178759,
      "input_tokens": 2154,
      "output_tokens": 6753,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8e2308d1-225a-4d71-9335-8ae0f45c1fa5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 10,
      "success_rate": 0.47619047619047616,
      "total_cost_usd": 0.0213967,
      "cost_per_success_usd": 0.0027438489285714286,
      "octane_score": 4.137315286469682,
      "ci_low": 1.1103107360748377,
      "ci_high": 8.814345258370887,
      "ci_metric": "octane_score",
      "median_latency_ms": 41127.17462517321,
      "p95_latency_ms": 115780.72124999017,
      "input_tokens": 2085,
      "output_tokens": 6372,
      "reasoning_tokens": 46936,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8f7f2ab8-85fd-4751-9e2e-05b6025db0bb",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 11,
      "success_rate": 0.5238095238095238,
      "total_cost_usd": 0.1343897,
      "cost_per_success_usd": 0.015039289062499999,
      "octane_score": 0.7548340928061759,
      "ci_low": 0.20293675113198487,
      "ci_high": 1.7531671620444675,
      "ci_metric": "octane_score",
      "median_latency_ms": 28375.4095826298,
      "p95_latency_ms": 510087.495457381,
      "input_tokens": 2092,
      "output_tokens": 3898,
      "reasoning_tokens": 48198,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e9677bb4-da18-4fd5-9318-aa303eb04e31",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 18,
      "success_rate": 0.8571428571428571,
      "total_cost_usd": 0.0584691723,
      "cost_per_success_usd": 0.003798166452631579,
      "octane_score": 2.9888548217987188,
      "ci_low": 1.4238755959050136,
      "ci_high": 8.354452877791582,
      "ci_metric": "octane_score",
      "median_latency_ms": 11556.29966687411,
      "p95_latency_ms": 68976.63212474436,
      "input_tokens": 2365,
      "output_tokens": 1893,
      "reasoning_tokens": 23958,
      "undefined_reason": null
    },
    {
      "snapshot_id": "be4a4238-5106-4c59-8fe8-f1784da9cd2b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.0142605,
      "cost_per_success_usd": 0.0007420108695652174,
      "octane_score": 15.299193827974316,
      "ci_low": 11.469035378574713,
      "ci_high": 19.538793713675933,
      "ci_metric": "octane_score",
      "median_latency_ms": 1421.574667096138,
      "p95_latency_ms": 2087.87037525326,
      "input_tokens": 2106,
      "output_tokens": 2818,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "71e5b9bc-47f2-4798-8676-bc98992f0da4",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.0039336,
      "cost_per_success_usd": 0.0002019173913043478,
      "octane_score": 56.221844203756746,
      "ci_low": 36.896995163133646,
      "ci_high": 86.43760221330025,
      "ci_metric": "octane_score",
      "median_latency_ms": 3679.9612501636147,
      "p95_latency_ms": 10229.092833586037,
      "input_tokens": 2106,
      "output_tokens": 2243,
      "reasoning_tokens": 3962,
      "undefined_reason": null
    },
    {
      "snapshot_id": "aa5403cc-a4c6-472e-ab1e-6793d3229b5f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.02309532,
      "cost_per_success_usd": 0.0011651527536231882,
      "octane_score": 9.743072812248045,
      "ci_low": 6.010780363847172,
      "ci_high": 15.48191298019638,
      "ci_metric": "octane_score",
      "median_latency_ms": 7819.210791960359,
      "p95_latency_ms": 23621.74512539059,
      "input_tokens": 62028,
      "output_tokens": 7234,
      "reasoning_tokens": 21336,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4c863aac-95bb-444d-a4c9-12385af89ede",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 20,
      "successes": 20,
      "success_rate": 1.0,
      "total_cost_usd": 0.166875,
      "cost_per_success_usd": 0.009168692307692307,
      "octane_score": 1.2381447359093773,
      "ci_low": 0.9014029600695902,
      "ci_high": 2.368552853666163,
      "ci_metric": "octane_score",
      "median_latency_ms": 2171.269624494016,
      "p95_latency_ms": 14676.54067445546,
      "input_tokens": 2001,
      "output_tokens": 2275,
      "reasoning_tokens": 2954,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ec10dc5b-8663-423e-ab96-0b97f1ee878d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.03804,
      "cost_per_success_usd": 0.0019607391304347827,
      "octane_score": 5.789739154858786,
      "ci_low": 3.7564293619787184,
      "ci_high": 12.273128256447087,
      "ci_metric": "octane_score",
      "median_latency_ms": 1832.726958207786,
      "p95_latency_ms": 10721.335082314909,
      "input_tokens": 2106,
      "output_tokens": 2524,
      "reasoning_tokens": 3465,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b2ace6cc-0082-4dbd-881d-d0b6d361315b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 21,
      "success_rate": 1.0,
      "total_cost_usd": 0.0021505310000000002,
      "cost_per_success_usd": 0.00011352168115942029,
      "octane_score": 100.0,
      "ci_low": 5.942902557017545e-05,
      "ci_high": 0.00016873383782051282,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 10003.791167400777,
      "p95_latency_ms": 35578.43391690403,
      "input_tokens": 3263,
      "output_tokens": 4958,
      "reasoning_tokens": 6982,
      "undefined_reason": null
    },
    {
      "snapshot_id": "16331a87-ecbb-4e00-9393-d891e75a4c9c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 18,
      "success_rate": 0.8571428571428571,
      "total_cost_usd": 0.160807925,
      "cost_per_success_usd": 0.010196896666666667,
      "octane_score": 1.1132963770292885,
      "ci_low": 0.8272559640193949,
      "ci_high": 1.4093821722835604,
      "ci_metric": "octane_score",
      "median_latency_ms": 76679.51662559062,
      "p95_latency_ms": 126240.12554157525,
      "input_tokens": 2150,
      "output_tokens": 3381,
      "reasoning_tokens": 52710,
      "undefined_reason": null
    },
    {
      "snapshot_id": "dc60beee-6c5c-4516-beaa-d60480abcf56",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 15,
      "success_rate": 0.7142857142857143,
      "total_cost_usd": 0.0023196000000000002,
      "cost_per_success_usd": 0.00015984230769230771,
      "octane_score": 71.02104743003747,
      "ci_low": 34.03153317509,
      "ci_high": 110.48239071965033,
      "ci_metric": "octane_score",
      "median_latency_ms": 2599.838708527386,
      "p95_latency_ms": 37563.92441689968,
      "input_tokens": 2194,
      "output_tokens": 2351,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4b138254-d072-452c-b138-2798b5b8d651",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "coding",
      "task_id": null,
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 21,
      "successes": 19,
      "success_rate": 0.9047619047619048,
      "total_cost_usd": 0.0237029,
      "cost_per_success_usd": 0.0012824830158730159,
      "octane_score": 8.851710295917133,
      "ci_low": 3.4170859366426964,
      "ci_high": 21.320896622698832,
      "ci_metric": "octane_score",
      "median_latency_ms": 20785.46112496406,
      "p95_latency_ms": 48919.31849997491,
      "input_tokens": 2292,
      "output_tokens": 3137,
      "reasoning_tokens": 87455,
      "undefined_reason": null
    },
    {
      "snapshot_id": "17b18cac-7788-4892-ba5b-e01cd3da058a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 6,
      "success_rate": 0.4,
      "total_cost_usd": 0.006098999999999999,
      "cost_per_success_usd": 0.00148075,
      "octane_score": 2.1565599800615844,
      "ci_low": 0.6024540744507695,
      "ci_high": 8.364884929472904,
      "ci_metric": "octane_score",
      "median_latency_ms": 1176.8042501062155,
      "p95_latency_ms": 1421.0474788211284,
      "input_tokens": 1959,
      "output_tokens": 828,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "f5baca40-9cb6-451e-94e9-be8220bc8f2e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.039195,
      "cost_per_success_usd": 0.00276,
      "octane_score": 1.1570022429261562,
      "ci_low": 0.8049550227817904,
      "ci_high": 2.328446916506577,
      "ci_metric": "octane_score",
      "median_latency_ms": 2261.674958281219,
      "p95_latency_ms": 5665.951195731759,
      "input_tokens": 1959,
      "output_tokens": 1176,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e7a205f2-fb6b-4f62-b19e-40bcd8ab932b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 14,
      "success_rate": 0.9333333333333333,
      "total_cost_usd": 0.022661999999999998,
      "cost_per_success_usd": 0.0017845263157894736,
      "octane_score": 1.7894531239027793,
      "ci_low": 1.2747087288614933,
      "ci_high": 2.8408768597500376,
      "ci_metric": "octane_score",
      "median_latency_ms": 2162.1520835906267,
      "p95_latency_ms": 4332.063145656139,
      "input_tokens": 1959,
      "output_tokens": 1119,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e62e800a-d7cb-4163-9839-f6944ab12b7c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 14,
      "success_rate": 0.9333333333333333,
      "total_cost_usd": 0.0005745,
      "cost_per_success_usd": 4.294697435897436e-05,
      "octane_score": 74.35509108941226,
      "ci_low": 34.07671885682965,
      "ci_high": 154.3114530793583,
      "ci_metric": "octane_score",
      "median_latency_ms": 1357.9169176518917,
      "p95_latency_ms": 2413.4883037768304,
      "input_tokens": 1764,
      "output_tokens": 293,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c49e82cc-45a3-44f3-be25-ce0df03f82cf",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.0009044999999999999,
      "cost_per_success_usd": 6.037857142857142e-05,
      "octane_score": 52.88840253953233,
      "ci_low": 34.30900883798663,
      "ci_high": 69.70157610189678,
      "ci_metric": "octane_score",
      "median_latency_ms": 548.4087504446507,
      "p95_latency_ms": 691.3127832114697,
      "input_tokens": 1740,
      "output_tokens": 153,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e4aaa249-78bd-427b-967a-d48ee3bb465c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.0028414800000000004,
      "cost_per_success_usd": 0.00019593,
      "octane_score": 16.298301385577457,
      "ci_low": 11.004985318605682,
      "ci_high": 21.925314934877715,
      "ci_metric": "octane_score",
      "median_latency_ms": 10598.809249699116,
      "p95_latency_ms": 21947.81850781291,
      "input_tokens": 1698,
      "output_tokens": 1059,
      "reasoning_tokens": 5882,
      "undefined_reason": null
    },
    {
      "snapshot_id": "14167d0a-1a11-4385-85db-5fc026f8ac5d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 14,
      "success_rate": 0.9333333333333333,
      "total_cost_usd": 0.019786799999999997,
      "cost_per_success_usd": 0.00144173875,
      "octane_score": 2.214913201491041,
      "ci_low": 1.355804597032093,
      "ci_high": 3.282951879923757,
      "ci_metric": "octane_score",
      "median_latency_ms": 6153.392708860338,
      "p95_latency_ms": 41834.71854552621,
      "input_tokens": 1719,
      "output_tokens": 833,
      "reasoning_tokens": 6287,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e789419f-fb30-4a81-8c31-2967c16576a9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.0062631705600000006,
      "cost_per_success_usd": 0.00043202754,
      "octane_score": 7.391487566918052,
      "ci_low": 4.772721667764724,
      "ci_high": 10.730656967587288,
      "ci_metric": "octane_score",
      "median_latency_ms": 2743.2827912271023,
      "p95_latency_ms": 5756.83553777635,
      "input_tokens": 1880,
      "output_tokens": 114,
      "reasoning_tokens": 2207,
      "undefined_reason": null
    },
    {
      "snapshot_id": "25527a6a-e10b-4c07-840f-dfc5992bced6",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 13,
      "success_rate": 0.8666666666666667,
      "total_cost_usd": 0.0020700000000000002,
      "cost_per_success_usd": 0.00016425,
      "octane_score": 19.441864173371027,
      "ci_low": 14.920508093467735,
      "ci_high": 23.612169997153366,
      "ci_metric": "octane_score",
      "median_latency_ms": 719.9307084083557,
      "p95_latency_ms": 857.8201593831182,
      "input_tokens": 1692,
      "output_tokens": 178,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b3056a07-cded-46db-b288-5bb375ae8619",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.0004944,
      "cost_per_success_usd": 3.364285714285714e-05,
      "octane_score": 94.91840056617129,
      "ci_low": 74.49278847720629,
      "ci_high": 138.83959311424098,
      "ci_metric": "octane_score",
      "median_latency_ms": 912.0450420305133,
      "p95_latency_ms": 3291.1594996228814,
      "input_tokens": 1692,
      "output_tokens": 159,
      "reasoning_tokens": 383,
      "undefined_reason": null
    },
    {
      "snapshot_id": "1fd46889-fc8d-47ec-9be5-963e47145aa5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.00408661,
      "cost_per_success_usd": 0.00027718999999999997,
      "octane_score": 11.52035134916913,
      "ci_low": 8.724669228455332,
      "ci_high": 13.446936853394169,
      "ci_metric": "octane_score",
      "median_latency_ms": 2669.092709198594,
      "p95_latency_ms": 5068.85153753683,
      "input_tokens": 30268,
      "output_tokens": 738,
      "reasoning_tokens": 1654,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c96618c0-9e99-404f-8b30-28a41d1b0e90",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.01983,
      "cost_per_success_usd": 0.001372142857142857,
      "octane_score": 2.327254901960785,
      "ci_low": 1.9877974807079442,
      "ci_high": 2.824756811937997,
      "ci_metric": "octane_score",
      "median_latency_ms": 1438.0857911892235,
      "p95_latency_ms": 3934.0818857308486,
      "input_tokens": 1692,
      "output_tokens": 153,
      "reasoning_tokens": 226,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e976ef86-86e7-4baf-a55e-c0cd9c9e0f23",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.0038339999999999997,
      "cost_per_success_usd": 0.000265,
      "octane_score": 12.050287511230911,
      "ci_low": 10.609133579717895,
      "ci_high": 14.123784059689985,
      "ci_metric": "octane_score",
      "median_latency_ms": 971.7079577967525,
      "p95_latency_ms": 3402.7759244665494,
      "input_tokens": 1692,
      "output_tokens": 154,
      "reasoning_tokens": 203,
      "undefined_reason": null
    },
    {
      "snapshot_id": "c911eb31-18fd-4ff5-82b5-2e2737c0e1f0",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.000453125,
      "cost_per_success_usd": 3.193326190476191e-05,
      "octane_score": 100.0,
      "ci_low": 1.8589258333333337e-05,
      "ci_high": 4.812188447916667e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2904.8808328807354,
      "p95_latency_ms": 10351.535728573795,
      "input_tokens": 2575,
      "output_tokens": 432,
      "reasoning_tokens": 1673,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e6b83878-5627-49c4-8e9a-467f70464d8f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.01827515,
      "cost_per_success_usd": 0.0012573159523809525,
      "octane_score": 2.539796130343417,
      "ci_low": 1.9189456942276637,
      "ci_high": 3.000403898858079,
      "ci_metric": "octane_score",
      "median_latency_ms": 8742.763708345592,
      "p95_latency_ms": 28327.32194177806,
      "input_tokens": 1740,
      "output_tokens": 143,
      "reasoning_tokens": 5996,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2dd187df-d289-4ef0-9226-8e098792d70d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 12,
      "success_rate": 0.8,
      "total_cost_usd": 0.0021828,
      "cost_per_success_usd": 0.00018511515151515152,
      "octane_score": 17.25048524844721,
      "ci_low": 5.314600917553188,
      "ci_high": 39.985538693079555,
      "ci_metric": "octane_score",
      "median_latency_ms": 2693.4734582901,
      "p95_latency_ms": 46672.48098794363,
      "input_tokens": 1758,
      "output_tokens": 2289,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "489054e1-d0c8-4841-af9c-963614ca99a9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "customer_service",
      "task_id": null,
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.00710502,
      "cost_per_success_usd": 0.0005013914285714285,
      "octane_score": 6.368928562609579,
      "ci_low": 4.263419608276131,
      "ci_high": 13.989792574951196,
      "ci_metric": "octane_score",
      "median_latency_ms": 3513.338374905288,
      "p95_latency_ms": 202791.44438290905,
      "input_tokens": 1884,
      "output_tokens": 175,
      "reasoning_tokens": 26681,
      "undefined_reason": null
    },
    {
      "snapshot_id": "63642ed8-af19-424c-bd4d-7c7468d3efea",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 6,
      "success_rate": 0.4,
      "total_cost_usd": 0.004476,
      "cost_per_success_usd": 0.0007728333333333333,
      "octane_score": 12.240155272805694,
      "ci_low": 4.352924695241841,
      "ci_high": 19.544284363390744,
      "ci_metric": "octane_score",
      "median_latency_ms": 711.0843751579523,
      "p95_latency_ms": 2173.2790665701,
      "input_tokens": 2601,
      "output_tokens": 375,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a9d68924-3b51-4e96-895e-bf3c6693c797",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 14,
      "success_rate": 0.9333333333333333,
      "total_cost_usd": 0.04438,
      "cost_per_success_usd": 0.002949021739130435,
      "octane_score": 3.2077077881390292,
      "ci_low": 1.8138122153533087,
      "ci_high": 6.408680215140404,
      "ci_metric": "octane_score",
      "median_latency_ms": 2856.294541619718,
      "p95_latency_ms": 7361.451511550695,
      "input_tokens": 2601,
      "output_tokens": 1255,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "4abe9cbb-2e11-4343-911d-e69a9df2e88b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 12,
      "success_rate": 0.8,
      "total_cost_usd": 0.030573000000000003,
      "cost_per_success_usd": 0.0025000769230769234,
      "octane_score": 3.7837235777360694,
      "ci_low": 1.4065869564698201,
      "ci_high": 8.749724451269381,
      "ci_metric": "octane_score",
      "median_latency_ms": 2053.2772913575172,
      "p95_latency_ms": 5944.252291787416,
      "input_tokens": 2601,
      "output_tokens": 1518,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2f51f251-86fa-4f0e-9052-a3f9efb8d64d",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 7,
      "success_rate": 0.4666666666666667,
      "total_cost_usd": 0.002676218,
      "cost_per_success_usd": 0.00046122027272727276,
      "octane_score": 20.509939738910003,
      "ci_low": 5.895469130095023,
      "ci_high": 115.29698144811499,
      "ci_metric": "octane_score",
      "median_latency_ms": 1504.7190831974149,
      "p95_latency_ms": 72947.24271716528,
      "input_tokens": 2370,
      "output_tokens": 5129,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a781648e-0c75-4c53-9ff2-fa315c5d3b5a",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 6,
      "success_rate": 0.4,
      "total_cost_usd": 0.0016872,
      "cost_per_success_usd": 0.000286,
      "octane_score": 33.075524475524475,
      "ci_low": 11.971479972595759,
      "ci_high": 54.479322631148136,
      "ci_metric": "octane_score",
      "median_latency_ms": 625.4703756421804,
      "p95_latency_ms": 838.7432629242539,
      "input_tokens": 2424,
      "output_tokens": 384,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "15a0bdd5-9df4-4586-8d82-8cc300959018",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 5,
      "success_rate": 0.3333333333333333,
      "total_cost_usd": 0.008698000000000001,
      "cost_per_success_usd": 0.0015837915789473685,
      "octane_score": 5.972755585862573,
      "ci_low": 1.6406125721342035,
      "ci_high": 11.175502646191108,
      "ci_metric": "octane_score",
      "median_latency_ms": 12637.720833532512,
      "p95_latency_ms": 66241.7519293725,
      "input_tokens": 2310,
      "output_tokens": 2183,
      "reasoning_tokens": 19326,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e5c51272-3422-4f31-8444-2a26114fbb54",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 9,
      "success_rate": 0.6,
      "total_cost_usd": 0.052737299999999994,
      "cost_per_success_usd": 0.005152240909090908,
      "octane_score": 1.836016631774524,
      "ci_low": 0.6194882231622247,
      "ci_high": 2.9335554914150617,
      "ci_metric": "octane_score",
      "median_latency_ms": 21597.73499984294,
      "p95_latency_ms": 48792.64334160833,
      "input_tokens": 2310,
      "output_tokens": 1206,
      "reasoning_tokens": 18850,
      "undefined_reason": null
    },
    {
      "snapshot_id": "843bc99e-ea3b-407b-a3ae-be5ab830383b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 12,
      "success_rate": 0.8,
      "total_cost_usd": 0.0083951964,
      "cost_per_success_usd": 0.0006976606153846152,
      "octane_score": 13.559028260159119,
      "ci_low": 8.650495671772608,
      "ci_high": 19.179150980223074,
      "ci_metric": "octane_score",
      "median_latency_ms": 5259.4928331673145,
      "p95_latency_ms": 8355.777433235193,
      "input_tokens": 2520,
      "output_tokens": 264,
      "reasoning_tokens": 2754,
      "undefined_reason": null
    },
    {
      "snapshot_id": "431fab4b-f2c5-469b-b088-3738597c59b7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 7,
      "success_rate": 0.4666666666666667,
      "total_cost_usd": 0.00324,
      "cost_per_success_usd": 0.0004872857142857143,
      "octane_score": 19.41284080914688,
      "ci_low": 7.885050376389515,
      "ci_high": 29.001691058433934,
      "ci_metric": "octane_score",
      "median_latency_ms": 684.7786251455545,
      "p95_latency_ms": 2391.4009374566344,
      "input_tokens": 2328,
      "output_tokens": 332,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "698a2749-0aee-4039-a1bf-0e9a5a472cfb",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 14,
      "success_rate": 0.9333333333333333,
      "total_cost_usd": 0.0009708,
      "cost_per_success_usd": 7.279999999999998e-05,
      "octane_score": 129.93956043956047,
      "ci_low": 88.48700916303405,
      "ci_high": 209.46717157184654,
      "ci_metric": "octane_score",
      "median_latency_ms": 2580.9927508234978,
      "p95_latency_ms": 7799.422141630195,
      "input_tokens": 2328,
      "output_tokens": 312,
      "reasoning_tokens": 918,
      "undefined_reason": null
    },
    {
      "snapshot_id": "76601426-b747-4991-984f-8e79afb9c613",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 15,
      "success_rate": 1.0,
      "total_cost_usd": 0.00634161,
      "cost_per_success_usd": 0.0004378858333333334,
      "octane_score": 21.602891164553924,
      "ci_low": 13.29995789046376,
      "ci_high": 34.12891516762027,
      "ci_metric": "octane_score",
      "median_latency_ms": 4658.856582827866,
      "p95_latency_ms": 11417.975208535789,
      "input_tokens": 34686,
      "output_tokens": 1199,
      "reasoning_tokens": 3807,
      "undefined_reason": null
    },
    {
      "snapshot_id": "3e4500a7-ac34-435c-9008-2b9a333979cf",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 14,
      "successes": 11,
      "success_rate": 0.7857142857142857,
      "total_cost_usd": 0.036545,
      "cost_per_success_usd": 0.0033245945945945946,
      "octane_score": 2.8453394033005446,
      "ci_low": 1.9428593059921153,
      "ci_high": 3.9612073057944195,
      "ci_metric": "octane_score",
      "median_latency_ms": 1829.6740408986807,
      "p95_latency_ms": 5176.61558277905,
      "input_tokens": 2215,
      "output_tokens": 264,
      "reasoning_tokens": 585,
      "undefined_reason": null
    },
    {
      "snapshot_id": "192c602e-0521-4c34-9387-91a10f4394f7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 12,
      "success_rate": 0.8,
      "total_cost_usd": 0.006738,
      "cost_per_success_usd": 0.0005766153846153846,
      "octane_score": 16.40538954108858,
      "ci_low": 10.80102007168065,
      "ci_high": 23.97501467923308,
      "ci_metric": "octane_score",
      "median_latency_ms": 1272.209458053112,
      "p95_latency_ms": 8341.218345239751,
      "input_tokens": 2328,
      "output_tokens": 300,
      "reasoning_tokens": 435,
      "undefined_reason": null
    },
    {
      "snapshot_id": "10922b77-50c2-49f6-823b-c380cbbd9bc9",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 12,
      "success_rate": 0.8,
      "total_cost_usd": 0.001111555,
      "cost_per_success_usd": 9.4596e-05,
      "octane_score": 100.0,
      "ci_low": 4.6410204166666664e-05,
      "ci_high": 0.00016594814583333325,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 14243.632083758712,
      "p95_latency_ms": 93005.46095017338,
      "input_tokens": 3205,
      "output_tokens": 975,
      "reasoning_tokens": 4866,
      "undefined_reason": null
    },
    {
      "snapshot_id": "05a0d2d5-bc5e-4653-8c40-f31b62317c7e",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 12,
      "success_rate": 0.8,
      "total_cost_usd": 0.08685622,
      "cost_per_success_usd": 0.008061926538461538,
      "octane_score": 1.173367179032269,
      "ci_low": 0.7141839723837957,
      "ci_high": 2.537617331286269,
      "ci_metric": "octane_score",
      "median_latency_ms": 46403.95654179156,
      "p95_latency_ms": 176456.78789559734,
      "input_tokens": 2356,
      "output_tokens": 231,
      "reasoning_tokens": 29853,
      "undefined_reason": null
    },
    {
      "snapshot_id": "48b20508-7496-4b67-a230-56f73c35d447",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 7,
      "success_rate": 0.4666666666666667,
      "total_cost_usd": 0.0028064,
      "cost_per_success_usd": 0.0005192315789473684,
      "octane_score": 18.21846047803434,
      "ci_low": 3.9158569254936384,
      "ci_high": 57.88840049213699,
      "ci_metric": "octane_score",
      "median_latency_ms": 3623.055291362107,
      "p95_latency_ms": 54284.32319993138,
      "input_tokens": 2404,
      "output_tokens": 2907,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8f785984-8204-45e9-914e-3c1bba057fe7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "legal",
      "task_id": null,
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 15,
      "successes": 9,
      "success_rate": 0.6,
      "total_cost_usd": 0.03997825,
      "cost_per_success_usd": 0.0040058180303030304,
      "octane_score": 2.3614652309317217,
      "ci_low": 0.5326581947432271,
      "ci_high": 18.62208474887,
      "ci_metric": "octane_score",
      "median_latency_ms": 12044.52595859766,
      "p95_latency_ms": 212783.74075880228,
      "input_tokens": 2574,
      "output_tokens": 384,
      "reasoning_tokens": 152735,
      "undefined_reason": null
    },
    {
      "snapshot_id": "2282f2cd-9fea-48a6-8aea-20ae3c3f650b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "anthropic:haiku-4.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 24,
      "success_rate": 0.8888888888888888,
      "total_cost_usd": 0.009186,
      "cost_per_success_usd": 0.0004226153846153846,
      "octane_score": 7.443976256926749,
      "ci_low": 3.877077933880538,
      "ci_high": 17.14474291952544,
      "ci_metric": "octane_score",
      "median_latency_ms": 726.5127087011933,
      "p95_latency_ms": 1756.8430500105023,
      "input_tokens": 3111,
      "output_tokens": 1215,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "21c65939-780d-4f7e-87c2-cbc296540d77",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "anthropic:opus-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.049705,
      "cost_per_success_usd": 0.001924111111111111,
      "octane_score": 1.6350089507420456,
      "ci_low": 0.9011294972533883,
      "ci_high": 3.947639551926938,
      "ci_metric": "octane_score",
      "median_latency_ms": 2299.299957230687,
      "p95_latency_ms": 4759.826121293008,
      "input_tokens": 3111,
      "output_tokens": 1366,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a37c0442-398c-4a3f-a3d1-6ca8c5c6486f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "anthropic:sonnet-4.6",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-09",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.028713,
      "cost_per_success_usd": 0.0011501333333333334,
      "octane_score": 2.7352818996831285,
      "ci_low": 1.860696859098092,
      "ci_high": 4.428100544584172,
      "ci_metric": "octane_score",
      "median_latency_ms": 1358.5299160331488,
      "p95_latency_ms": 3625.963304936886,
      "input_tokens": 3111,
      "output_tokens": 1292,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "ca4be53e-57c4-4de8-ba8c-16f3aa6ec073",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:deepseek-v3.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 24,
      "success_rate": 0.8888888888888888,
      "total_cost_usd": 0.001144326,
      "cost_per_success_usd": 5.155907594936709e-05,
      "octane_score": 61.0161999795791,
      "ci_low": 34.183457111133116,
      "ci_high": 114.78355735237109,
      "ci_metric": "octane_score",
      "median_latency_ms": 1643.072291277349,
      "p95_latency_ms": 6362.284399848431,
      "input_tokens": 2670,
      "output_tokens": 1076,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8dd5f0d0-6f28-4c64-af60-9cc143afbd41",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:gemini-2.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 26,
      "success_rate": 0.9629629629629629,
      "total_cost_usd": 0.0025808,
      "cost_per_success_usd": 0.00010347790697674418,
      "octane_score": 30.402034412968106,
      "ci_low": 14.598859705623928,
      "ci_high": 76.79020921291608,
      "ci_metric": "octane_score",
      "median_latency_ms": 528.746041469276,
      "p95_latency_ms": 1244.7212085127828,
      "input_tokens": 2661,
      "output_tokens": 713,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "da9a1b27-8d1d-4d7a-80ff-670fd24377b5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:glm-4.7-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 26,
      "success_rate": 0.9629629629629629,
      "total_cost_usd": 0.0058673300000000005,
      "cost_per_success_usd": 0.0002299015909090909,
      "octane_score": 13.683850017953445,
      "ci_low": 10.256190191943322,
      "ci_high": 17.630615984230566,
      "ci_metric": "octane_score",
      "median_latency_ms": 5860.247375443578,
      "p95_latency_ms": 21831.021925155073,
      "input_tokens": 2613,
      "output_tokens": 2514,
      "reasoning_tokens": 11884,
      "undefined_reason": null
    },
    {
      "snapshot_id": "b1f89e11-1755-42de-8c46-8ca5cde56f1f",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:glm-5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.04490005,
      "cost_per_success_usd": 0.0017330022222222222,
      "octane_score": 1.8153115146354883,
      "ci_low": 1.2969312335597167,
      "ci_high": 2.4471017399075605,
      "ci_metric": "octane_score",
      "median_latency_ms": 11842.416582629085,
      "p95_latency_ms": 21824.21130416914,
      "input_tokens": 2648,
      "output_tokens": 3193,
      "reasoning_tokens": 13626,
      "undefined_reason": null
    },
    {
      "snapshot_id": "226ccb06-f89d-46b1-aaed-0184cb04e3d1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:glm-5.2",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.01156344498,
      "cost_per_success_usd": 0.00043284316800000006,
      "octane_score": 7.268080268946023,
      "ci_low": 4.709249303888702,
      "ci_high": 11.720326974506827,
      "ci_metric": "octane_score",
      "median_latency_ms": 3530.2389161661267,
      "p95_latency_ms": 178286.84065490952,
      "input_tokens": 2907,
      "output_tokens": 753,
      "reasoning_tokens": 3600,
      "undefined_reason": null
    },
    {
      "snapshot_id": "0920b71c-ce38-4426-a58a-dd0647e97fac",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:gpt-5.4-mini",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 24,
      "success_rate": 0.8888888888888888,
      "total_cost_usd": 0.00349425,
      "cost_per_success_usd": 0.00014959615384615386,
      "octane_score": 21.029543928811187,
      "ci_low": 12.149919103500238,
      "ci_high": 32.14913196020362,
      "ci_metric": "octane_score",
      "median_latency_ms": 713.4019583463669,
      "p95_latency_ms": 1002.8873872943223,
      "input_tokens": 2619,
      "output_tokens": 340,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "cab53e15-3eff-46c2-8a2c-b5b3feaecee1",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.0009405,
      "cost_per_success_usd": 3.662e-05,
      "octane_score": 85.90767036834761,
      "ci_low": 64.75182710616596,
      "ci_high": 112.87551245256199,
      "ci_metric": "octane_score",
      "median_latency_ms": 2272.3970422521234,
      "p95_latency_ms": 5125.241187773645,
      "input_tokens": 2619,
      "output_tokens": 312,
      "reasoning_tokens": 819,
      "undefined_reason": null
    },
    {
      "snapshot_id": "64a12a66-5751-4f42-a976-fc1ca685dfe7",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:gpt-5.6-luna-pro",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.00765228,
      "cost_per_success_usd": 0.00029345044444444447,
      "octane_score": 10.720511583632899,
      "ci_low": 7.618664742176033,
      "ci_high": 14.734282119832688,
      "ci_metric": "octane_score",
      "median_latency_ms": 4156.910332851112,
      "p95_latency_ms": 6991.018566675484,
      "input_tokens": 53040,
      "output_tokens": 1391,
      "reasoning_tokens": 3127,
      "undefined_reason": null
    },
    {
      "snapshot_id": "a92992b9-2605-455a-ba5a-f593eb271b5c",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:gpt-5.6-sol",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 24,
      "successes": 24,
      "success_rate": 1.0,
      "total_cost_usd": 0.0331,
      "cost_per_success_usd": 0.0014529012345679013,
      "octane_score": 2.1652806219994054,
      "ci_low": 1.682243270002393,
      "ci_high": 2.8303728733200346,
      "ci_metric": "octane_score",
      "median_latency_ms": 1760.191396344453,
      "p95_latency_ms": 3860.6923748739064,
      "input_tokens": 2282,
      "output_tokens": 254,
      "reasoning_tokens": 469,
      "undefined_reason": null
    },
    {
      "snapshot_id": "9765dc30-6476-420a-a4d4-7016cf2c22bd",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:gpt-5.6-terra",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-30",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.007701,
      "cost_per_success_usd": 0.0003018,
      "octane_score": 10.423919446285252,
      "ci_low": 7.734203953503206,
      "ci_high": 13.786827759918655,
      "ci_metric": "octane_score",
      "median_latency_ms": 1084.9520834162831,
      "p95_latency_ms": 2968.5723588801916,
      "input_tokens": 2619,
      "output_tokens": 300,
      "reasoning_tokens": 547,
      "undefined_reason": null
    },
    {
      "snapshot_id": "50585808-29bd-405a-ba2e-e812e00124c5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:gpt-oss-120b",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.000812781,
      "cost_per_success_usd": 3.145938888888889e-05,
      "octane_score": 100.0,
      "ci_low": 2.0568460555555556e-05,
      "ci_high": 4.736616148809523e-05,
      "ci_metric": "cost_per_success_usd",
      "median_latency_ms": 2498.9606253802776,
      "p95_latency_ms": 19930.75809152796,
      "input_tokens": 4163,
      "output_tokens": 1020,
      "reasoning_tokens": 2855,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8261575e-c6fa-42b2-93e6-e595b759c842",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:kimi-k2.5",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.03974914,
      "cost_per_success_usd": 0.001617163888888889,
      "octane_score": 1.9453432707122724,
      "ci_low": 1.091742198212683,
      "ci_high": 3.887712897382416,
      "ci_metric": "octane_score",
      "median_latency_ms": 9919.151750393212,
      "p95_latency_ms": 43751.53888287021,
      "input_tokens": 2757,
      "output_tokens": 1281,
      "reasoning_tokens": 12171,
      "undefined_reason": null
    },
    {
      "snapshot_id": "e783eef4-0953-46d0-a59e-7d9e783e21d5",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:llama-4-maverick",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 12,
      "success_rate": 0.4444444444444444,
      "total_cost_usd": 0.0035408,
      "cost_per_success_usd": 0.0004074848484848485,
      "octane_score": 7.720382489278897,
      "ci_low": 1.541088416511612,
      "ci_high": 27.993850719615068,
      "ci_metric": "octane_score",
      "median_latency_ms": 2972.81666751951,
      "p95_latency_ms": 105062.18013372265,
      "input_tokens": 2720,
      "output_tokens": 3746,
      "reasoning_tokens": 0,
      "undefined_reason": null
    },
    {
      "snapshot_id": "8a87c077-c6b8-4083-aab9-351362c1236b",
      "benchmark_version": "0.2.0",
      "calculated_at": "2026-07-31T04:01:33.006416",
      "experiment_id": "cross-provider",
      "scope_level": "vertical",
      "vertical": "medical",
      "task_id": null,
      "model_key": "or:qwen3.5-flash",
      "baseline_model_key": "or:gpt-oss-120b",
      "pricing_version": "2026-07-26",
      "cost_basis": "billed",
      "task_basket": [
        "banking-day-count-convention@1",
        "banking-effective-annual-rate@1",
        "banking-fx-missing-rate-refusal@1",
        "banking-kyc-risk-tier@1",
        "banking-payment-waterfall@1",
        "banking-statement-field-extraction@1",
        "coding-add-months@1",
        "coding-dedup-implementation@1",
        "coding-dedup-preserve-order@1",
        "coding-merge-intervals@1",
        "coding-pair-sums-performance@1",
        "coding-parse-duration-contract@1",
        "coding-subtract-intervals@1",
        "cs-defective-return-exception@1",
        "cs-escalation-decision@1",
        "cs-prorated-refund@1",
        "cs-refund-eligibility@1",
        "cs-ticket-intent-classification@1",
        "legal-clause-precedence@1",
        "legal-governing-law-extraction@1",
        "legal-liability-cap-carveout@1",
        "legal-notice-period-calculation@1",
        "legal-termination-earliest-date@1",
        "medical-conditional-interaction@1",
        "medical-icd10-lookup@2",
        "medical-infusion-rate-units@1",
        "medical-interaction-extraction@1",
        "medical-max-dose-cap@1",
        "medical-missing-weight-refusal@1",
        "medical-paediatric-dose-volume@1",
        "medical-reference-range-interpretation@1",
        "medical-renal-dose-adjustment@1"
      ],
      "attempts": 27,
      "successes": 27,
      "success_rate": 1.0,
      "total_cost_usd": 0.005451485000000001,
      "cost_per_success_usd": 0.0002086955,
      "octane_score": 15.07430150093744,
      "ci_low": 11.611616738161675,
      "ci_high": 19.899508349182263,
      "ci_metric": "octane_score",
      "median_latency_ms": 3275.7217502221465,
      "p95_latency_ms": 6278.619737364352,
      "input_tokens": 2973,
      "output_tokens": 382,
      "reasoning_tokens": 19842,
      "undefined_reason": null
    }
  ]
}