{
  "run_id": "chicago-2024-01-167b64b6660a",
  "model": "gpt-4.1-mini-2025-04-14",
  "answer_accuracy": {
    "all": {
      "n": 55,
      "raw_correct": 45,
      "governed_correct": 46,
      "raw_accuracy": 0.8181818181818182,
      "governed_accuracy": 0.8363636363636363,
      "difference": 0.018181818181818077,
      "interval": [
        -0.12727272727272726,
        0.16363636363636364
      ]
    },
    "by_tier": {
      "1": {
        "n": 20,
        "raw_correct": 19,
        "governed_correct": 13,
        "raw_accuracy": 0.95,
        "governed_accuracy": 0.65,
        "difference": -0.29999999999999993,
        "interval": [
          -0.55,
          -0.05
        ]
      },
      "2": {
        "n": 20,
        "raw_correct": 17,
        "governed_correct": 19,
        "raw_accuracy": 0.85,
        "governed_accuracy": 0.95,
        "difference": 0.09999999999999998,
        "interval": [
          -0.1,
          0.3
        ]
      },
      "3": {
        "n": 15,
        "raw_correct": 9,
        "governed_correct": 14,
        "raw_accuracy": 0.6,
        "governed_accuracy": 0.9333333333333333,
        "difference": 0.33333333333333337,
        "interval": [
          0.13333333333333333,
          0.6
        ]
      }
    },
    "uncertainty": {
      "method": "paired percentile bootstrap over question IDs",
      "replicates": 10000,
      "seed": 7,
      "limitation": "Questions are purposive and related. This interval does not establish population generalization or variation across model reruns."
    }
  },
  "clarification_behavior": {
    "all": {
      "n": 5,
      "raw_correct": 3,
      "governed_correct": 4,
      "raw_accuracy": 0.6,
      "governed_accuracy": 0.8,
      "difference": 0.20000000000000007,
      "interval": [
        0.0,
        0.6
      ]
    },
    "by_tier": {
      "1": {
        "n": 0,
        "raw_accuracy": null,
        "governed_accuracy": null,
        "difference": null,
        "interval": null
      },
      "2": {
        "n": 0,
        "raw_accuracy": null,
        "governed_accuracy": null,
        "difference": null,
        "interval": null
      },
      "3": {
        "n": 5,
        "raw_correct": 3,
        "governed_correct": 4,
        "raw_accuracy": 0.6,
        "governed_accuracy": 0.8,
        "difference": 0.20000000000000007,
        "interval": [
          0.0,
          0.6
        ]
      }
    },
    "uncertainty": {
      "method": "paired percentile bootstrap over question IDs",
      "replicates": 10000,
      "seed": 7,
      "limitation": "Questions are purposive and related. This interval does not establish population generalization or variation across model reruns."
    }
  },
  "response_count": 120
}