{
 "study": "KH Labs control-gap study: which cheapest control would have stopped real AI incidents at organisations, from the AI Incident Database",
 "built": "2026-11-12",
 "codebook_freeze": {
  "codebook": "CODEBOOK.md",
  "sha256": "349779857e95fced11f920845744a74c81115141ad0aa18860793559b59ecd6b",
  "frozen_utc": "2026-11-12T13:04:26Z"
 },
 "primary_freeze": {
  "file": "work/primary_codes.txt",
  "sha256": "8289ad5c0bebaa97798f324d42c001dafb3e0934c296c8ad131d396dd3c8671d",
  "n_cases": 109,
  "frozen_utc": "2026-11-12T15:06:37Z"
 },
 "funnel": {
  "aiid_snapshot": "backup-20261109100729.tar.bz2",
  "aiid_incidents_dated_2022_on_screened": 1377,
  "candidates": {
   "screen_include": 377,
   "screen_borderline": 41,
   "recall_sweep_1": 40,
   "recall_sweep_2": 173,
   "total": 631
  },
  "excluded_by_reason": {
   "X_SCREEN_SWEEP": 168,
   "X_PROVIDER": 146,
   "X_MALICIOUS": 96,
   "X_DEV_RUN": 28,
   "X_INDIVIDUAL": 25,
   "X_NOT_LLM": 19,
   "X_NOT_INCIDENT": 19,
   "X_ROLE_UNCLEAR": 12,
   "X_NO_HARM": 7,
   "X_BUSINESS_DECISION": 2
  },
  "in_scope": 109,
  "headline_multi_source": 67,
  "single_source_flagged": 42,
  "in_scope_from_recall_sweeps": 7
 },
 "kh_labs_list_mapping": {
  "on_list": {
   "GROUNDED_POLICY": "Grounded answers with a policy check",
   "HUMAN_HANDOFF": "Human-handoff rule",
   "OUTPUT_RULE_CHECK": "Output check on amounts and commitments",
   "TOOL_GATE": "Injection-safe tool gate, least-privilege tools",
   "SPEND_CAP": "Spend caps and key hygiene",
   "AI_DISCLOSURE": "AI-disclosure rule",
   "PRELAUNCH_REDTEAM": "Pre-launch red-team testing",
   "MONITORING": "Monitoring and kill switch"
  },
  "codebook_controls_not_on_list": {
   "OUTPUT_SAFETY_FILTER": "Output safety filter",
   "ACCESS_GATE": "Data-access limits (block unapproved AI tools)",
   "HUMAN_REVIEW_BEFORE_USE": "Human review before use"
  }
 },
 "headline_multi_source": {
  "n": 67,
  "context": {
   "PROFESSIONAL_RELIANCE": 38,
   "BUSINESS_BOT": 21,
   "AGENT_ACTION": 7,
   "OTHER": 1
  },
  "failure": {
   "INVENTED_FACT_OR_POLICY": 36,
   "OTHER": 7,
   "UNAUTHORISED_ACTION": 7,
   "HARMFUL_CONTENT": 5,
   "DATA_LEAK": 5,
   "PROMPT_INJECTION_OR_JAILBREAK": 4,
   "NON_DISCLOSURE_IMPERSONATION": 3
  },
  "harm": {
   "LEGAL": 27,
   "OTHER": 11,
   "REPUTATIONAL": 9,
   "PRIVACY": 7,
   "MISINFORMATION": 6,
   "FINANCIAL": 5,
   "SAFETY": 2
  },
  "effect": {
   "STOP": 59,
   "CONTAIN": 8
  },
  "cheapest_control": {
   "AI_DISCLOSURE": {
    "k": 4,
    "n": 67,
    "pct": 6.0,
    "ci95": [
     0.023,
     0.144
    ]
   },
   "OUTPUT_RULE_CHECK": {
    "k": 3,
    "n": 67,
    "pct": 4.5,
    "ci95": [
     0.015,
     0.124
    ]
   },
   "TOOL_GATE": {
    "k": 10,
    "n": 67,
    "pct": 14.9,
    "ci95": [
     0.083,
     0.253
    ]
   },
   "HUMAN_HANDOFF": {
    "k": 6,
    "n": 67,
    "pct": 9.0,
    "ci95": [
     0.042,
     0.182
    ]
   },
   "GROUNDED_POLICY": {
    "k": 31,
    "n": 67,
    "pct": 46.3,
    "ci95": [
     0.349,
     0.581
    ]
   },
   "ACCESS_GATE": {
    "k": 5,
    "n": 67,
    "pct": 7.5,
    "ci95": [
     0.032,
     0.163
    ]
   },
   "HUMAN_REVIEW_BEFORE_USE": {
    "k": 7,
    "n": 67,
    "pct": 10.4,
    "ci95": [
     0.052,
     0.2
    ]
   },
   "PRELAUNCH_REDTEAM": {
    "k": 1,
    "n": 67,
    "pct": 1.5,
    "ci95": [
     0.003,
     0.08
    ]
   }
  },
  "cheapest_control_stop_only": {
   "AI_DISCLOSURE": 2,
   "SPEND_CAP": 0,
   "OUTPUT_RULE_CHECK": 3,
   "TOOL_GATE": 10,
   "HUMAN_HANDOFF": 6,
   "GROUNDED_POLICY": 30,
   "OUTPUT_SAFETY_FILTER": 0,
   "ACCESS_GATE": 3,
   "HUMAN_REVIEW_BEFORE_USE": 5,
   "PRELAUNCH_REDTEAM": 0,
   "MONITORING": 0,
   "NONE_FEASIBLE": 0
  },
  "any_single_control_stops": {
   "k": 59,
   "n": 67,
   "pct": 88.1,
   "ci95": [
    0.782,
    0.938
   ]
  },
  "cheapest_is_kh_list_and_stops": {
   "k": 51,
   "n": 67,
   "pct": 76.1,
   "ci95": [
    0.647,
    0.847
   ]
  },
  "some_kh_list_control_stops": {
   "k": 54,
   "n": 67,
   "pct": 80.6,
   "ci95": [
    0.696,
    0.883
   ]
  },
  "only_off_list_controls_stop": {
   "k": 5,
   "n": 67,
   "pct": 7.5,
   "ci95": [
    0.032,
    0.163
   ]
  },
  "contain_only": {
   "k": 8,
   "n": 67,
   "pct": 11.9,
   "ci95": [
    0.062,
    0.218
   ]
  },
  "none_feasible": {
   "k": 0,
   "n": 67,
   "pct": 0.0,
   "ci95": [
    0,
    0.054
   ]
  },
  "would_have_stopped_per_control": {
   "AI_DISCLOSURE": {
    "k": 2,
    "n": 67,
    "pct": 3.0,
    "ci95": [
     0.008,
     0.102
    ]
   },
   "SPEND_CAP": {
    "k": 0,
    "n": 67,
    "pct": 0.0,
    "ci95": [
     0,
     0.054
    ]
   },
   "OUTPUT_RULE_CHECK": {
    "k": 3,
    "n": 67,
    "pct": 4.5,
    "ci95": [
     0.015,
     0.124
    ]
   },
   "TOOL_GATE": {
    "k": 10,
    "n": 67,
    "pct": 14.9,
    "ci95": [
     0.083,
     0.253
    ]
   },
   "HUMAN_HANDOFF": {
    "k": 7,
    "n": 67,
    "pct": 10.4,
    "ci95": [
     0.052,
     0.2
    ]
   },
   "GROUNDED_POLICY": {
    "k": 34,
    "n": 67,
    "pct": 50.7,
    "ci95": [
     0.391,
     0.623
    ]
   },
   "OUTPUT_SAFETY_FILTER": {
    "k": 2,
    "n": 67,
    "pct": 3.0,
    "ci95": [
     0.008,
     0.102
    ]
   },
   "ACCESS_GATE": {
    "k": 3,
    "n": 67,
    "pct": 4.5,
    "ci95": [
     0.015,
     0.124
    ]
   },
   "HUMAN_REVIEW_BEFORE_USE": {
    "k": 30,
    "n": 67,
    "pct": 44.8,
    "ci95": [
     0.335,
     0.566
    ]
   },
   "PRELAUNCH_REDTEAM": {
    "k": 5,
    "n": 67,
    "pct": 7.5,
    "ci95": [
     0.032,
     0.163
    ]
   },
   "MONITORING": {
    "k": 0,
    "n": 67,
    "pct": 0.0,
    "ci95": [
     0,
     0.054
    ]
   }
  },
  "safeguard_on_record": {
   "NONE_RECORDED": {
    "k": 46,
    "n": 67,
    "pct": 68.7,
    "ci95": [
     0.568,
     0.785
    ]
   },
   "POLICY_OR_NOTICE_ONLY": {
    "k": 9,
    "n": 67,
    "pct": 13.4,
    "ci95": [
     0.072,
     0.236
    ]
   },
   "CHECK_FAILED": {
    "k": 12,
    "n": 67,
    "pct": 17.9,
    "ci95": [
     0.106,
     0.287
    ]
   }
  },
  "no_working_check_at_failure_point": {
   "k": 55,
   "n": 67,
   "pct": 82.1,
   "ci95": [
    0.713,
    0.894
   ]
  },
  "money_or_legal": {
   "n": 28,
   "share": {
    "k": 28,
    "n": 67,
    "pct": 41.8,
    "ci95": [
     0.307,
     0.537
    ]
   },
   "money_lost": 11,
   "legal_action": 26,
   "cheapest_control": {
    "GROUNDED_POLICY": 19,
    "HUMAN_REVIEW_BEFORE_USE": 3,
    "HUMAN_HANDOFF": 1,
    "OUTPUT_RULE_CHECK": 1,
    "ACCESS_GATE": 1,
    "PRELAUNCH_REDTEAM": 1,
    "AI_DISCLOSURE": 1,
    "TOOL_GATE": 1
   },
   "kh_list_control_stops": {
    "k": 22,
    "n": 28,
    "pct": 78.6,
    "ci95": [
     0.605,
     0.898
    ]
   }
  },
  "by_context": {
   "AGENT_ACTION": {
    "n": 7,
    "cheapest_control": {
     "TOOL_GATE": 7
    },
    "some_kh_list_control_stops": {
     "k": 7,
     "n": 7,
     "pct": 100.0,
     "ci95": [
      0.646,
      1
     ]
    },
    "no_working_check": {
     "k": 5,
     "n": 7,
     "pct": 71.4,
     "ci95": [
      0.359,
      0.918
     ]
    }
   },
   "BUSINESS_BOT": {
    "n": 21,
    "cheapest_control": {
     "HUMAN_HANDOFF": 5,
     "TOOL_GATE": 3,
     "OUTPUT_RULE_CHECK": 3,
     "GROUNDED_POLICY": 3,
     "AI_DISCLOSURE": 2,
     "HUMAN_REVIEW_BEFORE_USE": 2,
     "ACCESS_GATE": 2,
     "PRELAUNCH_REDTEAM": 1
    },
    "some_kh_list_control_stops": {
     "k": 18,
     "n": 21,
     "pct": 85.7,
     "ci95": [
      0.654,
      0.95
     ]
    },
    "no_working_check": {
     "k": 16,
     "n": 21,
     "pct": 76.2,
     "ci95": [
      0.549,
      0.894
     ]
    }
   },
   "OTHER": {
    "n": 1,
    "cheapest_control": {
     "AI_DISCLOSURE": 1
    },
    "some_kh_list_control_stops": {
     "k": 1,
     "n": 1,
     "pct": 100.0,
     "ci95": [
      0.207,
      1
     ]
    },
    "no_working_check": {
     "k": 1,
     "n": 1,
     "pct": 100.0,
     "ci95": [
      0.207,
      1
     ]
    }
   },
   "PROFESSIONAL_RELIANCE": {
    "n": 38,
    "cheapest_control": {
     "GROUNDED_POLICY": 28,
     "HUMAN_REVIEW_BEFORE_USE": 5,
     "ACCESS_GATE": 3,
     "HUMAN_HANDOFF": 1,
     "AI_DISCLOSURE": 1
    },
    "some_kh_list_control_stops": {
     "k": 28,
     "n": 38,
     "pct": 73.7,
     "ci95": [
      0.58,
      0.85
     ]
    },
    "no_working_check": {
     "k": 33,
     "n": 38,
     "pct": 86.8,
     "ci95": [
      0.727,
      0.942
     ]
    }
   }
  },
  "excluding_legal_filings": {
   "n": 49,
   "cheapest_control": {
    "GROUNDED_POLICY": 13,
    "TOOL_GATE": 10,
    "HUMAN_REVIEW_BEFORE_USE": 7,
    "HUMAN_HANDOFF": 6,
    "ACCESS_GATE": 5,
    "AI_DISCLOSURE": 4,
    "OUTPUT_RULE_CHECK": 3,
    "PRELAUNCH_REDTEAM": 1
   },
   "some_kh_list_control_stops": {
    "k": 36,
    "n": 49,
    "pct": 73.5,
    "ci95": [
     0.597,
     0.838
    ]
   }
  },
  "by_year": {
   "2022": 3,
   "2023": 10,
   "2024": 9,
   "2025": 27,
   "2026": 18
  }
 },
 "all_in_scope_incl_single_source": {
  "n": 109,
  "context": {
   "PROFESSIONAL_RELIANCE": 69,
   "BUSINESS_BOT": 29,
   "AGENT_ACTION": 10,
   "OTHER": 1
  },
  "failure": {
   "INVENTED_FACT_OR_POLICY": 59,
   "UNAUTHORISED_ACTION": 11,
   "OTHER": 10,
   "DATA_LEAK": 10,
   "NON_DISCLOSURE_IMPERSONATION": 9,
   "HARMFUL_CONTENT": 6,
   "PROMPT_INJECTION_OR_JAILBREAK": 4
  },
  "harm": {
   "LEGAL": 39,
   "REPUTATIONAL": 22,
   "OTHER": 13,
   "PRIVACY": 12,
   "MISINFORMATION": 11,
   "FINANCIAL": 8,
   "SAFETY": 4
  },
  "effect": {
   "STOP": 99,
   "CONTAIN": 9,
   "NONE": 1
  },
  "cheapest_control": {
   "AI_DISCLOSURE": {
    "k": 8,
    "n": 109,
    "pct": 7.3,
    "ci95": [
     0.038,
     0.138
    ]
   },
   "OUTPUT_RULE_CHECK": {
    "k": 4,
    "n": 109,
    "pct": 3.7,
    "ci95": [
     0.014,
     0.091
    ]
   },
   "TOOL_GATE": {
    "k": 13,
    "n": 109,
    "pct": 11.9,
    "ci95": [
     0.071,
     0.193
    ]
   },
   "HUMAN_HANDOFF": {
    "k": 7,
    "n": 109,
    "pct": 6.4,
    "ci95": [
     0.031,
     0.127
    ]
   },
   "GROUNDED_POLICY": {
    "k": 54,
    "n": 109,
    "pct": 49.5,
    "ci95": [
     0.403,
     0.588
    ]
   },
   "ACCESS_GATE": {
    "k": 9,
    "n": 109,
    "pct": 8.3,
    "ci95": [
     0.044,
     0.15
    ]
   },
   "HUMAN_REVIEW_BEFORE_USE": {
    "k": 11,
    "n": 109,
    "pct": 10.1,
    "ci95": [
     0.057,
     0.172
    ]
   },
   "PRELAUNCH_REDTEAM": {
    "k": 2,
    "n": 109,
    "pct": 1.8,
    "ci95": [
     0.005,
     0.064
    ]
   },
   "NONE_FEASIBLE": {
    "k": 1,
    "n": 109,
    "pct": 0.9,
    "ci95": [
     0.002,
     0.05
    ]
   }
  },
  "cheapest_control_stop_only": {
   "AI_DISCLOSURE": 5,
   "SPEND_CAP": 0,
   "OUTPUT_RULE_CHECK": 4,
   "TOOL_GATE": 13,
   "HUMAN_HANDOFF": 7,
   "GROUNDED_POLICY": 53,
   "OUTPUT_SAFETY_FILTER": 0,
   "ACCESS_GATE": 7,
   "HUMAN_REVIEW_BEFORE_USE": 9,
   "PRELAUNCH_REDTEAM": 1,
   "MONITORING": 0,
   "NONE_FEASIBLE": 0
  },
  "any_single_control_stops": {
   "k": 99,
   "n": 109,
   "pct": 90.8,
   "ci95": [
    0.839,
    0.949
   ]
  },
  "cheapest_is_kh_list_and_stops": {
   "k": 83,
   "n": 109,
   "pct": 76.1,
   "ci95": [
    0.673,
    0.832
   ]
  },
  "some_kh_list_control_stops": {
   "k": 86,
   "n": 109,
   "pct": 78.9,
   "ci95": [
    0.703,
    0.855
   ]
  },
  "only_off_list_controls_stop": {
   "k": 13,
   "n": 109,
   "pct": 11.9,
   "ci95": [
    0.071,
    0.193
   ]
  },
  "contain_only": {
   "k": 9,
   "n": 109,
   "pct": 8.3,
   "ci95": [
    0.044,
    0.15
   ]
  },
  "none_feasible": {
   "k": 1,
   "n": 109,
   "pct": 0.9,
   "ci95": [
    0.002,
    0.05
   ]
  },
  "would_have_stopped_per_control": {
   "AI_DISCLOSURE": {
    "k": 5,
    "n": 109,
    "pct": 4.6,
    "ci95": [
     0.02,
     0.103
    ]
   },
   "SPEND_CAP": {
    "k": 0,
    "n": 109,
    "pct": 0.0,
    "ci95": [
     0,
     0.034
    ]
   },
   "OUTPUT_RULE_CHECK": {
    "k": 4,
    "n": 109,
    "pct": 3.7,
    "ci95": [
     0.014,
     0.091
    ]
   },
   "TOOL_GATE": {
    "k": 14,
    "n": 109,
    "pct": 12.8,
    "ci95": [
     0.078,
     0.204
    ]
   },
   "HUMAN_HANDOFF": {
    "k": 8,
    "n": 109,
    "pct": 7.3,
    "ci95": [
     0.038,
     0.138
    ]
   },
   "GROUNDED_POLICY": {
    "k": 57,
    "n": 109,
    "pct": 52.3,
    "ci95": [
     0.43,
     0.614
    ]
   },
   "OUTPUT_SAFETY_FILTER": {
    "k": 3,
    "n": 109,
    "pct": 2.8,
    "ci95": [
     0.009,
     0.078
    ]
   },
   "ACCESS_GATE": {
    "k": 8,
    "n": 109,
    "pct": 7.3,
    "ci95": [
     0.038,
     0.138
    ]
   },
   "HUMAN_REVIEW_BEFORE_USE": {
    "k": 51,
    "n": 109,
    "pct": 46.8,
    "ci95": [
     0.377,
     0.561
    ]
   },
   "PRELAUNCH_REDTEAM": {
    "k": 8,
    "n": 109,
    "pct": 7.3,
    "ci95": [
     0.038,
     0.138
    ]
   },
   "MONITORING": {
    "k": 0,
    "n": 109,
    "pct": 0.0,
    "ci95": [
     0,
     0.034
    ]
   }
  },
  "safeguard_on_record": {
   "NONE_RECORDED": {
    "k": 75,
    "n": 109,
    "pct": 68.8,
    "ci95": [
     0.596,
     0.767
    ]
   },
   "POLICY_OR_NOTICE_ONLY": {
    "k": 15,
    "n": 109,
    "pct": 13.8,
    "ci95": [
     0.085,
     0.215
    ]
   },
   "CHECK_FAILED": {
    "k": 19,
    "n": 109,
    "pct": 17.4,
    "ci95": [
     0.115,
     0.256
    ]
   }
  },
  "no_working_check_at_failure_point": {
   "k": 90,
   "n": 109,
   "pct": 82.6,
   "ci95": [
    0.744,
    0.885
   ]
  },
  "money_or_legal": {
   "n": 40,
   "share": {
    "k": 40,
    "n": 109,
    "pct": 36.7,
    "ci95": [
     0.282,
     0.461
    ]
   },
   "money_lost": 18,
   "legal_action": 35,
   "cheapest_control": {
    "GROUNDED_POLICY": 27,
    "HUMAN_REVIEW_BEFORE_USE": 4,
    "OUTPUT_RULE_CHECK": 2,
    "TOOL_GATE": 2,
    "HUMAN_HANDOFF": 1,
    "ACCESS_GATE": 1,
    "PRELAUNCH_REDTEAM": 1,
    "AI_DISCLOSURE": 1,
    "NONE_FEASIBLE": 1
   },
   "kh_list_control_stops": {
    "k": 32,
    "n": 40,
    "pct": 80.0,
    "ci95": [
     0.652,
     0.895
    ]
   }
  },
  "by_context": {
   "AGENT_ACTION": {
    "n": 10,
    "cheapest_control": {
     "TOOL_GATE": 9,
     "OUTPUT_RULE_CHECK": 1
    },
    "some_kh_list_control_stops": {
     "k": 10,
     "n": 10,
     "pct": 100.0,
     "ci95": [
      0.722,
      1
     ]
    },
    "no_working_check": {
     "k": 7,
     "n": 10,
     "pct": 70.0,
     "ci95": [
      0.397,
      0.892
     ]
    }
   },
   "BUSINESS_BOT": {
    "n": 29,
    "cheapest_control": {
     "GROUNDED_POLICY": 7,
     "HUMAN_HANDOFF": 6,
     "TOOL_GATE": 4,
     "AI_DISCLOSURE": 3,
     "OUTPUT_RULE_CHECK": 3,
     "PRELAUNCH_REDTEAM": 2,
     "HUMAN_REVIEW_BEFORE_USE": 2,
     "ACCESS_GATE": 2
    },
    "some_kh_list_control_stops": {
     "k": 26,
     "n": 29,
     "pct": 89.7,
     "ci95": [
      0.736,
      0.964
     ]
    },
    "no_working_check": {
     "k": 22,
     "n": 29,
     "pct": 75.9,
     "ci95": [
      0.579,
      0.878
     ]
    }
   },
   "OTHER": {
    "n": 1,
    "cheapest_control": {
     "AI_DISCLOSURE": 1
    },
    "some_kh_list_control_stops": {
     "k": 1,
     "n": 1,
     "pct": 100.0,
     "ci95": [
      0.207,
      1
     ]
    },
    "no_working_check": {
     "k": 1,
     "n": 1,
     "pct": 100.0,
     "ci95": [
      0.207,
      1
     ]
    }
   },
   "PROFESSIONAL_RELIANCE": {
    "n": 69,
    "cheapest_control": {
     "GROUNDED_POLICY": 47,
     "HUMAN_REVIEW_BEFORE_USE": 9,
     "ACCESS_GATE": 7,
     "AI_DISCLOSURE": 4,
     "HUMAN_HANDOFF": 1,
     "NONE_FEASIBLE": 1
    },
    "some_kh_list_control_stops": {
     "k": 49,
     "n": 69,
     "pct": 71.0,
     "ci95": [
      0.594,
      0.804
     ]
    },
    "no_working_check": {
     "k": 60,
     "n": 69,
     "pct": 87.0,
     "ci95": [
      0.77,
      0.93
     ]
    }
   }
  },
  "excluding_legal_filings": {
   "n": 84,
   "cheapest_control": {
    "GROUNDED_POLICY": 29,
    "TOOL_GATE": 13,
    "HUMAN_REVIEW_BEFORE_USE": 11,
    "ACCESS_GATE": 9,
    "AI_DISCLOSURE": 8,
    "HUMAN_HANDOFF": 7,
    "OUTPUT_RULE_CHECK": 4,
    "PRELAUNCH_REDTEAM": 2,
    "NONE_FEASIBLE": 1
   },
   "some_kh_list_control_stops": {
    "k": 61,
    "n": 84,
    "pct": 72.6,
    "ci95": [
     0.623,
     0.81
    ]
   }
  },
  "by_year": {
   "2022": 3,
   "2023": 15,
   "2024": 18,
   "2025": 43,
   "2026": 30
  }
 },
 "sensitivity_headline": {
  "primary_coder_only": {
   "cheapest_is_kh_list_and_stops": {
    "k": 52,
    "n": 67,
    "pct": 77.6,
    "ci95": [
     0.663,
     0.859
    ]
   },
   "some_kh_list_control_stops": {
    "k": 55,
    "n": 67,
    "pct": 82.1,
    "ci95": [
     0.713,
     0.894
    ]
   },
   "any_single_control_stops": {
    "k": 61,
    "n": 67,
    "pct": 91.0,
    "ci95": [
     0.818,
     0.958
    ]
   }
  },
  "second_coder_only": {
   "cheapest_is_kh_list_and_stops": {
    "k": 43,
    "n": 67,
    "pct": 64.2,
    "ci95": [
     0.522,
     0.746
    ]
   },
   "some_kh_list_control_stops": {
    "k": 44,
    "n": 67,
    "pct": 65.7,
    "ci95": [
     0.537,
     0.759
    ]
   },
   "any_single_control_stops": {
    "k": 61,
    "n": 67,
    "pct": 91.0,
    "ci95": [
     0.818,
     0.958
    ]
   }
  },
  "primary_top_cheapest": {
   "GROUNDED_POLICY": 33,
   "TOOL_GATE": 10,
   "HUMAN_REVIEW_BEFORE_USE": 6,
   "ACCESS_GATE": 4,
   "AI_DISCLOSURE": 3,
   "HUMAN_HANDOFF": 3,
   "PRELAUNCH_REDTEAM": 3,
   "OUTPUT_RULE_CHECK": 2,
   "OUTPUT_SAFETY_FILTER": 1,
   "MONITORING": 1,
   "NONE_FEASIBLE": 1
  },
  "second_top_cheapest": {
   "GROUNDED_POLICY": 24,
   "HUMAN_REVIEW_BEFORE_USE": 17,
   "TOOL_GATE": 8,
   "HUMAN_HANDOFF": 5,
   "AI_DISCLOSURE": 4,
   "OUTPUT_RULE_CHECK": 3,
   "ACCESS_GATE": 3,
   "OUTPUT_SAFETY_FILTER": 1,
   "PRELAUNCH_REDTEAM": 1,
   "SPEND_CAP": 1
  }
 },
 "second_coder": {
  "model": "claude-opus-5-5 via local proxy :8317, temperature 0, control field only",
  "agreement_all_in_scope": {
   "cheapest_control": {
    "n": 109,
    "agree": 80,
    "raw_agreement": 0.734,
    "kappa": 0.644
   },
   "effect": {
    "n": 109,
    "agree": 103,
    "raw_agreement": 0.945,
    "kappa": 0.576
   },
   "cheapest_group_kh_vs_off": {
    "n": 109,
    "agree": 89,
    "raw_agreement": 0.817,
    "kappa": 0.53
   },
   "kh_control_stops_binary": {
    "n": 109,
    "agree": 90,
    "raw_agreement": 0.826,
    "kappa": 0.562
   },
   "sufficient_per_control": {
    "AI_DISCLOSURE": {
     "n": 109,
     "agree": 108,
     "raw_agreement": 0.991,
     "kappa": 0.904,
     "primary_n": 5,
     "second_n": 6
    },
    "OUTPUT_RULE_CHECK": {
     "n": 109,
     "agree": 106,
     "raw_agreement": 0.972,
     "kappa": 0.558,
     "primary_n": 3,
     "second_n": 4
    },
    "TOOL_GATE": {
     "n": 109,
     "agree": 108,
     "raw_agreement": 0.991,
     "kappa": 0.958,
     "primary_n": 14,
     "second_n": 13
    },
    "HUMAN_HANDOFF": {
     "n": 109,
     "agree": 105,
     "raw_agreement": 0.963,
     "kappa": 0.648,
     "primary_n": 5,
     "second_n": 7
    },
    "GROUNDED_POLICY": {
     "n": 109,
     "agree": 93,
     "raw_agreement": 0.853,
     "kappa": 0.71,
     "primary_n": 59,
     "second_n": 47
    },
    "OUTPUT_SAFETY_FILTER": {
     "n": 109,
     "agree": 108,
     "raw_agreement": 0.991,
     "kappa": 0.795,
     "primary_n": 3,
     "second_n": 2
    },
    "ACCESS_GATE": {
     "n": 109,
     "agree": 97,
     "raw_agreement": 0.89,
     "kappa": 0.442,
     "primary_n": 9,
     "second_n": 15
    },
    "HUMAN_REVIEW_BEFORE_USE": {
     "n": 109,
     "agree": 82,
     "raw_agreement": 0.752,
     "kappa": 0.522,
     "primary_n": 49,
     "second_n": 74
    },
    "PRELAUNCH_REDTEAM": {
     "n": 109,
     "agree": 99,
     "raw_agreement": 0.908,
     "kappa": 0.395,
     "primary_n": 10,
     "second_n": 8
    }
   }
  },
  "agreement_headline": {
   "cheapest_control": {
    "n": 67,
    "agree": 47,
    "raw_agreement": 0.701,
    "kappa": 0.613
   },
   "effect": {
    "n": 67,
    "agree": 62,
    "raw_agreement": 0.925,
    "kappa": 0.546
   },
   "cheapest_group_kh_vs_off": {
    "n": 67,
    "agree": 54,
    "raw_agreement": 0.806,
    "kappa": 0.496
   },
   "kh_control_stops_binary": {
    "n": 67,
    "agree": 56,
    "raw_agreement": 0.836,
    "kappa": 0.589
   },
   "sufficient_per_control": {
    "AI_DISCLOSURE": {
     "n": 67,
     "agree": 67,
     "raw_agreement": 1.0,
     "kappa": 1.0,
     "primary_n": 2,
     "second_n": 2
    },
    "OUTPUT_RULE_CHECK": {
     "n": 67,
     "agree": 65,
     "raw_agreement": 0.97,
     "kappa": 0.653,
     "primary_n": 2,
     "second_n": 4
    },
    "TOOL_GATE": {
     "n": 67,
     "agree": 66,
     "raw_agreement": 0.985,
     "kappa": 0.939,
     "primary_n": 10,
     "second_n": 9
    },
    "HUMAN_HANDOFF": {
     "n": 67,
     "agree": 63,
     "raw_agreement": 0.94,
     "kappa": 0.569,
     "primary_n": 4,
     "second_n": 6
    },
    "GROUNDED_POLICY": {
     "n": 67,
     "agree": 59,
     "raw_agreement": 0.881,
     "kappa": 0.761,
     "primary_n": 33,
     "second_n": 29
    },
    "ACCESS_GATE": {
     "n": 67,
     "agree": 58,
     "raw_agreement": 0.866,
     "kappa": 0.245,
     "primary_n": 4,
     "second_n": 9
    },
    "HUMAN_REVIEW_BEFORE_USE": {
     "n": 67,
     "agree": 46,
     "raw_agreement": 0.687,
     "kappa": 0.408,
     "primary_n": 29,
     "second_n": 48
    },
    "PRELAUNCH_REDTEAM": {
     "n": 67,
     "agree": 58,
     "raw_agreement": 0.866,
     "kappa": 0.115,
     "primary_n": 7,
     "second_n": 4
    }
   }
  },
  "disagreements": 32,
  "adjudication_kept": {
   "PRIMARY": 19,
   "SECOND": 12,
   "MIXED": 1
  },
  "second_cheapest_where_primary_cheapest_grounded_policy": {
   "headline": {
    "n": 33,
    "GROUNDED_POLICY": 23,
    "HUMAN_REVIEW_BEFORE_USE": 7,
    "HUMAN_HANDOFF": 2,
    "OUTPUT_RULE_CHECK": 1
   },
   "all_in_scope": {
    "n": 59,
    "GROUNDED_POLICY": 41,
    "HUMAN_REVIEW_BEFORE_USE": 14,
    "HUMAN_HANDOFF": 2,
    "OUTPUT_RULE_CHECK": 1,
    "PRELAUNCH_REDTEAM": 1
   }
  },
  "headline_legal_filings": 18,
  "disagreement_list": [
   {
    "incident_id": 352,
    "tier": "multi_source",
    "primary": [
     "TOOL_GATE",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "TOOL_GATE",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "Second coder chose human review before posting; the codebook's TOOL_GATE already includes human approval for external-send actions and is cheaper (4 vs 9)."
   },
   {
    "incident_id": 497,
    "tier": "multi_source",
    "primary": [
     "PRELAUNCH_REDTEAM",
     "STOP"
    ],
    "second": [
     "HUMAN_HANDOFF",
     "STOP"
    ],
    "final": [
     "HUMAN_HANDOFF",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "The record's core complaint is legal help with no lawyer involved; the codebook names legal situations under HUMAN_HANDOFF, which would have put a lawyer in the loop. Pre-launch testing alone would not stop the marketing claim."
   },
   {
    "incident_id": 559,
    "tier": "multi_source",
    "primary": [
     "ACCESS_GATE",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "CONTAIN"
    ],
    "final": [
     "ACCESS_GATE",
     "CONTAIN"
    ],
    "kept": "MIXED",
    "reason": "Reviewers are outside academics using their own devices, so the council cannot reliably block pasting into ChatGPT (second coder: not stoppable). Limiting access to application files still contains it, and ACCESS_GATE (8) is the lowest-numbered containing control."
   },
   {
    "incident_id": 574,
    "tier": "single_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "Both coders accept a pre-publication check; checking each factual claim against a reliable source is GROUNDED_POLICY in the codebook and is cheaper than human review (6 vs 9)."
   },
   {
    "incident_id": 623,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "Same pattern as the other invented-citation cases, which the second coder itself coded GROUNDED_POLICY: a support check of each citation against a legal database is listed before human review."
   },
   {
    "incident_id": 631,
    "tier": "multi_source",
    "primary": [
     "OUTPUT_SAFETY_FILTER",
     "STOP"
    ],
    "second": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "A bot restricted to DPD's approved support content with refusal for unsupported output would not have written a swearing poem; GROUNDED_POLICY (6) is cheaper than the safety filter (7)."
   },
   {
    "incident_id": 639,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "OUTPUT_RULE_CHECK",
     "STOP"
    ],
    "final": [
     "OUTPUT_RULE_CHECK",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "The harmful reply was a refund promise; the codebook names refunds and commitments under OUTPUT_RULE_CHECK, which would have blocked a retroactive-refund promise outside fixed policy limits."
   },
   {
    "incident_id": 714,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_HANDOFF",
     "STOP"
    ],
    "final": [
     "HUMAN_HANDOFF",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "The bot gave legal advice; the codebook names legal situations under HUMAN_HANDOFF, and a fixed safe response for legal questions would have prevented the unlawful advice."
   },
   {
    "incident_id": 722,
    "tier": "single_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "PRELAUNCH_REDTEAM",
     "STOP"
    ],
    "final": [
     "PRELAUNCH_REDTEAM",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "The failure was persona behaviour (claiming to be a priest, offering sacraments), which grounding in doctrinal sources would not prevent; testing before launch would have exposed it."
   },
   {
    "incident_id": 764,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "Fabricated quotes are caught by checking each quote against its source (GROUNDED_POLICY), cheaper than human review; second coder used GROUNDED_POLICY for the same pattern elsewhere."
   },
   {
    "incident_id": 776,
    "tier": "single_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "As 764: invented critic quotes are caught by a quote-support check against the published reviews."
   },
   {
    "incident_id": 807,
    "tier": "multi_source",
    "primary": [
     "ACCESS_GATE",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "ACCESS_GATE",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "The regulator's main finding was disclosure of a child's personal information to OpenAI; a review after drafting cannot undo that disclosure, while blocking the data from public AI tools prevents both harms."
   },
   {
    "incident_id": 825,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "The AI system rewrote a press release automatically; a check of each claim against the source release is GROUNDED_POLICY and is cheaper than human review."
   },
   {
    "incident_id": 882,
    "tier": "multi_source",
    "primary": [
     "PRELAUNCH_REDTEAM",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "Year-end summaries were batch content, so review before release was feasible and would have caught the remarks; it is cheaper than pre-launch testing (9 vs 10). The existing language filter failed."
   },
   {
    "incident_id": 906,
    "tier": "multi_source",
    "primary": [
     "MONITORING",
     "CONTAIN"
    ],
    "second": [
     "ACCESS_GATE",
     "CONTAIN"
    ],
    "final": [
     "ACCESS_GATE",
     "CONTAIN"
    ],
    "kept": "SECOND",
    "reason": "No control is clearly sufficient because the access path is unknown; limiting what data the dashboard exposes (ACCESS_GATE, 8) contains it and is lower-numbered than monitoring (11)."
   },
   {
    "incident_id": 1039,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_HANDOFF",
     "STOP"
    ],
    "final": [
     "HUMAN_HANDOFF",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "The user wrote to support about being logged out of his account; the codebook names complaints and account issues under HUMAN_HANDOFF, which would have prevented the invented policy reaching users."
   },
   {
    "incident_id": 1071,
    "tier": "single_source",
    "primary": [
     "AI_DISCLOSURE",
     "CONTAIN"
    ],
    "second": [
     "AI_DISCLOSURE",
     "STOP"
    ],
    "final": [
     "AI_DISCLOSURE",
     "CONTAIN"
    ],
    "kept": "PRIMARY",
    "reason": "The student objected to both the undisclosed use and the quality of the materials, so disclosure alone would only have reduced the complaint."
   },
   {
    "incident_id": 1103,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "CONTAIN"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "CONTAIN"
    ],
    "kept": "PRIMARY",
    "reason": "DOGE said contracts were not cut without human review, and the cuts were policy-driven; a value check would catch hallucinated figures but would only contain the harm."
   },
   {
    "incident_id": 1277,
    "tier": "multi_source",
    "primary": [
     "HUMAN_HANDOFF",
     "STOP"
    ],
    "second": [
     "OUTPUT_SAFETY_FILTER",
     "STOP"
    ],
    "final": [
     "HUMAN_HANDOFF",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "The codebook names minors and self-harm under HUMAN_HANDOFF; routing those topics from child users to fixed responses stops the outputs and is cheaper than a filter (5 vs 7)."
   },
   {
    "incident_id": 1313,
    "tier": "single_source",
    "primary": [
     "OUTPUT_RULE_CHECK",
     "STOP"
    ],
    "second": [
     "TOOL_GATE",
     "STOP"
    ],
    "final": [
     "OUTPUT_RULE_CHECK",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "Zero prices and out-of-limit purchases are amounts and prices, which the codebook places under OUTPUT_RULE_CHECK (3), cheaper than the tool gate both coders accept."
   },
   {
    "incident_id": 1316,
    "tier": "single_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "The venue acted on one AI claim about a person's record; only a person checking court records or another source could verify it, which is human review rather than an automated support check."
   },
   {
    "incident_id": 1324,
    "tier": "multi_source",
    "primary": [
     "PRELAUNCH_REDTEAM",
     "STOP"
    ],
    "second": [
     "PRELAUNCH_REDTEAM",
     "CONTAIN"
    ],
    "final": [
     "PRELAUNCH_REDTEAM",
     "CONTAIN"
    ],
    "kept": "SECOND",
    "reason": "Testing would have produced accurate error figures but would not by itself stop a company marketing inflated ones, so it only contains the harm."
   },
   {
    "incident_id": 1392,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "As 764: paraphrases presented as quotes are caught by checking each quote against the source text."
   },
   {
    "incident_id": 1402,
    "tier": "multi_source",
    "primary": [
     "HUMAN_REVIEW_BEFORE_USE",
     "CONTAIN"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "HUMAN_REVIEW_BEFORE_USE",
     "CONTAIN"
    ],
    "kept": "PRIMARY",
    "reason": "The cancellations followed a policy directive; review of each AI label would have reduced wrongful cuts but not stopped the programme, and a sign-off review did occur."
   },
   {
    "incident_id": 1407,
    "tier": "multi_source",
    "primary": [
     "NONE_FEASIBLE",
     "NONE"
    ],
    "second": [
     "AI_DISCLOSURE",
     "CONTAIN"
    ],
    "final": [
     "AI_DISCLOSURE",
     "CONTAIN"
    ],
    "kept": "SECOND",
    "reason": "Labelling the advice clearly as AI-generated would have reduced the false-attribution harm, though the consent issue remains, so AI_DISCLOSURE contains rather than \"none feasible\"."
   },
   {
    "incident_id": 1453,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "As 623: invented legal support is caught by checking each authority against a legal database."
   },
   {
    "incident_id": 1556,
    "tier": "multi_source",
    "primary": [
     "TOOL_GATE",
     "STOP"
    ],
    "second": [
     "SPEND_CAP",
     "STOP"
    ],
    "final": [
     "TOOL_GATE",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "A spend cap limits the size of a transfer, which the codebook defines as containing; only a gate refusing transfers driven by untrusted relayed content stops it."
   },
   {
    "incident_id": 1571,
    "tier": "single_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "As 623."
   },
   {
    "incident_id": 1573,
    "tier": "single_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "As 623: the tribunal's own precedents could be checked against a law database before the order issued."
   },
   {
    "incident_id": 1603,
    "tier": "single_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "The reviewing lawyer's check existed and failed, so human review is not \"very likely\" to stop it; an automated authority check would have."
   },
   {
    "incident_id": 1658,
    "tier": "multi_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "kept": "PRIMARY",
    "reason": "As 623."
   },
   {
    "incident_id": 1701,
    "tier": "single_source",
    "primary": [
     "GROUNDED_POLICY",
     "STOP"
    ],
    "second": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "final": [
     "HUMAN_REVIEW_BEFORE_USE",
     "STOP"
    ],
    "kept": "SECOND",
    "reason": "Verifying an intelligence conclusion requires an analyst to recheck the underlying material, which is what eventually caught it; this is human review, not an automated support check."
   }
  ]
 },
 "documented_costs": [
  {
   "incident_id": 541,
   "organisation": "Steven A. Schwartz and Peter LoDuca (counsel in Mata v. Avianca)",
   "tier": "multi_source",
   "documented_cost": "US$5,000 fine (NYT)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 639,
   "organisation": "Air Canada",
   "tier": "multi_source",
   "documented_cost": "CA$812.02 damages and fees (tribunal order)",
   "cheapest_control": "OUTPUT_RULE_CHECK"
  },
  {
   "incident_id": 960,
   "organisation": "Morgan & Morgan and Goody Law Group (Wadsworth v. Walmart)",
   "tier": "multi_source",
   "documented_cost": "US$5,000 total (US$3,000 + US$1,000 + US$1,000 fines)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1003,
   "organisation": "AIXBT (crypto AI agent project)",
   "tier": "single_source",
   "documented_cost": "55.5 ETH (about US$106,200)",
   "cheapest_control": "TOOL_GATE"
  },
  {
   "incident_id": 1073,
   "organisation": "K&L Gates and Ellis George (Lacey v. State Farm)",
   "tier": "multi_source",
   "documented_cost": "US$31,000-31,100 to the defence (sources differ)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1138,
   "organisation": "Rodrigues Blignaut Attorneys (Parker v. Forsyth)",
   "tier": "multi_source",
   "documented_cost": "Punitive costs order (amount not stated)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1145,
   "organisation": "Christopher Kachouroff and Jennifer DeMaster (counsel for Mike Lindell)",
   "tier": "multi_source",
   "documented_cost": "US$3,000 each (US$6,000 total)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1193,
   "organisation": "Deloitte Australia",
   "tier": "multi_source",
   "documented_cost": "Partial refund on a A$439,000-440,000 report (refund amount not in AIID sources)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1228,
   "organisation": "NSW Reconstruction Authority (former contractor)",
   "tier": "multi_source",
   "documented_cost": "Compensation offered for reasonable out-of-pocket costs (amount not stated)",
   "cheapest_control": "ACCESS_GATE"
  },
  {
   "incident_id": 1286,
   "organisation": "Deloitte (Newfoundland and Labrador health workforce plan)",
   "tier": "multi_source",
   "documented_cost": "Report cost the province just under C$1.6 million (no refund recorded)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1313,
   "organisation": "The Wall Street Journal and Andon Labs",
   "tier": "single_source",
   "documented_cost": "Ran more than US$1,000 into the red from a US$1,000 starting balance",
   "cheapest_control": "OUTPUT_RULE_CHECK"
  },
  {
   "incident_id": 1324,
   "organisation": "Pieces Technologies",
   "tier": "multi_source",
   "documented_cost": "Settlement with the Texas Attorney General (no money recorded)",
   "cheapest_control": "PRELAUNCH_REDTEAM"
  },
  {
   "incident_id": 1449,
   "organisation": "Krafton",
   "tier": "single_source",
   "documented_cost": "Earnout of up to US$250 million in dispute (no damages figure in the record)",
   "cheapest_control": "NONE_FEASIBLE"
  },
  {
   "incident_id": 1453,
   "organisation": "Heather Hersh (counsel in Fletcher v. Experian)",
   "tier": "multi_source",
   "documented_cost": "US$2,500 sanction",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1533,
   "organisation": "Lawyers in Withers v. City of Aberdeen",
   "tier": "single_source",
   "documented_cost": "Fines including US$1,000 each for two lawyers (NYT)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1556,
   "organisation": "Bankr (Bankrbot) with Grok",
   "tier": "multi_source",
   "documented_cost": "3 billion DRB tokens (about US$200,000); funds later returned or converted",
   "cheapest_control": "TOOL_GATE"
  },
  {
   "incident_id": 1572,
   "organisation": "Steven N. Howe (court-appointed counsel)",
   "tier": "single_source",
   "documented_cost": "Denied compensation for the appeal (amount not stated)",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1576,
   "organisation": "Lawyers for Lexos Media IP (v. Overstock.com)",
   "tier": "single_source",
   "documented_cost": "US$12,000 combined fines",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1577,
   "organisation": "Kusmin L. Amarsingh (attorney)",
   "tier": "multi_source",
   "documented_cost": "US$1,000 paid to Frontier Airlines",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1667,
   "organisation": "Faisal S. Ahmed (attorney)",
   "tier": "single_source",
   "documented_cost": "US$5,000 fine plus US$900 costs and a 30-day licence suspension",
   "cheapest_control": "GROUNDED_POLICY"
  },
  {
   "incident_id": 1772,
   "organisation": "BMW Toronto",
   "tier": "multi_source",
   "documented_cost": "Offer later honoured at C$27,162.79 versus the dealer's C$20,000 maximum",
   "cheapest_control": "OUTPUT_RULE_CHECK"
  }
 ],
 "vignette_figures": [
  {
   "incident_id": 545,
   "figure": "about 25 of 25,000 messages over the holiday weekend contained unhealthy advice (vendor figure via NEDA)",
   "found_in_report": true,
   "source_url": "https://www.wsj.com/articles/eating-disorder-chatbot-ai-2aecb179?mod=article_inline",
   "publisher": "wsj.com"
  },
  {
   "incident_id": 1152,
   "figure": "deleted records covered 1,206 executives and 1,196 companies",
   "found_in_report": true,
   "source_url": "https://www.tomshardware.com/tech-industry/artificial-intelligence/ai-coding-platform-goes-rogue-during-code-freeze-and-deletes-entire-company-database-replit-ceo-apologizes-after-ai-engine-says-it-made-a-catastrophic-error-in-judgment-and-destroyed-all-production-data",
   "publisher": "tomshardware.com"
  },
  {
   "incident_id": 807,
   "figure": "the worker may have used ChatGPT in 100 cases",
   "found_in_report": true,
   "source_url": "https://www.itnews.com.au/news/vic-case-worker-used-chatgpt-to-draft-child-protection-report-611904",
   "publisher": "itnews.com.au"
  },
  {
   "incident_id": 622,
   "figure": "the bot accepted a US$1 offer for a 2024 Chevy Tahoe",
   "found_in_report": true,
   "source_url": "https://www.colombiaone.com/2024/01/08/gm-dealership-chatbot-ai/",
   "publisher": "colombiaone.com"
  }
 ],
 "sources": {
  "rows": 403,
  "cited_report_rows": 273,
  "cost_evidence_rows": 21,
  "quotes_verified": 403,
  "max_quote_words": 25,
  "cost_cases_without_text_match": []
 }
}