{
  "tool_id": "art-240-assess-naic-ais-program-readiness",
  "note": "NAIC AI Model Bulletin (Aug 2020, rev. 2023) + AIS Evaluation Tool (2024 ed.) readiness diagnostic. 6 dimensions scored 0-3; total 0-18. Tier thresholds: GREEN >= 78% (14/18), YELLOW >= 44% (8/18), RED below 44%. 24+ states adopted as of mid-2026; 12-state exam pilot Jan-Sep 2026.",
  "vectors": [
    {
      "name": "all_implemented_green_exam_ready",
      "description": "All 6 dimensions at score 3 (IMPLEMENTED). Total 18/18 = 100%. Known: readiness_tier=GREEN, readiness_label=EXAM_READY.",
      "policy_parameters": {
        "governance_score": 3,
        "risk_mgmt_score": 3,
        "data_governance_score": 3,
        "testing_score": 3,
        "transparency_score": 3,
        "audit_score": 3
      },
      "output_payload": {
        "readiness_tier": "GREEN",
        "readiness_label": "EXAM_READY",
        "total_score": 18,
        "max_score": 18,
        "readiness_pct": 100,
        "dimension_scores": [
          { "dimension": "Governance & Accountability", "score": 3, "status": "IMPLEMENTED" },
          { "dimension": "Risk Management Framework", "score": 3, "status": "IMPLEMENTED" },
          { "dimension": "Data Governance & Bias Monitoring", "score": 3, "status": "IMPLEMENTED" },
          { "dimension": "Testing & Validation", "score": 3, "status": "IMPLEMENTED" },
          { "dimension": "Transparency & Explainability", "score": 3, "status": "IMPLEMENTED" },
          { "dimension": "Complaint & Audit Readiness", "score": 3, "status": "IMPLEMENTED" }
        ],
        "gaps": [],
        "do_now": [
          "All dimensions at Partially Implemented or above — focus on documentation and exam-evidence preparation."
        ],
        "adopted_states_note": "NAIC AI Model Bulletin adopted or substantially adopted by 24+ states as of mid-2026. 12-state market-conduct exam pilot ran Jan-Sep 2026 (verify current adoption status with NAIC and state regulator before relying on this count).",
        "exam_pilot_note": "12-state market-conduct exam pilot ran Jan-Sep 2026 per NAIC. Verify current exam schedule with your state regulator.",
        "regulatory_basis": "NAIC AI Model Bulletin (Aug 2020, rev. 2023); NAIC AI Systems (AIS) Evaluation Tool (2024 edition); NAIC Market Regulation Handbook (2024)",
        "table_version": "NAIC-AIS-BULLETIN-2023-R1",
        "table_source": "NAIC AI Model Bulletin (adopted Aug 2020, updated 2023); NAIC AI Systems Evaluation Tool (2024 ed., naic.org)"
      },
      "golden_hash": "f3e67bd27920a1921aa0a94e11a4063c2357cbc91064f02cc05b2ab6a5282c37"
    },
    {
      "name": "mixed_scores_yellow_in_progress",
      "description": "Mixed scores (2/2/1/2/1/1 = 9/18 = 50%). Known: YELLOW tier, IN_PROGRESS label; 3 planning-level gaps in data governance, transparency, audit.",
      "policy_parameters": {
        "governance_score": 2,
        "risk_mgmt_score": 2,
        "data_governance_score": 1,
        "testing_score": 2,
        "transparency_score": 1,
        "audit_score": 1
      },
      "output_payload": {
        "readiness_tier": "YELLOW",
        "readiness_label": "IN_PROGRESS",
        "total_score": 9,
        "max_score": 18,
        "readiness_pct": 50,
        "dimension_scores": [
          { "dimension": "Governance & Accountability", "score": 2, "status": "PARTIAL" },
          { "dimension": "Risk Management Framework", "score": 2, "status": "PARTIAL" },
          { "dimension": "Data Governance & Bias Monitoring", "score": 1, "status": "PLANNING" },
          { "dimension": "Testing & Validation", "score": 2, "status": "PARTIAL" },
          { "dimension": "Transparency & Explainability", "score": 1, "status": "PLANNING" },
          { "dimension": "Complaint & Audit Readiness", "score": 1, "status": "PLANNING" }
        ],
        "gaps": [
          { "dimension": "Data Governance & Bias Monitoring", "current": "PLANNING", "gap": "Below Partially Implemented — address before market-conduct exam" },
          { "dimension": "Transparency & Explainability", "current": "PLANNING", "gap": "Below Partially Implemented — address before market-conduct exam" },
          { "dimension": "Complaint & Audit Readiness", "current": "PLANNING", "gap": "Below Partially Implemented — address before market-conduct exam" }
        ],
        "do_now": [
          "Document training data sources and implement bias monitoring program (NAIC AIS Bulletin §II.C).",
          "Build exam-ready audit evidence package: model documentation, validation reports, complaint log (NAIC AIS Bulletin §II.F)."
        ],
        "adopted_states_note": "NAIC AI Model Bulletin adopted or substantially adopted by 24+ states as of mid-2026. 12-state market-conduct exam pilot ran Jan-Sep 2026 (verify current adoption status with NAIC and state regulator before relying on this count).",
        "exam_pilot_note": "12-state market-conduct exam pilot ran Jan-Sep 2026 per NAIC. Verify current exam schedule with your state regulator.",
        "regulatory_basis": "NAIC AI Model Bulletin (Aug 2020, rev. 2023); NAIC AI Systems (AIS) Evaluation Tool (2024 edition); NAIC Market Regulation Handbook (2024)",
        "table_version": "NAIC-AIS-BULLETIN-2023-R1",
        "table_source": "NAIC AI Model Bulletin (adopted Aug 2020, updated 2023); NAIC AI Systems Evaluation Tool (2024 ed., naic.org)"
      },
      "golden_hash": "65787471b54160d72a9d47ccc73fc53f153fe20b0dc06613cb8b6820f8d69b75"
    },
    {
      "name": "empty_input_finite_red_not_started",
      "description": "Empty inputs (all scores 0) return RED tier with 6 NOT_STARTED gaps. Confirms empty-input-finite gate.",
      "policy_parameters": {},
      "output_payload": {
        "readiness_tier": "RED",
        "readiness_label": "SIGNIFICANT_GAPS",
        "total_score": 0,
        "max_score": 18,
        "readiness_pct": 0,
        "dimension_scores": [
          { "dimension": "Governance & Accountability", "score": 0, "status": "NOT_STARTED" },
          { "dimension": "Risk Management Framework", "score": 0, "status": "NOT_STARTED" },
          { "dimension": "Data Governance & Bias Monitoring", "score": 0, "status": "NOT_STARTED" },
          { "dimension": "Testing & Validation", "score": 0, "status": "NOT_STARTED" },
          { "dimension": "Transparency & Explainability", "score": 0, "status": "NOT_STARTED" },
          { "dimension": "Complaint & Audit Readiness", "score": 0, "status": "NOT_STARTED" }
        ],
        "gaps": [
          { "dimension": "Governance & Accountability", "current": "NOT_STARTED", "gap": "Below Partially Implemented — address before market-conduct exam" },
          { "dimension": "Risk Management Framework", "current": "NOT_STARTED", "gap": "Below Partially Implemented — address before market-conduct exam" },
          { "dimension": "Data Governance & Bias Monitoring", "current": "NOT_STARTED", "gap": "Below Partially Implemented — address before market-conduct exam" },
          { "dimension": "Testing & Validation", "current": "NOT_STARTED", "gap": "Below Partially Implemented — address before market-conduct exam" },
          { "dimension": "Transparency & Explainability", "current": "NOT_STARTED", "gap": "Below Partially Implemented — address before market-conduct exam" },
          { "dimension": "Complaint & Audit Readiness", "current": "NOT_STARTED", "gap": "Below Partially Implemented — address before market-conduct exam" }
        ],
        "do_now": [
          "Establish AI governance policy with named owner and board-level reporting line (NAIC AIS Bulletin §II.A).",
          "Document training data sources and implement bias monitoring program (NAIC AIS Bulletin §II.C).",
          "Build exam-ready audit evidence package: model documentation, validation reports, complaint log (NAIC AIS Bulletin §II.F).",
          "Engage outside counsel for NAIC AI Model Bulletin gap analysis before market-conduct exam."
        ],
        "adopted_states_note": "NAIC AI Model Bulletin adopted or substantially adopted by 24+ states as of mid-2026. 12-state market-conduct exam pilot ran Jan-Sep 2026 (verify current adoption status with NAIC and state regulator before relying on this count).",
        "exam_pilot_note": "12-state market-conduct exam pilot ran Jan-Sep 2026 per NAIC. Verify current exam schedule with your state regulator.",
        "regulatory_basis": "NAIC AI Model Bulletin (Aug 2020, rev. 2023); NAIC AI Systems (AIS) Evaluation Tool (2024 edition); NAIC Market Regulation Handbook (2024)",
        "table_version": "NAIC-AIS-BULLETIN-2023-R1",
        "table_source": "NAIC AI Model Bulletin (adopted Aug 2020, updated 2023); NAIC AI Systems Evaluation Tool (2024 ed., naic.org)"
      },
      "golden_hash": "5348890a9f74a8770a2efb6131c1b814c2f08cefa44a12a7593a2cdf0a7fd5e4"
    }
  ]
}
