Policy Effectiveness Assessment

{
  "id": "effectiveness-assessment",
  "numericId": null,
  "path": "/knowledge-base/responses/effectiveness-assessment/",
  "filePath": "knowledge-base/responses/effectiveness-assessment.mdx",
  "title": "Policy Effectiveness Assessment",
  "quality": 64,
  "readerImportance": 23.5,
  "researchImportance": 71.5,
  "tacticalValue": null,
  "contentFormat": "article",
  "tractability": null,
  "neglectedness": null,
  "uncertainty": null,
  "causalLevel": null,
  "lastUpdated": "2026-03-13",
  "dateCreated": "2026-02-15",
  "llmSummary": "Comprehensive analysis of AI governance policy effectiveness finds compute thresholds and export controls achieve 60-75% compliance while voluntary commitments show <30% behavioral change, but only 15-20% of AI policies have measurable outcome data. Critical evidence gaps limit understanding of what actually works in AI governance.",
  "description": "Comprehensive analysis of AI governance policy effectiveness, revealing that compute thresholds and export controls achieve moderate success (60-70% compliance) while voluntary commitments lag significantly, with critical gaps in evaluation methodology and evidence base limiting our understanding of what actually works in AI governance.",
  "ratings": {
    "focus": 7.2,
    "novelty": 5.8,
    "rigor": 6.1,
    "completeness": 7.5,
    "concreteness": 6.9,
    "actionability": 6.3,
    "objectivity": 5.4
  },
  "category": "responses",
  "subcategory": "governance",
  "clusters": [
    "ai-safety",
    "governance"
  ],
  "metrics": {
    "wordCount": 3583,
    "tableCount": 8,
    "diagramCount": 1,
    "internalLinks": 12,
    "externalLinks": 42,
    "footnoteCount": 0,
    "bulletRatio": 0.05,
    "sectionCount": 33,
    "hasOverview": true,
    "structuralScore": 15
  },
  "suggestedQuality": 100,
  "updateFrequency": 21,
  "evergreen": true,
  "wordCount": 3583,
  "unconvertedLinks": [
    {
      "text": "Commerce testimony",
      "url": "https://www.congress.gov/crs-product/R48642",
      "resourceId": "409aff2720d97129",
      "resourceTitle": "Congressional Research Service"
    },
    {
      "text": "smuggling networks",
      "url": "https://www.cnas.org/publications/commentary/cnas-insights-the-export-control-loophole-fueling-chinas-chip-production",
      "resourceId": "d4b21e7c09bed367",
      "resourceTitle": "CNAS"
    },
    {
      "text": "over 1,000 AI policy initiatives",
      "url": "https://oecd.ai/en/",
      "resourceId": "911bfb85a74a3f2c",
      "resourceTitle": "OECD AI Policy Observatory (https://oecd.ai/en/)"
    },
    {
      "text": "OECD.AI",
      "url": "https://oecd.ai/en/",
      "resourceId": "911bfb85a74a3f2c",
      "resourceTitle": "OECD AI Policy Observatory (https://oecd.ai/en/)"
    },
    {
      "text": "EU Commission",
      "url": "https://artificialintelligenceact.eu/",
      "resourceId": "1ad6dc89cded8b0c",
      "resourceTitle": "EU AI Act"
    },
    {
      "text": "NIST",
      "url": "https://www.nist.gov/news-events/news/us-ai-safety-institute-consortium-holds-first-plenary-meeting-reflect-progress-2024",
      "resourceId": "2ef355efe9937701",
      "resourceTitle": "First AISIC plenary meeting"
    },
    {
      "text": "AI Lab Watch",
      "url": "https://ailabwatch.org/resources/commitments",
      "resourceId": "91ca6b1425554e9a",
      "resourceTitle": "AI Lab Watch: Commitments Tracker"
    },
    {
      "text": "Future of Life Institute's 2025 AI Safety Index",
      "url": "https://futureoflife.org/ai-safety-index-summer-2025/",
      "resourceId": "df46edd6fa2078d1",
      "resourceTitle": "FLI AI Safety Index Summer 2025"
    },
    {
      "text": "European Commission",
      "url": "https://artificialintelligenceact.eu/",
      "resourceId": "1ad6dc89cded8b0c",
      "resourceTitle": "EU AI Act"
    },
    {
      "text": "Oxford Academic research (2024)",
      "url": "https://academic.oup.com/ia/article/101/4/1483/8141294",
      "resourceId": "bb6ddef6704acd21",
      "resourceTitle": "Proposal for international AI agency"
    }
  ],
  "unconvertedLinkCount": 10,
  "convertedLinkCount": 0,
  "backlinkCount": 1,
  "hallucinationRisk": {
    "level": "medium",
    "score": 55,
    "factors": [
      "no-citations"
    ]
  },
  "entityType": "analysis",
  "redundancy": {
    "maxSimilarity": 19,
    "similarPages": [
      {
        "id": "colorado-ai-act",
        "title": "Colorado AI Act (SB 205)",
        "path": "/knowledge-base/responses/colorado-ai-act/",
        "similarity": 19
      },
      {
        "id": "voluntary-commitments",
        "title": "Voluntary Industry Commitments",
        "path": "/knowledge-base/responses/voluntary-commitments/",
        "similarity": 19
      },
      {
        "id": "safety-capability-tradeoff",
        "title": "Safety-Capability Tradeoff Model",
        "path": "/knowledge-base/models/safety-capability-tradeoff/",
        "similarity": 18
      },
      {
        "id": "warning-signs-model",
        "title": "Warning Signs Model",
        "path": "/knowledge-base/models/warning-signs-model/",
        "similarity": 18
      },
      {
        "id": "metr",
        "title": "METR",
        "path": "/knowledge-base/organizations/metr/",
        "similarity": 18
      }
    ]
  },
  "changeHistory": [
    {
      "date": "2026-02-18",
      "branch": "claude/review-pr-216-P4Fcu",
      "title": "Fix audit report findings from PR #216",
      "summary": "Reviewed PR #216 (comprehensive wiki audit report) and implemented fixes for the major issues it identified: fixed 181 path-style EntityLink IDs across 33 files, converted 164 broken EntityLinks (referencing non-existent entities) to plain text across 38 files, fixed a temporal inconsistency in anthropic.mdx, and added missing description fields to 53 ai-transition-model pages."
    }
  ],
  "coverage": {
    "passing": 8,
    "total": 13,
    "targets": {
      "tables": 14,
      "diagrams": 1,
      "internalLinks": 29,
      "externalLinks": 18,
      "footnotes": 11,
      "references": 11
    },
    "actuals": {
      "tables": 8,
      "diagrams": 1,
      "internalLinks": 12,
      "externalLinks": 42,
      "footnotes": 0,
      "references": 21,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "llmSummary": "green",
      "schedule": "green",
      "entity": "green",
      "editHistory": "green",
      "overview": "green",
      "tables": "amber",
      "diagrams": "green",
      "internalLinks": "amber",
      "externalLinks": "green",
      "footnotes": "red",
      "references": "green",
      "quotes": "red",
      "accuracy": "red"
    },
    "editHistoryCount": 1,
    "ratingsString": "N:5.8 R:6.1 A:6.3 C:7.5"
  },
  "readerRank": 499,
  "researchRank": 141,
  "recommendedScore": 161.61
}

{
  "eaForum": "https://forum.effectivealtruism.org/topics/impact-assessment"
}