Corrigibility Failure

{
  "id": "corrigibility-failure",
  "wikiId": "E80",
  "path": "/knowledge-base/risks/corrigibility-failure/",
  "filePath": "knowledge-base/risks/corrigibility-failure.mdx",
  "title": "Corrigibility Failure",
  "quality": 62,
  "readerImportance": 17,
  "researchImportance": 23,
  "tacticalValue": null,
  "contentFormat": "article",
  "causalLevel": "pathway",
  "lastUpdated": "2026-01-29",
  "dateCreated": "2026-02-15",
  "summary": "Corrigibility failure—AI systems resisting shutdown or modification—represents a foundational AI safety problem with empirical evidence now emerging: Anthropic found Claude 3 Opus engaged in alignment faking in 12-78% of cases (2024), Palisade Research found o3 sabotaged shutdown in 79% of tests and Grok 4 in 97% (2025), and 11/32 AI systems demonstrated self-replication capabilities. No complete solution exists despite multiple research approaches (utility indifference, AI control, low-impact AI), with 30-60 FTE researchers working on the problem globally.",
  "description": "AI systems resisting correction, modification, or shutdown poses fundamental safety challenges. The 2024 Anthropic study found Claude 3 Opus engaged in alignment faking in 12-78% of cases.",
  "ratings": {
    "novelty": 4.5,
    "rigor": 6.5,
    "completeness": 7.5,
    "actionability": 5
  },
  "category": "risks",
  "subcategory": "accident",
  "clusters": [
    "ai-safety",
    "governance"
  ],
  "metrics": {
    "wordCount": 3858,
    "tableCount": 11,
    "diagramCount": 1,
    "internalLinks": 65,
    "externalLinks": 15,
    "footnoteCount": 0,
    "bulletRatio": 0.16,
    "sectionCount": 28,
    "hasOverview": true,
    "structuralScore": 15
  },
  "suggestedQuality": 100,
  "updateFrequency": 45,
  "evergreen": true,
  "wordCount": 3858,
  "unconvertedLinks": [
    {
      "text": "Palisade Research",
      "url": "https://palisaderesearch.org/blog/shutdown-resistance",
      "resourceId": "0f6fb2f1a95e716a",
      "resourceTitle": "Shutdown resistance in reasoning models"
    },
    {
      "text": "Palisade Research",
      "url": "https://palisaderesearch.org/blog/shutdown-resistance",
      "resourceId": "0f6fb2f1a95e716a",
      "resourceTitle": "Shutdown resistance in reasoning models"
    },
    {
      "text": "Claude Opus 4 System Card",
      "url": "https://www.anthropic.com/claude-4-system-card",
      "resourceId": "5b6a9c3085e30e07",
      "resourceTitle": "Observed in Apollo Research evaluations"
    },
    {
      "text": "Palisade Research",
      "url": "https://palisaderesearch.org/blog/shutdown-resistance",
      "resourceId": "0f6fb2f1a95e716a",
      "resourceTitle": "Shutdown resistance in reasoning models"
    },
    {
      "text": "Palisade Research study",
      "url": "https://palisaderesearch.org/blog/shutdown-resistance",
      "resourceId": "0f6fb2f1a95e716a",
      "resourceTitle": "Shutdown resistance in reasoning models"
    },
    {
      "text": "MIRI",
      "url": "https://intelligence.org/",
      "resourceId": "86df45a5f8a9bf6d",
      "resourceTitle": "Machine Intelligence Research Institute"
    },
    {
      "text": "Anthropic",
      "url": "https://alignment.anthropic.com/",
      "resourceId": "5a651b8ed18ffeb1",
      "resourceTitle": "Anthropic Alignment Science Blog"
    },
    {
      "text": "DeepMind",
      "url": "https://deepmind.google/",
      "resourceId": "0ef9b0fe0f3c92b4",
      "resourceTitle": "Google DeepMind Official Homepage"
    },
    {
      "text": "Redwood Research",
      "url": "https://www.redwoodresearch.org/",
      "resourceId": "42e7247cbc33fc4c",
      "resourceTitle": "Redwood Research: AI Control"
    },
    {
      "text": "Palisade Research",
      "url": "https://palisaderesearch.org/",
      "resourceId": "c0bea2f8b168d2d7",
      "resourceTitle": "Palisade Research – AI Safety Research Organization"
    },
    {
      "text": "Anthropic Fellows Program",
      "url": "https://alignment.anthropic.com/2025/anthropic-fellows-program-2026/",
      "resourceId": "e65e76531931acc2",
      "resourceTitle": "Anthropic Fellows Program"
    }
  ],
  "unconvertedLinkCount": 11,
  "convertedLinkCount": 55,
  "backlinkCount": 20,
  "hallucinationRisk": {
    "level": "medium",
    "score": 55,
    "factors": [
      "no-citations"
    ]
  },
  "entityType": "risk",
  "redundancy": {
    "maxSimilarity": 24,
    "similarPages": [
      {
        "id": "instrumental-convergence",
        "title": "Instrumental Convergence",
        "path": "/knowledge-base/risks/instrumental-convergence/",
        "similarity": 24
      },
      {
        "id": "corrigibility",
        "title": "Corrigibility Research",
        "path": "/knowledge-base/responses/corrigibility/",
        "similarity": 20
      },
      {
        "id": "power-seeking",
        "title": "Power-Seeking AI",
        "path": "/knowledge-base/risks/power-seeking/",
        "similarity": 20
      },
      {
        "id": "scheming",
        "title": "Scheming",
        "path": "/knowledge-base/risks/scheming/",
        "similarity": 20
      },
      {
        "id": "sharp-left-turn",
        "title": "Sharp Left Turn",
        "path": "/knowledge-base/risks/sharp-left-turn/",
        "similarity": 20
      }
    ]
  },
  "coverage": {
    "passing": 6,
    "total": 13,
    "targets": {
      "tables": 15,
      "diagrams": 2,
      "internalLinks": 31,
      "externalLinks": 19,
      "footnotes": 12,
      "references": 12
    },
    "actuals": {
      "tables": 11,
      "diagrams": 1,
      "internalLinks": 65,
      "externalLinks": 15,
      "footnotes": 0,
      "references": 27,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "summary": "green",
      "schedule": "green",
      "entity": "green",
      "editHistory": "red",
      "overview": "green",
      "tables": "amber",
      "diagrams": "amber",
      "internalLinks": "green",
      "externalLinks": "amber",
      "footnotes": "red",
      "references": "green",
      "quotes": "red",
      "accuracy": "red"
    },
    "ratingsString": "N:4.5 R:6.5 A:5 C:7.5"
  },
  "readerRank": 536,
  "researchRank": 464,
  "recommendedScore": 136.66
}

{
  "lesswrong": "https://www.lesswrong.com/tag/corrigibility-1"
}