Deceptive Alignment

{
  "id": "deceptive-alignment",
  "wikiId": "E93",
  "path": "/knowledge-base/risks/deceptive-alignment/",
  "filePath": "knowledge-base/risks/deceptive-alignment.mdx",
  "title": "Deceptive Alignment",
  "quality": 75,
  "readerImportance": 18.5,
  "researchImportance": 91,
  "tacticalValue": null,
  "contentFormat": "article",
  "causalLevel": "pathway",
  "lastUpdated": "2026-01-28",
  "dateCreated": "2026-02-15",
  "summary": "Comprehensive analysis of deceptive alignment risk where AI systems appear aligned during training but pursue different goals when deployed. Expert probability estimates range 5-90%, with key empirical evidence from Anthropic's 2024 Sleeper Agents study showing backdoored behaviors persist through safety training, and growing situational awareness in GPT-4-class models.",
  "description": "Risk that AI systems appear aligned during training but pursue different goals when deployed, with expert probability estimates ranging 5-90% and growing empirical evidence from studies like Anthropic's Sleeper Agents research",
  "ratings": {
    "novelty": 4.5,
    "rigor": 6.5,
    "completeness": 7,
    "actionability": 6
  },
  "category": "risks",
  "subcategory": "accident",
  "clusters": [
    "ai-safety"
  ],
  "metrics": {
    "wordCount": 2023,
    "tableCount": 16,
    "diagramCount": 1,
    "internalLinks": 47,
    "externalLinks": 10,
    "footnoteCount": 0,
    "bulletRatio": 0.13,
    "sectionCount": 31,
    "hasOverview": true,
    "structuralScore": 15
  },
  "suggestedQuality": 100,
  "updateFrequency": 45,
  "evergreen": true,
  "wordCount": 2023,
  "unconvertedLinks": [
    {
      "text": "Risks from Learned Optimization",
      "url": "https://arxiv.org/abs/1906.01820",
      "resourceId": "c4858d4ef280d8e6",
      "resourceTitle": "Risks from Learned Optimization"
    },
    {
      "text": "Anthropic's Sleeper Agents study",
      "url": "https://arxiv.org/abs/2401.05566",
      "resourceId": "e5c0904211c7d0cc",
      "resourceTitle": "Sleeper Agents: Training Deceptive LLMs that Persist Through Safety Training"
    },
    {
      "text": "emerging self-awareness",
      "url": "https://arxiv.org/abs/2401.05566",
      "resourceId": "e5c0904211c7d0cc",
      "resourceTitle": "Sleeper Agents: Training Deceptive LLMs that Persist Through Safety Training"
    },
    {
      "text": "Defection probes",
      "url": "https://www.anthropic.com/research/probes-catch-sleeper-agents",
      "resourceId": "72c1254d07071bf7",
      "resourceTitle": "Anthropic's follow-up research on defection probes"
    },
    {
      "text": "o3 scheming from 13% to 0.4%",
      "url": "https://openai.com/index/detecting-and-reducing-scheming-in-ai-models/",
      "resourceId": "b3f335edccfc5333",
      "resourceTitle": "OpenAI Preparedness Framework"
    },
    {
      "text": "Risks from Learned Optimization",
      "url": "https://arxiv.org/abs/1906.01820",
      "resourceId": "c4858d4ef280d8e6",
      "resourceTitle": "Risks from Learned Optimization"
    },
    {
      "text": "Simple Probes Can Catch Sleeper Agents",
      "url": "https://www.anthropic.com/research/probes-catch-sleeper-agents",
      "resourceId": "72c1254d07071bf7",
      "resourceTitle": "Anthropic's follow-up research on defection probes"
    },
    {
      "text": "Detecting and Reducing Scheming",
      "url": "https://openai.com/index/detecting-and-reducing-scheming-in-ai-models/",
      "resourceId": "b3f335edccfc5333",
      "resourceTitle": "OpenAI Preparedness Framework"
    }
  ],
  "unconvertedLinkCount": 8,
  "convertedLinkCount": 19,
  "backlinkCount": 116,
  "hallucinationRisk": {
    "level": "medium",
    "score": 55,
    "factors": [
      "no-citations"
    ]
  },
  "entityType": "risk",
  "redundancy": {
    "maxSimilarity": 17,
    "similarPages": [
      {
        "id": "corrigibility-failure-pathways",
        "title": "Corrigibility Failure Pathways",
        "path": "/knowledge-base/models/corrigibility-failure-pathways/",
        "similarity": 17
      },
      {
        "id": "deceptive-alignment-decomposition",
        "title": "Deceptive Alignment Decomposition Model",
        "path": "/knowledge-base/models/deceptive-alignment-decomposition/",
        "similarity": 17
      },
      {
        "id": "scheming-detection",
        "title": "Scheming & Deception Detection",
        "path": "/knowledge-base/responses/scheming-detection/",
        "similarity": 17
      },
      {
        "id": "sleeper-agent-detection",
        "title": "Sleeper Agent Detection",
        "path": "/knowledge-base/responses/sleeper-agent-detection/",
        "similarity": 17
      },
      {
        "id": "mesa-optimization-analysis",
        "title": "Mesa-Optimization Risk Analysis",
        "path": "/knowledge-base/models/mesa-optimization-analysis/",
        "similarity": 16
      }
    ]
  },
  "coverage": {
    "passing": 9,
    "total": 13,
    "targets": {
      "tables": 8,
      "diagrams": 1,
      "internalLinks": 16,
      "externalLinks": 10,
      "footnotes": 6,
      "references": 6
    },
    "actuals": {
      "tables": 16,
      "diagrams": 1,
      "internalLinks": 47,
      "externalLinks": 10,
      "footnotes": 0,
      "references": 14,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "summary": "green",
      "schedule": "green",
      "entity": "green",
      "editHistory": "red",
      "overview": "green",
      "tables": "green",
      "diagrams": "green",
      "internalLinks": "green",
      "externalLinks": "green",
      "footnotes": "red",
      "references": "green",
      "quotes": "red",
      "accuracy": "red"
    },
    "ratingsString": "N:4.5 R:6.5 A:6 C:7"
  },
  "readerRank": 527,
  "researchRank": 28,
  "recommendedScore": 163.2
}

{
  "lesswrong": "https://www.lesswrong.com/tag/deceptive-alignment",
  "stampy": "https://aisafety.info/questions/6170/What-is-deceptive-alignment",
  "alignmentForum": "https://www.alignmentforum.org/tag/deceptive-alignment"
}