AI Preference Manipulation

{
  "id": "preference-manipulation",
  "numericId": null,
  "path": "/knowledge-base/risks/preference-manipulation/",
  "filePath": "knowledge-base/risks/preference-manipulation.mdx",
  "title": "AI Preference Manipulation",
  "quality": 55,
  "readerImportance": 91,
  "researchImportance": 62.5,
  "tacticalValue": 58,
  "contentFormat": "article",
  "tractability": null,
  "neglectedness": null,
  "uncertainty": null,
  "causalLevel": "pathway",
  "lastUpdated": "2026-03-13",
  "dateCreated": "2026-02-15",
  "llmSummary": "Describes AI systems that shape human preferences rather than just beliefs, distinguishing it from misinformation. Presents a 5-stage manipulation mechanism (profile→model→optimize→shape→lock) and maps current examples across major platforms, with escalation phases from implicit (2010-2023) to potentially autonomous preference shaping (2030+).",
  "description": "AI systems that shape what people want, not just what they believe—targeting the will itself rather than beliefs.",
  "ratings": {
    "novelty": 4.5,
    "rigor": 4,
    "actionability": 3.5,
    "completeness": 5
  },
  "category": "risks",
  "subcategory": "epistemic",
  "clusters": [
    "ai-safety",
    "epistemics"
  ],
  "metrics": {
    "wordCount": 969,
    "tableCount": 6,
    "diagramCount": 1,
    "internalLinks": 9,
    "externalLinks": 18,
    "footnoteCount": 0,
    "bulletRatio": 0.13,
    "sectionCount": 9,
    "hasOverview": true,
    "structuralScore": 13
  },
  "suggestedQuality": 87,
  "updateFrequency": 45,
  "evergreen": true,
  "wordCount": 969,
  "unconvertedLinks": [
    {
      "text": "Susser, Roessler, and Nissenbaum",
      "url": "https://policyreview.info/articles/analysis/technology-autonomy-and-manipulation",
      "resourceId": "f020a9bd097dca11",
      "resourceTitle": "Internet Policy Review"
    },
    {
      "text": "EU DSA",
      "url": "https://digital-strategy.ec.europa.eu/en/policies/digital-services-act-package",
      "resourceId": "23e41eec572c9b30",
      "resourceTitle": "EU Digital Services Act"
    }
  ],
  "unconvertedLinkCount": 2,
  "convertedLinkCount": 7,
  "backlinkCount": 2,
  "hallucinationRisk": {
    "level": "medium",
    "score": 55,
    "factors": [
      "no-citations"
    ]
  },
  "entityType": "risk",
  "redundancy": {
    "maxSimilarity": 13,
    "similarPages": [
      {
        "id": "erosion-of-agency",
        "title": "Erosion of Human Agency",
        "path": "/knowledge-base/risks/erosion-of-agency/",
        "similarity": 13
      },
      {
        "id": "persuasion",
        "title": "Persuasion and Social Manipulation",
        "path": "/knowledge-base/capabilities/persuasion/",
        "similarity": 12
      }
    ]
  },
  "coverage": {
    "passing": 9,
    "total": 13,
    "targets": {
      "tables": 4,
      "diagrams": 0,
      "internalLinks": 8,
      "externalLinks": 5,
      "footnotes": 3,
      "references": 3
    },
    "actuals": {
      "tables": 6,
      "diagrams": 1,
      "internalLinks": 9,
      "externalLinks": 18,
      "footnotes": 0,
      "references": 19,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "llmSummary": "green",
      "schedule": "green",
      "entity": "green",
      "editHistory": "red",
      "overview": "green",
      "tables": "green",
      "diagrams": "green",
      "internalLinks": "green",
      "externalLinks": "green",
      "footnotes": "red",
      "references": "green",
      "quotes": "red",
      "accuracy": "red"
    },
    "ratingsString": "N:4.5 R:4 A:3.5 C:5"
  },
  "readerRank": 18,
  "researchRank": 206,
  "recommendedScore": 176.84
}

{
  "lesswrong": "https://www.lesswrong.com/tag/human-values"
}