Scalable Oversight

{
  "id": "scalable-oversight",
  "wikiId": "E271",
  "path": "/knowledge-base/responses/scalable-oversight/",
  "filePath": "knowledge-base/responses/scalable-oversight.mdx",
  "title": "Scalable Oversight",
  "quality": 68,
  "readerImportance": 51.5,
  "researchImportance": 30,
  "tacticalValue": null,
  "contentFormat": "article",
  "causalLevel": null,
  "lastUpdated": "2025-12-28",
  "dateCreated": "2026-02-15",
  "summary": "Process supervision achieves 78.2% accuracy on MATH benchmarks (vs 72.4% outcome-based) and is deployed in OpenAI's o1 models, while debate shows 60-80% accuracy on factual questions with +4% improvement from self-play training. However, effectiveness against sophisticated deception remains unproven, with debate accuracy dropping to 50-65% on complex reasoning tasks.",
  "description": "Methods for supervising AI systems on tasks too complex for direct human evaluation, including debate, recursive reward modeling, and process supervision.",
  "ratings": {
    "novelty": 4.2,
    "rigor": 6.8,
    "completeness": 7.1,
    "actionability": 5.9
  },
  "category": "responses",
  "subcategory": "alignment-theoretical",
  "clusters": [
    "ai-safety"
  ],
  "metrics": {
    "wordCount": 5697,
    "tableCount": 2,
    "diagramCount": 1,
    "internalLinks": 43,
    "externalLinks": 0,
    "footnoteCount": 0,
    "bulletRatio": 0.1,
    "sectionCount": 38,
    "hasOverview": true,
    "structuralScore": 12
  },
  "suggestedQuality": 80,
  "updateFrequency": 90,
  "evergreen": true,
  "wordCount": 5697,
  "unconvertedLinks": [],
  "unconvertedLinkCount": 0,
  "convertedLinkCount": 31,
  "backlinkCount": 61,
  "hallucinationRisk": {
    "level": "medium",
    "score": 60,
    "factors": [
      "no-citations",
      "few-external-sources"
    ]
  },
  "entityType": "research-area",
  "redundancy": {
    "maxSimilarity": 23,
    "similarPages": [
      {
        "id": "agentic-ai",
        "title": "Agentic AI",
        "path": "/knowledge-base/capabilities/agentic-ai/",
        "similarity": 23
      },
      {
        "id": "reasoning",
        "title": "Reasoning and Planning",
        "path": "/knowledge-base/capabilities/reasoning/",
        "similarity": 23
      },
      {
        "id": "why-alignment-hard",
        "title": "Why Alignment Might Be Hard",
        "path": "/knowledge-base/debates/why-alignment-hard/",
        "similarity": 23
      },
      {
        "id": "reward-hacking-taxonomy",
        "title": "Reward Hacking Taxonomy and Severity Model",
        "path": "/knowledge-base/models/reward-hacking-taxonomy/",
        "similarity": 23
      },
      {
        "id": "interpretability",
        "title": "Mechanistic Interpretability",
        "path": "/knowledge-base/responses/interpretability/",
        "similarity": 22
      }
    ]
  },
  "coverage": {
    "passing": 5,
    "total": 13,
    "targets": {
      "tables": 23,
      "diagrams": 2,
      "internalLinks": 46,
      "externalLinks": 28,
      "footnotes": 17,
      "references": 17
    },
    "actuals": {
      "tables": 2,
      "diagrams": 1,
      "internalLinks": 43,
      "externalLinks": 0,
      "footnotes": 0,
      "references": 20,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "summary": "green",
      "schedule": "green",
      "entity": "green",
      "editHistory": "red",
      "overview": "green",
      "tables": "amber",
      "diagrams": "amber",
      "internalLinks": "amber",
      "externalLinks": "red",
      "footnotes": "red",
      "references": "green",
      "quotes": "red",
      "accuracy": "red"
    },
    "ratingsString": "N:4.2 R:6.8 A:5.9 C:7.1"
  },
  "readerRank": 293,
  "researchRank": 412,
  "recommendedScore": 165.41
}

{
  "lesswrong": "https://www.lesswrong.com/tag/scalable-oversight",
  "stampy": "https://aisafety.info/questions/8IHH/What-is-scalable-oversight",
  "alignmentForum": "https://www.alignmentforum.org/tag/scalable-oversight"
}