Large Language Models

{
  "id": "language-models",
  "wikiId": "E186",
  "path": "/knowledge-base/capabilities/language-models/",
  "filePath": "knowledge-base/capabilities/language-models.mdx",
  "title": "Large Language Models",
  "quality": 60,
  "readerImportance": 94,
  "researchImportance": 76.5,
  "tacticalValue": 74,
  "contentFormat": "article",
  "causalLevel": null,
  "lastUpdated": "2026-03-16",
  "dateCreated": "2026-02-15",
  "summary": "Comprehensive analysis of LLM capabilities showing rapid progress from GPT-2 (1.5B parameters, 2019) to GPT-5 and Gemini 2.5 (2025), with training costs growing 2.4x annually and projected to exceed \\$1B by 2027. Documents emergence of inference-time scaling paradigm, mechanistic interpretability advances including Gemma Scope 2, multilingual alignment research, factuality benchmarking via FACTS suite, key technical breakthroughs in vision-language learning (CLIP), text-to-image generation (DALL-E), embeddings as a distinct capability class, and identifies key safety concerns including 8-45% hallucination rates, persuasion capabilities, and growing autonomous agent capabilities. Also covers MoE architecture optimization, continual learning challenges, knowledge editing, bias and fairness evaluation across gender and political dimensions, layer-wise mechanistic interpretability distinguishing recall from reasoning, and multimodal continual learning.",
  "description": "Foundation models trained on text that demonstrate emergent capabilities across reasoning, coding, and multimodal tasks, representing the primary driver of current AI capabilities and risks.",
  "ratings": {
    "novelty": 4.5,
    "rigor": 6.5,
    "completeness": 7.5,
    "actionability": 5
  },
  "category": "capabilities",
  "subcategory": "core",
  "clusters": [
    "ai-safety",
    "governance"
  ],
  "metrics": {
    "wordCount": 8458,
    "tableCount": 12,
    "diagramCount": 1,
    "internalLinks": 55,
    "externalLinks": 40,
    "footnoteCount": 1,
    "bulletRatio": 0.12,
    "sectionCount": 58,
    "hasOverview": true,
    "structuralScore": 15
  },
  "suggestedQuality": 100,
  "updateFrequency": 21,
  "evergreen": true,
  "wordCount": 8458,
  "unconvertedLinks": [
    {
      "text": "Weak-to-Strong Generalization",
      "url": "https://openai.com/research/weak-to-strong-generalization",
      "resourceId": "3c2487da42fb53cb",
      "resourceTitle": "OpenAI's alignment research"
    },
    {
      "text": "Learning to Reason with LLMs",
      "url": "https://openai.com/research/learning-to-reason-with-llms",
      "resourceId": "87fa21e4250398f4",
      "resourceTitle": "OpenAI, \"Learning to Reason with LLMs\" (2024)."
    },
    {
      "text": "Improving Language Understanding with Unsupervised Learning",
      "url": "https://openai.com/research/language-unsupervised",
      "resourceId": "8a20a28f94410f17",
      "resourceTitle": "Radford et al., \"Improving Language Understanding by Generative Pre-Training\" (OpenAI, 2018)."
    },
    {
      "text": "Summarizing Books with Human Feedback (Wu et al., 2021)",
      "url": "https://arxiv.org/abs/2109.10862",
      "resourceId": "54eec19853953598",
      "resourceTitle": "[2109.10862] Recursively Summarizing Books with Human Feedback"
    },
    {
      "text": "TruthfulQA: Measuring How Models Mimic Human Falsehoods (Lin et al., 2022)",
      "url": "https://arxiv.org/abs/2109.07958",
      "resourceId": "fe2a3307a3dae3e5",
      "resourceTitle": "Kenton et al. (2021)"
    },
    {
      "text": "Introducing SimpleQA",
      "url": "https://openai.com/research/simpleqa",
      "resourceId": "064e5d8266218028",
      "resourceTitle": "SimpleQA: A Benchmark for Evaluating Factual Accuracy in Language Models"
    },
    {
      "text": "WebGPT: Browser-Assisted Question-Answering with Human Feedback (Nakano et al., 2021)",
      "url": "https://arxiv.org/abs/2112.09332",
      "resourceId": "3225de3850d36a20",
      "resourceTitle": "OpenAI WebGPT behavior"
    },
    {
      "text": "Evaluating Large Language Models Trained on Code (Chen et al., 2021)",
      "url": "https://arxiv.org/abs/2107.03374",
      "resourceId": "176fdaf24fa29d4c",
      "resourceTitle": "Evaluating Large Language Models Trained on Code"
    },
    {
      "text": "Helpful to a Fault (2025)",
      "url": "https://arxiv.org/abs/2502.09933",
      "resourceId": "92dfabf49665e538",
      "resourceTitle": "Helpful to a Fault (2025)."
    }
  ],
  "unconvertedLinkCount": 9,
  "convertedLinkCount": 2,
  "backlinkCount": 52,
  "hallucinationRisk": {
    "level": "high",
    "score": 80,
    "factors": [
      "low-citation-density",
      "severe-truncation"
    ],
    "integrityIssues": [
      "severe-truncation"
    ]
  },
  "entityType": "capability",
  "redundancy": {
    "maxSimilarity": 23,
    "similarPages": [
      {
        "id": "why-alignment-hard",
        "title": "Why Alignment Might Be Hard",
        "path": "/knowledge-base/debates/why-alignment-hard/",
        "similarity": 23
      },
      {
        "id": "agentic-ai",
        "title": "Agentic AI",
        "path": "/knowledge-base/capabilities/agentic-ai/",
        "similarity": 22
      },
      {
        "id": "solutions",
        "title": "AI Safety Solution Cruxes",
        "path": "/knowledge-base/cruxes/solutions/",
        "similarity": 22
      },
      {
        "id": "reasoning",
        "title": "Reasoning and Planning",
        "path": "/knowledge-base/capabilities/reasoning/",
        "similarity": 21
      },
      {
        "id": "accident-risks",
        "title": "AI Accident Risk Cruxes",
        "path": "/knowledge-base/cruxes/accident-risks/",
        "similarity": 21
      }
    ]
  },
  "changeHistory": [
    {
      "date": "2026-03-16",
      "branch": "auto-update/2026-03-16",
      "title": "Auto-improve (standard): Large Language Models",
      "summary": "Improved \"Large Language Models\" via standard pipeline (522.2s). Quality score: 74. Issues resolved: Section 'Political Evasion Detection' is cut off mid-sentenc; Bare URL in 'Key Links' table: 'learn.microsoft.com' and 'en; Footnote reference [^2] is used in the Quick Assessment tabl.",
      "duration": "522.2s",
      "cost": "$5-8"
    },
    {
      "date": "2026-03-15",
      "branch": "auto-update/2026-03-15",
      "title": "Auto-improve (standard): Large Language Models",
      "summary": "Improved \"Large Language Models\" via standard pipeline (496.8s). Quality score: 74. Issues resolved: Gemma Scope 2 section is truncated mid-sentence at the end: ; Footnote reference [^2] is used in the Quick Assessment tabl; The 'FACTS Grounding' and 'FACTS Benchmark Suite' section li.",
      "duration": "496.8s",
      "cost": "$5-8"
    },
    {
      "date": "2026-03-14",
      "branch": "auto-update/2026-03-14",
      "title": "Auto-improve (standard): Large Language Models",
      "summary": "Improved \"Large Language Models\" via standard pipeline (503.3s). Quality score: 72. Issues resolved: Footnote reference [^2] is used in the Quick Assessment tabl; The 'Key Links' table lists 'learn.microsoft.com' as the 'Of; The arXiv link in 'Key Links' (arxiv.org/abs/2402.14207) is .",
      "duration": "503.3s",
      "cost": "$5-8"
    },
    {
      "date": "2026-03-13",
      "branch": "auto-update/2026-03-13",
      "title": "Auto-improve (standard): Large Language Models",
      "summary": "Improved \"Large Language Models\" via standard pipeline (489.5s). Quality score: 71. Issues resolved: Page is truncated — the section 'Cybersecurity Capabilities ; Frontmatter 'lastEdited' is '2026-03-13', which is a future ; Footnote references such as [^rc-ed93], [^rc-e8f4], [^rc-c58.",
      "duration": "489.5s",
      "cost": "$5-8"
    },
    {
      "date": "2026-03-11",
      "branch": "auto-update/2026-03-11",
      "title": "Auto-improve (standard): Large Language Models",
      "summary": "Improved \"Large Language Models\" via standard pipeline (515.5s). Quality score: 72. Issues resolved: Frontmatter 'lastEdited' is set to '2026-03-11', which is a ; Capability Progression Timeline table contains a row for 'Cl; The 'FACTS Benchmark Suite' row in the Hallucination benchma.",
      "duration": "515.5s",
      "cost": "$5-8"
    },
    {
      "date": "2026-03-10",
      "branch": "auto-update/2026-03-10",
      "title": "Auto-improve (standard): Large Language Models",
      "summary": "Improved \"Large Language Models\" via standard pipeline (516.9s). Quality score: 71. Issues resolved: Frontmatter 'lastEdited' date is '2026-03-10', which is a fu; Capability Progression Timeline: '<EntityLink id=\"E1030\">Cla; Benchmark Performance Comparison table: TruthfulQA row has '.",
      "duration": "516.9s",
      "cost": "$5-8"
    },
    {
      "date": "2026-03-09",
      "branch": "auto-update/2026-03-09",
      "title": "Auto-improve (standard): Large Language Models",
      "summary": "Improved \"Large Language Models\" via standard pipeline (510.4s). Quality score: 71. Issues resolved: Page is truncated mid-sentence at the end: '...achieving com; Frontmatter field 'lastEdited' is dated '2026-03-09' which i; Capability Progression Timeline table contains a duplicate E.",
      "duration": "510.4s",
      "cost": "$5-8"
    },
    {
      "date": "2026-03-07",
      "branch": "auto-update/2026-03-07",
      "title": "Auto-improve (standard): Large Language Models",
      "summary": "Improved \"Large Language Models\" via standard pipeline (1306.4s). Quality score: 71. Issues resolved: Frontmatter: 'llmSummary' contains an escaped dollar sign (\\; Capability Progression Timeline table: 'Claude Opus 4.5' row; Benchmark Performance Comparison table: ARC-AGI-2 row shows .",
      "duration": "1306.4s",
      "cost": "$5-8"
    },
    {
      "date": "2026-02-18",
      "branch": "claude/fix-issue-240-N5irU",
      "title": "Surface tacticalValue in /wiki table and score 53 pages",
      "summary": "Added `tacticalValue` to `ExploreItem` interface, `getExploreItems()` mappings, the `/wiki` explore table (new sortable \"Tact.\" column), and the card view sort dropdown. Scored 49 new pages with tactical values (4 were already scored), bringing total to 53.",
      "model": "sonnet-4",
      "duration": "~30min"
    }
  ],
  "coverage": {
    "passing": 6,
    "total": 13,
    "targets": {
      "tables": 34,
      "diagrams": 3,
      "internalLinks": 68,
      "externalLinks": 42,
      "footnotes": 25,
      "references": 25
    },
    "actuals": {
      "tables": 12,
      "diagrams": 1,
      "internalLinks": 55,
      "externalLinks": 40,
      "footnotes": 1,
      "references": 35,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "summary": "green",
      "schedule": "green",
      "entity": "green",
      "editHistory": "green",
      "overview": "green",
      "tables": "amber",
      "diagrams": "amber",
      "internalLinks": "amber",
      "externalLinks": "amber",
      "footnotes": "amber",
      "references": "green",
      "quotes": "red",
      "accuracy": "red"
    },
    "editHistoryCount": 9,
    "ratingsString": "N:4.5 R:6.5 A:5 C:7.5"
  },
  "readerRank": 4,
  "researchRank": 108,
  "recommendedScore": 172.17
}

{
  "wikipedia": "https://en.wikipedia.org/wiki/Large_language_model",
  "lesswrong": "https://www.lesswrong.com/tag/language-models-llms",
  "eaForum": "https://forum.effectivealtruism.org/topics/large-language-models",
  "grokipedia": "https://grokipedia.com/page/Large_language_model"
}