AI Scaling Laws

{
  "id": "scaling-laws",
  "numericId": null,
  "path": "/knowledge-base/models/scaling-laws/",
  "filePath": "knowledge-base/models/scaling-laws.mdx",
  "title": "AI Scaling Laws",
  "quality": 92,
  "readerImportance": 93,
  "researchImportance": 92.5,
  "tacticalValue": 72,
  "contentFormat": "article",
  "tractability": null,
  "neglectedness": null,
  "uncertainty": null,
  "causalLevel": null,
  "lastUpdated": "2026-03-13",
  "dateCreated": "2026-02-17",
  "llmSummary": null,
  "description": "Empirical relationships between compute, data, parameters, and AI performance",
  "ratings": null,
  "category": "models",
  "subcategory": "domain-models",
  "clusters": [
    "ai-safety"
  ],
  "metrics": {
    "wordCount": 2482,
    "tableCount": 0,
    "diagramCount": 0,
    "internalLinks": 12,
    "externalLinks": 30,
    "footnoteCount": 0,
    "bulletRatio": 0.29,
    "sectionCount": 46,
    "hasOverview": true,
    "structuralScore": 12
  },
  "suggestedQuality": 80,
  "updateFrequency": 90,
  "evergreen": true,
  "wordCount": 2482,
  "unconvertedLinks": [
    {
      "text": "Scaling Laws for Neural Language Models",
      "url": "https://arxiv.org/abs/2001.08361",
      "resourceId": "85f66a6419d173a7",
      "resourceTitle": "Kaplan et al. (2020)"
    },
    {
      "text": "Training Compute-Optimal Large Language Models",
      "url": "https://arxiv.org/abs/2203.15556",
      "resourceId": "46fd66187ec3e6ae",
      "resourceTitle": "Hoffmann et al. (2022)"
    },
    {
      "text": "A brief history of LLM Scaling Laws and what to expect in 2025",
      "url": "https://www.jonvet.com/blog/llm-scaling-in-2025",
      "resourceId": "7226d362130b23f8",
      "resourceTitle": "performance gap between US and Chinese models"
    },
    {
      "text": "Emergent Abilities of Large Language Models",
      "url": "https://arxiv.org/abs/2206.07682",
      "resourceId": "2d76bc16fcc7825d",
      "resourceTitle": "Emergent Abilities"
    },
    {
      "text": "Are Emergent Abilities of Large Language Models a Mirage?",
      "url": "https://arxiv.org/abs/2304.15004",
      "resourceId": "22db72cf2a806d3b",
      "resourceTitle": "\"Are Emergent Abilities a Mirage?\""
    },
    {
      "text": "Learning to reason with LLMs",
      "url": "https://openai.com/index/learning-to-reason-with-llms/",
      "resourceId": "9edf2bd5938d8386",
      "resourceTitle": "OpenAI's o1"
    },
    {
      "text": "Introducing Meta Llama 3: The most capable openly available LLM to date",
      "url": "https://ai.meta.com/blog/meta-llama-3/",
      "resourceId": "f9616f30e8f51cb0",
      "resourceTitle": "Llama 3"
    },
    {
      "text": "Scaling Monosemanticity: Extracting Interpretable Features from Claude 3 Sonnet",
      "url": "https://transformer-circuits.pub/2024/scaling-monosemanticity/",
      "resourceId": "e724db341d6e0065"
    },
    {
      "text": "Mapping the Mind of a Large Language Model",
      "url": "https://www.anthropic.com/research/mapping-mind-language-model",
      "resourceId": "5019b9256d83a04c",
      "resourceTitle": "Mapping the Mind of a Large Language Model"
    }
  ],
  "unconvertedLinkCount": 9,
  "convertedLinkCount": 0,
  "backlinkCount": 4,
  "hallucinationRisk": {
    "level": "medium",
    "score": 40,
    "factors": [
      "no-citations",
      "conceptual-content",
      "high-quality"
    ]
  },
  "entityType": "concept",
  "redundancy": {
    "maxSimilarity": 16,
    "similarPages": [
      {
        "id": "large-language-models",
        "title": "Large Language Models",
        "path": "/knowledge-base/capabilities/large-language-models/",
        "similarity": 16
      },
      {
        "id": "accident-risks",
        "title": "AI Accident Risk Cruxes",
        "path": "/knowledge-base/cruxes/accident-risks/",
        "similarity": 16
      },
      {
        "id": "ai-timelines",
        "title": "AI Timelines",
        "path": "/knowledge-base/models/ai-timelines/",
        "similarity": 16
      },
      {
        "id": "language-models",
        "title": "Large Language Models",
        "path": "/knowledge-base/capabilities/language-models/",
        "similarity": 15
      },
      {
        "id": "reasoning",
        "title": "Reasoning and Planning",
        "path": "/knowledge-base/capabilities/reasoning/",
        "similarity": 15
      }
    ]
  },
  "changeHistory": [
    {
      "date": "2026-02-18",
      "branch": "claude/fix-issue-240-N5irU",
      "title": "Surface tacticalValue in /wiki table and score 53 pages",
      "summary": "Added `tacticalValue` to `ExploreItem` interface, `getExploreItems()` mappings, the `/wiki` explore table (new sortable \"Tact.\" column), and the card view sort dropdown. Scored 49 new pages with tactical values (4 were already scored), bringing total to 53.",
      "model": "sonnet-4",
      "duration": "~30min"
    },
    {
      "date": "2026-02-17",
      "branch": "claude/top-priority-update-WurDM",
      "title": "Improve top 5 foundational wiki pages",
      "summary": "Improved the 5 highest-importance, lowest-quality wiki pages using the Crux content pipeline. All were stubs (7 words) or had quality=0 and are now comprehensive articles with citations, EntityLinks, and balanced perspectives.",
      "pr": 188
    }
  ],
  "coverage": {
    "passing": 6,
    "total": 13,
    "targets": {
      "tables": 10,
      "diagrams": 1,
      "internalLinks": 20,
      "externalLinks": 12,
      "footnotes": 7,
      "references": 7
    },
    "actuals": {
      "tables": 0,
      "diagrams": 0,
      "internalLinks": 12,
      "externalLinks": 30,
      "footnotes": 0,
      "references": 9,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "llmSummary": "red",
      "schedule": "green",
      "entity": "green",
      "editHistory": "green",
      "overview": "green",
      "tables": "red",
      "diagrams": "red",
      "internalLinks": "amber",
      "externalLinks": "green",
      "footnotes": "red",
      "references": "green",
      "quotes": "red",
      "accuracy": "red"
    },
    "editHistoryCount": 2
  },
  "readerRank": 9,
  "researchRank": 20,
  "recommendedScore": 252.25
}

{
  "lesswrong": "https://www.lesswrong.com/tag/scaling-laws",
  "wikipedia": "https://en.wikipedia.org/wiki/Neural_scaling_law",
  "grokipedia": "https://grokipedia.com/page/Neural_scaling_law"
}