Open Source AI Safety

{
  "id": "open-source",
  "numericId": null,
  "path": "/knowledge-base/responses/open-source/",
  "filePath": "knowledge-base/responses/open-source.mdx",
  "title": "Open Source AI Safety",
  "quality": 62,
  "readerImportance": 48.5,
  "researchImportance": 47.5,
  "tacticalValue": null,
  "contentFormat": "article",
  "tractability": null,
  "neglectedness": null,
  "uncertainty": null,
  "causalLevel": null,
  "lastUpdated": "2026-03-13",
  "dateCreated": "2026-02-15",
  "llmSummary": "Comprehensive analysis showing open-source AI poses irreversible safety risks (fine-tuning removes safeguards with just 200 examples) while providing research access and reducing concentration—with current U.S. policy (July 2024 NTIA) recommending monitoring without restrictions. The page identifies four key cruxes (marginal risk assessment, capability thresholds, compute bottlenecks, concentration risk) that determine whether open release is net positive, concluding that evidence is contested but risks are quantifiable and non-trivial.",
  "description": "This analysis evaluates whether releasing AI model weights publicly is net positive or negative for safety. The July 2024 NTIA report recommends monitoring but not restricting open weights, while research shows fine-tuning can remove safety training in as few as 200 examples—creating a fundamental tension between democratization benefits and misuse risks.",
  "ratings": {
    "novelty": 4.5,
    "rigor": 6.5,
    "actionability": 7,
    "completeness": 7.5
  },
  "category": "responses",
  "subcategory": "organizational-practices",
  "clusters": [
    "ai-safety",
    "governance"
  ],
  "metrics": {
    "wordCount": 1966,
    "tableCount": 18,
    "diagramCount": 1,
    "internalLinks": 58,
    "externalLinks": 0,
    "footnoteCount": 0,
    "bulletRatio": 0.09,
    "sectionCount": 33,
    "hasOverview": true,
    "structuralScore": 12
  },
  "suggestedQuality": 80,
  "updateFrequency": 45,
  "evergreen": true,
  "wordCount": 1966,
  "unconvertedLinks": [],
  "unconvertedLinkCount": 0,
  "convertedLinkCount": 56,
  "backlinkCount": 0,
  "hallucinationRisk": {
    "level": "medium",
    "score": 50,
    "factors": [
      "no-citations",
      "few-external-sources",
      "conceptual-content"
    ]
  },
  "entityType": "approach",
  "redundancy": {
    "maxSimilarity": 12,
    "similarPages": [
      {
        "id": "misuse-risks",
        "title": "AI Misuse Risk Cruxes",
        "path": "/knowledge-base/cruxes/misuse-risks/",
        "similarity": 12
      },
      {
        "id": "open-vs-closed",
        "title": "Open vs Closed Source AI",
        "path": "/knowledge-base/debates/open-vs-closed/",
        "similarity": 12
      },
      {
        "id": "output-filtering",
        "title": "AI Output Filtering",
        "path": "/knowledge-base/responses/output-filtering/",
        "similarity": 12
      },
      {
        "id": "collective-intelligence",
        "title": "Collective Intelligence / Coordination",
        "path": "/knowledge-base/intelligence-paradigms/collective-intelligence/",
        "similarity": 11
      },
      {
        "id": "anthropic-impact",
        "title": "Anthropic Impact Assessment Model",
        "path": "/knowledge-base/models/anthropic-impact/",
        "similarity": 11
      }
    ]
  },
  "coverage": {
    "passing": 8,
    "total": 13,
    "targets": {
      "tables": 8,
      "diagrams": 1,
      "internalLinks": 16,
      "externalLinks": 10,
      "footnotes": 6,
      "references": 6
    },
    "actuals": {
      "tables": 18,
      "diagrams": 1,
      "internalLinks": 58,
      "externalLinks": 0,
      "footnotes": 0,
      "references": 22,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "llmSummary": "green",
      "schedule": "green",
      "entity": "green",
      "editHistory": "red",
      "overview": "green",
      "tables": "green",
      "diagrams": "green",
      "internalLinks": "green",
      "externalLinks": "red",
      "footnotes": "red",
      "references": "green",
      "quotes": "red",
      "accuracy": "red"
    },
    "ratingsString": "N:4.5 R:6.5 A:7 C:7.5"
  },
  "readerRank": 312,
  "researchRank": 298,
  "recommendedScore": 169.87
}

{
  "lesswrong": "https://www.lesswrong.com/tag/open-source-ai"
}

No backlinks