AI System Reliability Tracking

{
  "id": "reliability-tracking",
  "numericId": null,
  "path": "/knowledge-base/responses/reliability-tracking/",
  "filePath": "knowledge-base/responses/reliability-tracking.mdx",
  "title": "AI System Reliability Tracking",
  "quality": 45,
  "readerImportance": 61.5,
  "researchImportance": 27,
  "tacticalValue": null,
  "contentFormat": "article",
  "tractability": null,
  "neglectedness": null,
  "uncertainty": null,
  "causalLevel": null,
  "lastUpdated": "2026-03-13",
  "dateCreated": "2026-02-15",
  "llmSummary": null,
  "description": "A proposed system for systematically assessing the track records of public actors by topic, scoring factual claims against sources, predictions against outcomes, and promises against delivery. Aims to heal broken feedback loops where bold claims face no consequences.",
  "ratings": {
    "novelty": 5.5,
    "rigor": 4.5,
    "actionability": 5.5,
    "completeness": 5
  },
  "category": "responses",
  "subcategory": "epistemic-approaches",
  "clusters": [
    "epistemics",
    "ai-safety"
  ],
  "metrics": {
    "wordCount": 2575,
    "tableCount": 11,
    "diagramCount": 1,
    "internalLinks": 7,
    "externalLinks": 17,
    "footnoteCount": 0,
    "bulletRatio": 0.2,
    "sectionCount": 27,
    "hasOverview": true,
    "structuralScore": 15
  },
  "suggestedQuality": 100,
  "updateFrequency": 45,
  "evergreen": true,
  "wordCount": 2575,
  "unconvertedLinks": [
    {
      "text": "Good Judgment Open",
      "url": "https://www.gjopen.com/",
      "resourceId": "ad946fbdfec12e8c",
      "resourceTitle": "Good Judgment Open"
    },
    {
      "text": "Manifold Markets",
      "url": "https://manifold.markets/",
      "resourceId": "906fb1a680ec9f65",
      "resourceTitle": "Manifold Markets"
    },
    {
      "text": "Polymarket",
      "url": "https://www.polymarket.com/",
      "resourceId": "ec03efffd7f860a5",
      "resourceTitle": "Polymarket"
    }
  ],
  "unconvertedLinkCount": 3,
  "convertedLinkCount": 0,
  "backlinkCount": 3,
  "hallucinationRisk": {
    "level": "medium",
    "score": 45,
    "factors": [
      "no-citations",
      "conceptual-content"
    ]
  },
  "entityType": "approach",
  "redundancy": {
    "maxSimilarity": 16,
    "similarPages": [
      {
        "id": "community-notes-for-everything",
        "title": "Community Notes for Everything",
        "path": "/knowledge-base/responses/community-notes-for-everything/",
        "similarity": 16
      },
      {
        "id": "rhetoric-highlighting",
        "title": "AI-Assisted Rhetoric Highlighting",
        "path": "/knowledge-base/responses/rhetoric-highlighting/",
        "similarity": 16
      },
      {
        "id": "epistemic-virtue-evals",
        "title": "Epistemic Virtue Evals",
        "path": "/knowledge-base/responses/epistemic-virtue-evals/",
        "similarity": 15
      },
      {
        "id": "collective-epistemics-design-sketches",
        "title": "Design Sketches for Collective Epistemics",
        "path": "/knowledge-base/responses/collective-epistemics-design-sketches/",
        "similarity": 14
      },
      {
        "id": "prediction-markets",
        "title": "Prediction Markets (AI Forecasting)",
        "path": "/knowledge-base/responses/prediction-markets/",
        "similarity": 14
      }
    ]
  },
  "coverage": {
    "passing": 6,
    "total": 13,
    "targets": {
      "tables": 10,
      "diagrams": 1,
      "internalLinks": 21,
      "externalLinks": 13,
      "footnotes": 8,
      "references": 8
    },
    "actuals": {
      "tables": 11,
      "diagrams": 1,
      "internalLinks": 7,
      "externalLinks": 17,
      "footnotes": 0,
      "references": 3,
      "quotesWithQuotes": 0,
      "quotesTotal": 0,
      "accuracyChecked": 0,
      "accuracyTotal": 0
    },
    "items": {
      "llmSummary": "red",
      "schedule": "green",
      "entity": "green",
      "editHistory": "red",
      "overview": "green",
      "tables": "green",
      "diagrams": "green",
      "internalLinks": "amber",
      "externalLinks": "green",
      "footnotes": "red",
      "references": "amber",
      "quotes": "red",
      "accuracy": "red"
    },
    "ratingsString": "N:5.5 R:4.5 A:5.5 C:5"
  },
  "readerRank": 228,
  "researchRank": 439,
  "recommendedScore": 142.49
}

No external links