{
  "schemaVersion": 1,
  "generatedAt": "2026-08-17T18:32:18.102Z",
  "generationKey": "1dee924e5023208a8846d35a8601c174e7d26c19762feb26bae12170f52105cd",
  "metadataPayloadSha256": "935a3a0fe634d34f89d4702ee83abc1b59c4177ce89048902eab24fc7d76863a",
  "diagram": {
    "id": "crucible-evaluation-runs-and-drift-8e5a1126",
    "title": "Crucible evaluation runs and drift",
    "description": "Golden items, qrels, and a config feed a run; per-result rows roll up into the metrics endpoint and the paired comparison. Drift is a separate, deterministic sweep over documents and entities that raises deduped alerts.",
    "status": "current",
    "canonicalAppearanceKey": "tsx:src/app/(docs)/docs/modules/crucible/page.tsx:crucibleChart#1"
  },
  "aliases": [],
  "concepts": [
    "Modules",
    "Crucible"
  ],
  "keywords": [
    "drift.kb · kb.stale · eval.regression",
    "graded relevance 0–3",
    "GET {id}/metrics",
    "assertions · citations · tags · concepts",
    "one execution, golden set pinned by hash",
    "one row per item × sample",
    "per assertion, human override wins",
    "tag = NULL is the overall row",
    "paired bootstrap + permutation",
    "documents · entities · mentions",
    "golden_items",
    "eval_configs",
    "eval_runs",
    "eval_results",
    "run_metrics",
    "drift_snapshots",
    "/evals/runs",
    "/evals/runs/compare",
    "qrels",
    "judgments",
    "id",
    "GET",
    "alerts"
  ],
  "mermaid": {
    "type": "flowchart",
    "direction": "LR",
    "sourceSha256": "8e5a1126633b4be53704abf4dc048996b0f7bb94f5c49bef1098c4dfbf13e94e"
  },
  "provenance": [
    {
      "appearanceKey": "tsx:src/app/(docs)/docs/modules/crucible/page.tsx:crucibleChart#1",
      "surface": "route",
      "sourcePath": "src/app/(docs)/docs/modules/crucible/page.tsx",
      "line": 52,
      "route": "/docs/modules/crucible",
      "symbol": "crucibleChart",
      "caption": "Golden items, qrels, and a config feed a run; per-result rows roll up into the metrics endpoint and the paired comparison. Drift is a separate, deterministic sweep over documents and entities that raises deduped alerts."
    }
  ],
  "embeddedMetadata": [
    {
      "sourcePath": "src/app/(docs)/docs/modules/crucible/page.tsx",
      "caption": "Golden items, qrels, and a config feed a run; per-result rows roll up into the metrics endpoint and the paired comparison. Drift is a separate, deterministic sweep over documents and entities that raises deduped alerts."
    }
  ],
  "generation": {
    "application": {
      "name": "eli-ai",
      "version": "0.1.0"
    },
    "environment": {
      "node": "v26.3.1",
      "yarn": "4.17.1",
      "platform": "linux",
      "architecture": "x64",
      "containerImage": "playwright:v1.62.1-noble@sha256:c091b21d9fae78c76e85cd4356431e9b018402f172a214fc7d7a5e9a7e29d8ac+node:26.3.1-bookworm-slim@sha256:209558c3e5e40e8adff68959d3c2ba7cd73723e716d89196878a0c362fa1e109"
    },
    "packages": {
      "mermaid": "11.16.0",
      "mermaidCli": "11.16.0",
      "playwright": "1.62.1",
      "playwrightCore": "1.62.1",
      "puppeteer": "25.6.0",
      "puppeteerCore": "25.6.0"
    },
    "renderer": {
      "mermaidConfigSha256": "68c10966fe84406ee626034d58bfabd555df9f65f691204b7c46db24038da101",
      "themeCssSha256": "c80287a78d80ad63d27bd5ca348b2ef9a7e2f44da289e436be6484ea28a1b033",
      "browser": {
        "name": "chromium",
        "revision": "1234",
        "version": "151.0.7922.34",
        "executableSha256": "0b20b130e7edd9dd51873be867761295fe0cfad490c2b9a64f95bd3cfc08fa71"
      },
      "font": {
        "family": "Eli Diagram Inter Variable",
        "fileSha256": "3100e775e8616cd2611beecfa23a4263d7037586789b43f035236a2e6fbd4c62",
        "licenseSha256": "3b0a5fca3d17942cde889069889dedbbbd075e9b599968c82a95f4d944e9b345"
      }
    },
    "adapterVersions": {
      "diagramGenerator": "2",
      "drawioFlowchart": "1",
      "drawioSequence": "1",
      "drawioState": "1",
      "drawioGantt": "1"
    }
  },
  "artifacts": {
    "mmd": "/diagrams/crucible-evaluation-runs-and-drift-8e5a1126/crucible-evaluation-runs-and-drift-8e5a1126.mmd",
    "svg": "/diagrams/crucible-evaluation-runs-and-drift-8e5a1126/crucible-evaluation-runs-and-drift-8e5a1126.svg",
    "png": "/diagrams/crucible-evaluation-runs-and-drift-8e5a1126/crucible-evaluation-runs-and-drift-8e5a1126.png",
    "drawio": "/diagrams/crucible-evaluation-runs-and-drift-8e5a1126/crucible-evaluation-runs-and-drift-8e5a1126.drawio",
    "json": "/diagrams/crucible-evaluation-runs-and-drift-8e5a1126/crucible-evaluation-runs-and-drift-8e5a1126.json"
  },
  "artifactSha256": {
    "mmd": "adda190402886597ef7275b4637ff2ea2189da3428212b2115c2a38e13884903",
    "svg": "3f0360c306221128bbbdf3bf1817888ba76f28cfb3d107642b5b96b7eae9edd4",
    "png": "54f9a7183b1b9e9626d2a7b022b5a64c6905fc0a6fca85530834b0f293f42480",
    "drawio": "4e238a1598bfeec169057242f919a1a870d5e6ea70b580d161ca949b187889dd"
  }
}