{
  "schemaVersion": 1,
  "generatedAt": "2026-08-12T23:38:39.196Z",
  "generationKey": "3a5fb50301e3e7905edce18872604f2898efd83d8ea0e89c2de0b9db7136ad05",
  "metadataPayloadSha256": "7a6f02964cc85981d79555735820a230f63ee012fe28d4d1ef7f5c5e7b85db9b",
  "diagram": {
    "id": "evaluation-framework-layers-0156cf52",
    "title": "Evaluation framework — layers",
    "description": "One run, three families of metric. Retrieval is scored against graded relevance judgments; the answer is scored with RAGAS and CRAG; every failure is classified so the diff explains itself. Significance gates any claim of improvement.",
    "status": "current",
    "canonicalAppearanceKey": "tsx:src/app/(docs)/docs/concepts/evaluation-framework/page.tsx:layersChart#1"
  },
  "aliases": [],
  "concepts": [
    "Evaluation framework",
    "Layers"
  ],
  "keywords": [
    "eval runner",
    "answer generation",
    "RAGAS answer metrics",
    "error classification",
    "APPLIES the config (not snapshot-only)",
    "understand · fuse · rerank · assemble",
    "retrieval metrics per item",
    "faithfulness · relevancy · context · noise",
    "abstention + CRAG truthfulness",
    "one TX: append feedback + create draft",
    "steward review + separate activation",
    "precision/recall",
    "/evals/feedback/promote",
    "retrievePipeline",
    "perfect 1 · acceptable 0.5 · missing 0 · incorrect −1",
    "retrieval_miss · hallucination · citation_error · stale · …",
    "POST",
    "recall@k · precision@k · nDCG@10 · MRR · hit@k"
  ],
  "mermaid": {
    "type": "flowchart",
    "direction": "TB",
    "sourceSha256": "0156cf52621e40fc47164e9f754fa644d27bc03009839e65f2e45add9c2ddc2c"
  },
  "provenance": [
    {
      "appearanceKey": "tsx:src/app/(docs)/docs/concepts/evaluation-framework/page.tsx:layersChart#1",
      "surface": "route",
      "sourcePath": "src/app/(docs)/docs/concepts/evaluation-framework/page.tsx",
      "line": 32,
      "route": "/docs/concepts/evaluation-framework",
      "symbol": "layersChart",
      "caption": "One run, three families of metric. Retrieval is scored against graded relevance judgments; the answer is scored with RAGAS and CRAG; every failure is classified so the diff explains itself. Significance gates any claim of improvement."
    }
  ],
  "embeddedMetadata": [
    {
      "sourcePath": "src/app/(docs)/docs/concepts/evaluation-framework/page.tsx",
      "caption": "One run, three families of metric. Retrieval is scored against graded relevance judgments; the answer is scored with RAGAS and CRAG; every failure is classified so the diff explains itself. Significance gates any claim of improvement."
    }
  ],
  "generation": {
    "application": {
      "name": "eli-ai",
      "version": "0.1.0"
    },
    "environment": {
      "node": "v26.3.1",
      "yarn": "4.17.1",
      "platform": "linux",
      "architecture": "x64",
      "containerImage": "playwright:v1.62.1-noble@sha256:c091b21d9fae78c76e85cd4356431e9b018402f172a214fc7d7a5e9a7e29d8ac+node:26.3.1-bookworm-slim@sha256:209558c3e5e40e8adff68959d3c2ba7cd73723e716d89196878a0c362fa1e109"
    },
    "packages": {
      "mermaid": "11.16.0",
      "mermaidCli": "11.16.0",
      "playwright": "1.62.1",
      "playwrightCore": "1.62.1",
      "puppeteer": "25.6.0",
      "puppeteerCore": "25.6.0"
    },
    "renderer": {
      "mermaidConfigSha256": "68c10966fe84406ee626034d58bfabd555df9f65f691204b7c46db24038da101",
      "themeCssSha256": "c80287a78d80ad63d27bd5ca348b2ef9a7e2f44da289e436be6484ea28a1b033",
      "browser": {
        "name": "chromium",
        "revision": "1234",
        "version": "151.0.7922.34",
        "executableSha256": "0b20b130e7edd9dd51873be867761295fe0cfad490c2b9a64f95bd3cfc08fa71"
      },
      "font": {
        "family": "Eli Diagram Inter Variable",
        "fileSha256": "3100e775e8616cd2611beecfa23a4263d7037586789b43f035236a2e6fbd4c62",
        "licenseSha256": "3b0a5fca3d17942cde889069889dedbbbd075e9b599968c82a95f4d944e9b345"
      }
    },
    "adapterVersions": {
      "diagramGenerator": "2",
      "drawioFlowchart": "1",
      "drawioSequence": "1",
      "drawioState": "1",
      "drawioGantt": "1"
    }
  },
  "artifacts": {
    "mmd": "/diagrams/evaluation-framework-layers-0156cf52/evaluation-framework-layers-0156cf52.mmd",
    "svg": "/diagrams/evaluation-framework-layers-0156cf52/evaluation-framework-layers-0156cf52.svg",
    "png": "/diagrams/evaluation-framework-layers-0156cf52/evaluation-framework-layers-0156cf52.png",
    "drawio": "/diagrams/evaluation-framework-layers-0156cf52/evaluation-framework-layers-0156cf52.drawio",
    "json": "/diagrams/evaluation-framework-layers-0156cf52/evaluation-framework-layers-0156cf52.json"
  },
  "artifactSha256": {
    "mmd": "6f2ef4d8600e779a3d523eaa9673d3ccebf73078d7cdbc823f95ef9ecb2200d0",
    "svg": "37b85766a5151bfb5a1b565dbe103844bd8797d2f62826bbf273aa21619a76ce",
    "png": "6cab6007d5f6932300d95929b298f2794e735abb1eccb651de33848eda26a7e7",
    "drawio": "3da9c2b93d2f13e49f7e6982503e78112598f129e8bda2ea2c1685702131f84f"
  }
}