{
  "schemaVersion": 1,
  "generatedAt": "2026-08-12T23:38:35.204Z",
  "generationKey": "b717c9ce25d81f1f78c5822bee88aaf2aad313c7930600047c2cac978e6a6c07",
  "metadataPayloadSha256": "6e0df9060d338c0a88258d01ce399e759186a037f8637ab98f3e81a6f5f2fb64",
  "diagram": {
    "id": "evaluation-drift-and-coverage-56b76cf9",
    "title": "Evaluation, drift, and coverage",
    "description": "Feedback → golden sets → eval runner → metrics, feeding both the coverage overlay and regression diffs; a document/entity signal drives the interview-next matrix.",
    "status": "current",
    "canonicalAppearanceKey": "tsx:src/app/(docs)/docs/architecture/page.tsx:EVALS_CHART#1"
  },
  "aliases": [],
  "concepts": [
    "Public overview diagrams",
    "Evaluation, drift, and coverage",
    "Evals"
  ],
  "keywords": [
    "chat / agent answer",
    "golden sets",
    "acceptance gates",
    "documents + entities",
    "BU × topic matrix",
    "feedback (thumb/rating/correction)",
    "promote → golden item (human-approved)",
    "bulk catalog import (forced draft)",
    "eval runner: real pipeline",
    "deterministic checks + LLM judge",
    "per-tag + overall metrics",
    "accuracy, groundedness, citations",
    "fail-closed · rollout veto",
    "coverage dashboard overlay (n≥5)",
    "regression diff (A/B by config)",
    "interview-next (transparent)",
    "scheduled drift snapshots",
    "alerts (orphan/churn thresholds)",
    "pass/fail"
  ],
  "mermaid": {
    "type": "flowchart",
    "direction": "LR",
    "sourceSha256": "56b76cf9c79d5469e2172b928435f36eb7cdc59e00d3edb88a0fe6a5e5207ce6"
  },
  "provenance": [
    {
      "appearanceKey": "md:docs/architecture/public-overview-diagrams.md#7",
      "surface": "markdown",
      "sourcePath": "docs/architecture/public-overview-diagrams.md",
      "line": 241,
      "heading": "Evaluation, drift, and coverage"
    },
    {
      "appearanceKey": "tsx:src/app/(docs)/docs/architecture/page.tsx:EVALS_CHART#1",
      "surface": "route",
      "sourcePath": "src/components/docs/diagrams.ts",
      "line": 93,
      "route": "/docs/architecture",
      "symbol": "EVALS_CHART",
      "caption": "Feedback → golden sets → eval runner → metrics, feeding both the coverage overlay and regression diffs; a document/entity signal drives the interview-next matrix."
    }
  ],
  "embeddedMetadata": [
    {
      "sourcePath": "docs/architecture/public-overview-diagrams.md",
      "heading": "Evaluation, drift, and coverage"
    },
    {
      "sourcePath": "src/components/docs/diagrams.ts",
      "caption": "Feedback → golden sets → eval runner → metrics, feeding both the coverage overlay and regression diffs; a document/entity signal drives the interview-next matrix."
    }
  ],
  "generation": {
    "application": {
      "name": "eli-ai",
      "version": "0.1.0"
    },
    "environment": {
      "node": "v26.3.1",
      "yarn": "4.17.1",
      "platform": "linux",
      "architecture": "x64",
      "containerImage": "playwright:v1.62.1-noble@sha256:c091b21d9fae78c76e85cd4356431e9b018402f172a214fc7d7a5e9a7e29d8ac+node:26.3.1-bookworm-slim@sha256:209558c3e5e40e8adff68959d3c2ba7cd73723e716d89196878a0c362fa1e109"
    },
    "packages": {
      "mermaid": "11.16.0",
      "mermaidCli": "11.16.0",
      "playwright": "1.62.1",
      "playwrightCore": "1.62.1",
      "puppeteer": "25.6.0",
      "puppeteerCore": "25.6.0"
    },
    "renderer": {
      "mermaidConfigSha256": "68c10966fe84406ee626034d58bfabd555df9f65f691204b7c46db24038da101",
      "themeCssSha256": "c80287a78d80ad63d27bd5ca348b2ef9a7e2f44da289e436be6484ea28a1b033",
      "browser": {
        "name": "chromium",
        "revision": "1234",
        "version": "151.0.7922.34",
        "executableSha256": "0b20b130e7edd9dd51873be867761295fe0cfad490c2b9a64f95bd3cfc08fa71"
      },
      "font": {
        "family": "Eli Diagram Inter Variable",
        "fileSha256": "3100e775e8616cd2611beecfa23a4263d7037586789b43f035236a2e6fbd4c62",
        "licenseSha256": "3b0a5fca3d17942cde889069889dedbbbd075e9b599968c82a95f4d944e9b345"
      }
    },
    "adapterVersions": {
      "diagramGenerator": "2",
      "drawioFlowchart": "1",
      "drawioSequence": "1",
      "drawioState": "1",
      "drawioGantt": "1"
    }
  },
  "artifacts": {
    "mmd": "/diagrams/evaluation-drift-and-coverage-56b76cf9/evaluation-drift-and-coverage-56b76cf9.mmd",
    "svg": "/diagrams/evaluation-drift-and-coverage-56b76cf9/evaluation-drift-and-coverage-56b76cf9.svg",
    "png": "/diagrams/evaluation-drift-and-coverage-56b76cf9/evaluation-drift-and-coverage-56b76cf9.png",
    "drawio": "/diagrams/evaluation-drift-and-coverage-56b76cf9/evaluation-drift-and-coverage-56b76cf9.drawio",
    "json": "/diagrams/evaluation-drift-and-coverage-56b76cf9/evaluation-drift-and-coverage-56b76cf9.json"
  },
  "artifactSha256": {
    "mmd": "f2955965eb7182dd2ccf137df95fc621a5729a24bcfa51819755213f5cc4220e",
    "svg": "15808a67e6ebc135f7637a78f4cba7fa53ff0a03566efebc822189016251f038",
    "png": "5c7b9fbb8a8601d6dbc2126ad22d35bf0900ff3207cb72815f62d888d494115b",
    "drawio": "6ca26d208e437780503ced59d4cdd660f2981fd3752a5d23d604fe62fcd929f8"
  }
}