<?xml version="1.0" encoding="UTF-8"?>
<mxfile host="eli.ai" agent="eli.ai diagram exporter" version="1">
  <diagram id="evaluation-feedback-loop-768d964b" name="Evaluation feedback loop">
    <mxGraphModel dx="1600" dy="1200" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1600" pageHeight="1200" math="0" shadow="0">
      <root>
        <mxCell id="0"/>
        <object id="1" label="Evaluation feedback loop" schemaVersion="1" diagramId="evaluation-feedback-loop-768d964b" canonicalAppearanceKey="tsx:src/app/(docs)/docs/concepts/evals/page.tsx:evalsChart#1" sourceSha256="768d964b2181f55dfa89c8b77ad8e77dd24e7e1e125faac9b858c00a2d856975" metadataPayloadSha256="f3be73aae1ed091c741dd65ef3113892c8773aa00270daa9b4dfc1628505e282" generationKey="ae3685b8d95f8e5de058f94513b31c5a04f4b3cda39633e0bf33070ad711f22d" concepts="[&quot;Evals&quot;]" keywords="[&quot;chat / agent answer&quot;,&quot;golden sets&quot;,&quot;documents + entities&quot;,&quot;BU × topic matrix&quot;,&quot;feedback (thumb/rating/correction)&quot;,&quot;promote → golden item (human-approved)&quot;,&quot;eval runner: real pipeline&quot;,&quot;deterministic checks + LLM judge&quot;,&quot;per-tag + overall metrics&quot;,&quot;accuracy, groundedness, citations&quot;,&quot;coverage dashboard overlay (n≥5)&quot;,&quot;regression diff (A/B by config)&quot;,&quot;interview-next (transparent)&quot;,&quot;scheduled drift snapshots&quot;,&quot;alerts (orphan/churn thresholds)&quot;]" application="{&quot;name&quot;:&quot;eli-ai&quot;,&quot;version&quot;:&quot;0.1.0&quot;}" packages="{&quot;mermaid&quot;:&quot;11.16.0&quot;,&quot;mermaidCli&quot;:&quot;11.16.0&quot;,&quot;playwright&quot;:&quot;1.62.1&quot;,&quot;playwrightCore&quot;:&quot;1.62.1&quot;,&quot;puppeteer&quot;:&quot;25.6.0&quot;,&quot;puppeteerCore&quot;:&quot;25.6.0&quot;}" environment="{&quot;architecture&quot;:&quot;x64&quot;,&quot;containerImage&quot;:&quot;playwright:v1.62.1-noble@sha256:c091b21d9fae78c76e85cd4356431e9b018402f172a214fc7d7a5e9a7e29d8ac+node:26.3.1-bookworm-slim@sha256:209558c3e5e40e8adff68959d3c2ba7cd73723e716d89196878a0c362fa1e109&quot;,&quot;node&quot;:&quot;v26.3.1&quot;,&quot;platform&quot;:&quot;linux&quot;,&quot;yarn&quot;:&quot;4.17.1&quot;}" renderer="{&quot;browser&quot;:{&quot;executableSha256&quot;:&quot;0b20b130e7edd9dd51873be867761295fe0cfad490c2b9a64f95bd3cfc08fa71&quot;,&quot;name&quot;:&quot;chromium&quot;,&quot;revision&quot;:&quot;1234&quot;,&quot;version&quot;:&quot;151.0.7922.34&quot;},&quot;font&quot;:{&quot;family&quot;:&quot;Eli Diagram Inter Variable&quot;,&quot;fileSha256&quot;:&quot;3100e775e8616cd2611beecfa23a4263d7037586789b43f035236a2e6fbd4c62&quot;,&quot;licenseSha256&quot;:&quot;3b0a5fca3d17942cde889069889dedbbbd075e9b599968c82a95f4d944e9b345&quot;},&quot;mermaidConfigSha256&quot;:&quot;68c10966fe84406ee626034d58bfabd555df9f65f691204b7c46db24038da101&quot;,&quot;themeCssSha256&quot;:&quot;c80287a78d80ad63d27bd5ca348b2ef9a7e2f44da289e436be6484ea28a1b033&quot;}" adapterVersions="{&quot;diagramGenerator&quot;:&quot;2&quot;,&quot;drawioFlowchart&quot;:&quot;1&quot;,&quot;drawioGantt&quot;:&quot;1&quot;,&quot;drawioSequence&quot;:&quot;1&quot;,&quot;drawioState&quot;:&quot;1&quot;}" mermaidType="flowchart" direction="LR" generatedAt="2026-08-12T23:38:37.222Z" mermaidSource="flowchart LR&#10;  Chat[&quot;chat / agent answer&quot;] --&gt; FB[&quot;feedback (thumb/rating/correction)&quot;]&#10;  FB --&gt; Promote[&quot;promote → golden item (human-approved)&quot;]&#10;  Promote --&gt; GS[(&quot;golden sets&quot;)]&#10;  GS --&gt; Run[&quot;eval runner: real pipeline&lt;br/&gt;+ deterministic checks + LLM judge&quot;]&#10;  Run --&gt; Metrics[&quot;per-tag + overall metrics&lt;br/&gt;(accuracy, groundedness, citations)&quot;]&#10;  Metrics --&gt; Cov[&quot;coverage dashboard overlay (n≥5)&quot;]&#10;  Metrics --&gt; Reg[&quot;regression diff (A/B by config)&quot;]&#10;  Doc[&quot;documents + entities&quot;] --&gt; CovM[&quot;BU × topic matrix&lt;br/&gt;+ interview-next (transparent)&quot;]&#10;  CovM --&gt; Cov&#10;  Drift[&quot;scheduled drift snapshots&quot;] --&gt; Alert[&quot;alerts (orphan/churn thresholds)&quot;]">
          <mxCell parent="0"/>
        </object>
        <object id="n:Chat" label="chat / agent answer" mermaidId="Chat" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="30.929688" y="182" width="205.9375" height="52" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:FB" label="feedback (thumb/rating/correction)" mermaidId="FB" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="309.796875" y="170" width="256" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Promote" label="promote → golden item (human-approved)" mermaidId="Promote" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="615.796875" y="170" width="256" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:GS" label="golden sets" mermaidId="GS" mermaidShape="cylinder">
          <mxCell parent="1" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="921.796875" y="172.181097" width="101.65625" height="71.637805" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Run" label="eval runner: real pipeline+ deterministic checks + LLM judge" mermaidId="Run" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1073.453125" y="158" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Metrics" label="per-tag + overall metrics(accuracy, groundedness, citations)" mermaidId="Metrics" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1379.453125" y="158" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Cov" label="coverage dashboard overlay (n≥5)" mermaidId="Cov" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1685.453125" y="30" width="256" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Reg" label="regression diff (A/B by config)" mermaidId="Reg" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1685.453125" y="180" width="256" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Doc" label="documents + entities" mermaidId="Doc" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1094.117188" y="32" width="214.671875" height="52" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:CovM" label="BU × topic matrix+ interview-next (transparent)" mermaidId="CovM" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1379.453125" y="8" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Drift" label="scheduled drift snapshots" mermaidId="Drift" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="8" y="308" width="251.796875" height="52" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Alert" label="alerts (orphan/churn thresholds)" mermaidId="Alert" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="309.796875" y="296" width="256" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="e:L_Chat_FB_0" label="" mermaidId="L_Chat_FB_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Chat" target="n:FB" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="236.867188" y="208" as="sourcePoint"/>
              <mxPoint x="309.796875" y="208" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="284.796875" y="208"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_FB_Promote_0" label="" mermaidId="L_FB_Promote_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:FB" target="n:Promote" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="565.796875" y="208" as="sourcePoint"/>
              <mxPoint x="615.796875" y="208" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="590.796875" y="208"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Promote_GS_0" label="" mermaidId="L_Promote_GS_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Promote" target="n:GS" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="871.796875" y="208" as="sourcePoint"/>
              <mxPoint x="921.796875" y="208" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="896.796875" y="208"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_GS_Run_0" label="" mermaidId="L_GS_Run_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:GS" target="n:Run" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1023.453125" y="208" as="sourcePoint"/>
              <mxPoint x="1073.453125" y="208" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1048.453125" y="208"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Run_Metrics_0" label="" mermaidId="L_Run_Metrics_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Run" target="n:Metrics" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1329.453125" y="208" as="sourcePoint"/>
              <mxPoint x="1379.453125" y="208" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1354.453125" y="208"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Metrics_Cov_0" label="" mermaidId="L_Metrics_Cov_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Metrics" target="n:Cov" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1625.145433" y="158" as="sourcePoint"/>
              <mxPoint x="1735.933125" y="106" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1660.453125" y="143"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Metrics_Reg_0" label="" mermaidId="L_Metrics_Reg_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Metrics" target="n:Reg" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1635.453125" y="216.366013" as="sourcePoint"/>
              <mxPoint x="1685.453125" y="218" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1660.453125" y="218"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Doc_CovM_0" label="" mermaidId="L_Doc_CovM_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Doc" target="n:CovM" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1308.789063" y="58" as="sourcePoint"/>
              <mxPoint x="1379.453125" y="58" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1354.453125" y="58"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_CovM_Cov_0" label="" mermaidId="L_CovM_Cov_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:CovM" target="n:Cov" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1635.453125" y="58" as="sourcePoint"/>
              <mxPoint x="1685.453125" y="59.633987" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1660.453125" y="58"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Drift_Alert_0" label="" mermaidId="L_Drift_Alert_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Drift" target="n:Alert" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="259.796875" y="334" as="sourcePoint"/>
              <mxPoint x="309.796875" y="334" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="284.796875" y="334"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
      </root>
    </mxGraphModel>
  </diagram>
</mxfile>
