<?xml version="1.0" encoding="UTF-8"?>
<mxfile host="eli.ai" agent="eli.ai diagram exporter" version="1">
  <diagram id="crucible-evaluation-and-quality-control-d72bba9d" name="Crucible — evaluation and quality control">
    <mxGraphModel dx="1600" dy="1200" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1600" pageHeight="1200" math="0" shadow="0">
      <root>
        <mxCell id="0"/>
        <object id="1" label="Crucible — evaluation and quality control" schemaVersion="1" diagramId="crucible-evaluation-and-quality-control-d72bba9d" canonicalAppearanceKey="tsx:src/app/(docs)/docs/concepts/system-diagrams/page.tsx:CRUCIBLE_CHART#1" sourceSha256="d72bba9d401008417665c3bb60732d8ef46aca2af6ed1fc5e40a3505fec4ed35" metadataPayloadSha256="05824a2bcb18829d54c6e1eb17d34b1c90a59dbe67a8f26e7949d69b959742c4" generationKey="bc8c653cbe3ab2d0c3a1e746ea85175dd5c9c37d68b6c9d4a865c8e4903f9152" concepts="[&quot;System diagrams&quot;,&quot;Crucible — evaluation and quality control&quot;,&quot;Golden set — concept-anchored&quot;,&quot;Metrics — three measurable layers&quot;,&quot;Crucible&quot;]" keywords="[&quot;judgments · run_metrics&quot;,&quot;drift.kb alert&quot;,&quot;golden_items · golden_assertions&quot;,&quot;golden_citations · golden_concepts&quot;,&quot;eval_runs · eval_results&quot;,&quot;deduped eval.gate.failed alerts&quot;,&quot;drift_snapshots + alerts&quot;,&quot;graded relevance 0–3&quot;,&quot;feedback row not input&quot;,&quot;answer payload →&quot;,&quot;Lens pipeline&quot;,&quot;each item × sample&quot;,&quot;retrieval IR&quot;,&quot;abstention + CRAG&quot;,&quot;append-only queue&quot;,&quot;validate · one TX&quot;,&quot;reviewed correction&quot;,&quot;named metric thresholds&quot;,&quot;rollout gate&quot;,&quot;BU × topic gap matrix&quot;,&quot;orphan rate · doc churn&quot;,&quot;Warrant curation&quot;,&quot;significant regression&quot;,&quot;thumbs · ratings · corrections&quot;,&quot;params applied + effective snapshot&quot;,&quot;catalog rows → forced-draft goldens&quot;,&quot;pin goldenSetHash · resolveEvalConfig&quot;,&quot;recall@k · nDCG@10 · MRR&quot;,&quot;faithfulness · relevancy · ctx · noise&quot;,&quot;truthfulness · risk–coverage · AURC&quot;,&quot;append feedback + create draft golden&quot;,&quot;paired bootstrap BCa + permutation&quot;,&quot;two-gate: CI ∌ 0 AND p &amp;lt&quot;,&quot;latest-run accuracy overlay&quot;,&quot;steward review · re-certify&quot;,&quot;draft requires separate activation&quot;,&quot;re-author goldens · qrels&quot;,&quot;eval_configs&quot;,&quot;eval_feedback&quot;,&quot;eval_acceptance_gates&quot;]" application="{&quot;name&quot;:&quot;eli-ai&quot;,&quot;version&quot;:&quot;0.1.0&quot;}" packages="{&quot;mermaid&quot;:&quot;11.16.0&quot;,&quot;mermaidCli&quot;:&quot;11.16.0&quot;,&quot;playwright&quot;:&quot;1.62.1&quot;,&quot;playwrightCore&quot;:&quot;1.62.1&quot;,&quot;puppeteer&quot;:&quot;25.6.0&quot;,&quot;puppeteerCore&quot;:&quot;25.6.0&quot;}" environment="{&quot;architecture&quot;:&quot;x64&quot;,&quot;containerImage&quot;:&quot;playwright:v1.62.1-noble@sha256:c091b21d9fae78c76e85cd4356431e9b018402f172a214fc7d7a5e9a7e29d8ac+node:26.3.1-bookworm-slim@sha256:209558c3e5e40e8adff68959d3c2ba7cd73723e716d89196878a0c362fa1e109&quot;,&quot;node&quot;:&quot;v26.3.1&quot;,&quot;platform&quot;:&quot;linux&quot;,&quot;yarn&quot;:&quot;4.17.1&quot;}" renderer="{&quot;browser&quot;:{&quot;executableSha256&quot;:&quot;0b20b130e7edd9dd51873be867761295fe0cfad490c2b9a64f95bd3cfc08fa71&quot;,&quot;name&quot;:&quot;chromium&quot;,&quot;revision&quot;:&quot;1234&quot;,&quot;version&quot;:&quot;151.0.7922.34&quot;},&quot;font&quot;:{&quot;family&quot;:&quot;Eli Diagram Inter Variable&quot;,&quot;fileSha256&quot;:&quot;3100e775e8616cd2611beecfa23a4263d7037586789b43f035236a2e6fbd4c62&quot;,&quot;licenseSha256&quot;:&quot;3b0a5fca3d17942cde889069889dedbbbd075e9b599968c82a95f4d944e9b345&quot;},&quot;mermaidConfigSha256&quot;:&quot;68c10966fe84406ee626034d58bfabd555df9f65f691204b7c46db24038da101&quot;,&quot;themeCssSha256&quot;:&quot;c80287a78d80ad63d27bd5ca348b2ef9a7e2f44da289e436be6484ea28a1b033&quot;}" adapterVersions="{&quot;diagramGenerator&quot;:&quot;2&quot;,&quot;drawioFlowchart&quot;:&quot;1&quot;,&quot;drawioGantt&quot;:&quot;1&quot;,&quot;drawioSequence&quot;:&quot;1&quot;,&quot;drawioState&quot;:&quot;1&quot;}" mermaidType="flowchart" direction="TD" generatedAt="2026-08-12T23:37:46.765Z" mermaidSource="flowchart TD&#10;  FB[(&quot;feedback&lt;br/&gt;thumbs · ratings · corrections&quot;)]&#10;&#10;  subgraph GSET[&quot;Golden set — concept-anchored&quot;]&#10;    GI[(&quot;golden_items · golden_assertions&lt;br/&gt;golden_citations · golden_concepts&quot;)]&#10;    QR[(&quot;qrels&lt;br/&gt;graded relevance 0–3&quot;)]&#10;  end&#10;&#10;  CFG[(&quot;eval_configs&lt;br/&gt;params applied + effective snapshot&quot;)]&#10;&#10;  FB -.-&gt;|&quot;answer payload → /golden/promote&lt;br/&gt;(feedback row not input)&quot;| GI&#10;  BULK[&quot;POST /golden/import&lt;br/&gt;catalog rows → forced-draft goldens&quot;] --&gt; GI&#10;&#10;  RUN[&quot;runEval&lt;br/&gt;pin goldenSetHash · resolveEvalConfig&quot;]&#10;  GI --&gt; RUN&#10;  QR --&gt; RUN&#10;  CFG --&gt; RUN&#10;&#10;  LENS([&quot;Lens pipeline&lt;br/&gt;understand · fuse · rerank · assemble → answer&quot;])&#10;  RUN --&gt;|&quot;each item × sample&quot;| LENS&#10;&#10;  subgraph MET[&quot;Metrics — three measurable layers&quot;]&#10;    RET[&quot;retrieval IR&lt;br/&gt;recall@k · nDCG@10 · MRR&quot;]&#10;    RAG[&quot;RAGAS&lt;br/&gt;faithfulness · relevancy · ctx P/R · noise&quot;]&#10;    ABS[&quot;abstention + CRAG&lt;br/&gt;truthfulness · risk–coverage · AURC&quot;]&#10;  end&#10;  LENS --&gt; RET&#10;  LENS --&gt; RAG&#10;  LENS --&gt; ABS&#10;  QR -.-&gt;|&quot;resolveDocGrades&quot;| RET&#10;&#10;  CLASS[&quot;classifyResult&lt;br/&gt;errorClass ladder&quot;]&#10;  RET --&gt; CLASS&#10;  RAG --&gt; CLASS&#10;  ABS --&gt; CLASS&#10;&#10;  STORE[(&quot;eval_runs · eval_results&lt;br/&gt;judgments · run_metrics&quot;)]&#10;  CLASS --&gt; STORE&#10;&#10;  EF[(&quot;eval_feedback&lt;br/&gt;append-only queue&quot;)]&#10;  CLASS -.-&gt;|&quot;auto-queue non-correct&quot;| EF&#10;  PROM[&quot;POST /evals/feedback/promote&lt;br/&gt;validate run/result · one TX&lt;br/&gt;append feedback + create draft golden&quot;]&#10;  EF --&gt;|&quot;reviewed correction&quot;| PROM&#10;  PROM --&gt; GI&#10;&#10;  SIG[&quot;paired bootstrap BCa + permutation&lt;br/&gt;two-gate: CI ∌ 0 AND p &amp;lt; 0.05&quot;]&#10;  STORE --&gt; SIG&#10;  GATES[(&quot;eval_acceptance_gates&lt;br/&gt;named metric thresholds&quot;)]&#10;  GATEEV[&quot;evaluateActiveGates&lt;br/&gt;fail-closed pass/fail&quot;]&#10;  STORE --&gt; GATEEV&#10;  GATES -.-&gt; GATEEV&#10;  GATEEV --&gt;|&quot;409 veto: citations.enforcement=enforce&lt;br/&gt;+ deduped eval.gate.failed alerts&quot;| VETO([&quot;rollout gate&quot;])&#10;&#10;  COV[(&quot;coverage_stats&lt;br/&gt;BU × topic gap matrix&quot;)]&#10;  STORE -.-&gt;|&quot;latest-run accuracy overlay&quot;| COV&#10;  DRIFT[(&quot;drift_snapshots + alerts&lt;br/&gt;orphan rate · doc churn&quot;)]&#10;&#10;  WAR([&quot;Warrant curation&lt;br/&gt;steward review · re-certify&quot;])&#10;  DRIFT -.-&gt;|&quot;drift.kb alert&quot;| WAR&#10;  SIG -.-&gt;|&quot;significant regression&quot;| WAR&#10;  GI -.-&gt;|&quot;draft requires separate activation&quot;| WAR&#10;  WAR -.-&gt;|&quot;re-author goldens · qrels&quot;| GI">
          <mxCell parent="0"/>
        </object>
        <object id="c:MET" label="Metrics — three measurable layers" mermaidId="MET" mermaidShape="frame">
          <mxCell parent="1" vertex="1" style="collapsible=0;container=1;dashed=1;fillColor=none;fontColor=#333333;html=1;recursiveResize=0;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="8" y="830.668488" width="970.66519" height="150" as="geometry"/>
          </mxCell>
        </object>
        <object id="c:GSET" label="Golden set — concept-anchored" mermaidId="GSET" mermaidShape="frame">
          <mxCell parent="1" vertex="1" style="collapsible=0;container=1;dashed=1;fillColor=none;fontColor=#333333;html=1;recursiveResize=0;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="98.871094" y="263.334244" width="1406.902344" height="207.334244" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:FB" label="feedbackthumbs · ratings · corrections" mermaidId="FB" mermaidShape="cylinder">
          <mxCell parent="1" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="197.128906" y="7.994556" width="214" height="133.345133" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:GI" label="golden_items · golden_assertionsgolden_citations · golden_concepts" mermaidId="GI" mermaidShape="cylinder">
          <mxCell parent="c:GSET" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="820.710938" y="24.994556" width="214" height="157.345133" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:QR" label="qrelsgraded relevance 0–3" mermaidId="QR" mermaidShape="cylinder">
          <mxCell parent="c:GSET" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="298.871094" y="50.611137" width="178.515625" height="106.111969" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:CFG" label="eval_configsparams applied + effective snapshot" mermaidId="CFG" mermaidShape="cylinder">
          <mxCell parent="1" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1571.644531" y="300.328799" width="214" height="133.345133" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:BULK" label="POST /golden/importcatalog rows → forced-draft goldens" mermaidId="BULK" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1296.773438" y="24.667122" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:RUN" label="runEvalpin goldenSetHash · resolveEvalConfig" mermaidId="RUN" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="502" y="520.668488" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:LENS" label="Lens pipelineunderstand · fuse · rerank · assemble → answer" mermaidId="LENS" mermaidShape="stadium">
          <mxCell parent="1" vertex="1" style="arcSize=50;fillColor=#ECECFF;fontColor=#333333;html=1;rounded=1;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="512.272093" y="694.668488" width="235.455815" height="86" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:RET" label="retrieval IRrecall@k · nDCG@10 · MRR" mermaidId="RET" mermaidShape="rectangle">
          <mxCell parent="c:MET" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="35" y="25" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:RAG" label="RAGASfaithfulness · relevancy · ctx P/R · noise" mermaidId="RAG" mermaidShape="rectangle">
          <mxCell parent="c:MET" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="373.66519" y="25" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:ABS" label="abstention + CRAGtruthfulness · risk–coverage · AURC" mermaidId="ABS" mermaidShape="rectangle">
          <mxCell parent="c:MET" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="679.66519" y="25" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:CLASS" label="classifyResulterrorClass ladder" mermaidId="CLASS" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="416.305815" y="1078.668488" width="186.71875" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:STORE" label="eval_runs · eval_resultsjudgments · run_metrics" mermaidId="STORE" mermaidShape="cylinder">
          <mxCell parent="1" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1390.712065" y="1228.931147" width="195.875" height="107.783015" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:EF" label="eval_feedbackappend-only queue" mermaidId="EF" mermaidShape="cylinder">
          <mxCell parent="1" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="428.469877" y="1230.633208" width="162.390625" height="104.378894" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:PROM" label="POST /evals/feedback/promotevalidate run/result · one TXappend feedback + create draft golden" mermaidId="PROM" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="545.712065" y="1434.976822" width="256" height="172" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:SIG" label="paired bootstrap BCa + permutationtwo-gate: CI ∌ 0 AND p &lt; 0.05" mermaidId="SIG" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1154.618315" y="1458.976822" width="256" height="124" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:GATES" label="eval_acceptance_gatesnamed metric thresholds" mermaidId="GATES" mermaidShape="cylinder">
          <mxCell parent="1" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1984.503906" y="1228.668485" width="201.75" height="108.30834" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:GATEEV" label="evaluateActiveGatesfail-closed pass/fail" mermaidId="GATEEV" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1970.292969" y="1482.976822" width="210.171875" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:VETO" label="rollout gate" mermaidId="VETO" mermaidShape="stadium">
          <mxCell parent="1" vertex="1" style="arcSize=50;fillColor=#ECECFF;fontColor=#333333;html=1;rounded=1;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="2021.091793" y="1764.976822" width="108.574226" height="38" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:COV" label="coverage_statsBU × topic gap matrix" mermaidId="COV" mermaidShape="cylinder">
          <mxCell parent="1" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1460.618315" y="1467.943929" width="178.0625" height="106.065787" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:DRIFT" label="drift_snapshots + alertsorphan rate · doc churn" mermaidId="DRIFT" mermaidShape="cylinder">
          <mxCell parent="1" vertex="1" style="backgroundOutline=1;boundedLbl=1;fillColor=#ECECFF;fontColor=#333333;html=1;shape=cylinder3;size=15;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="912.712065" y="1467.268263" width="191.90625" height="107.417119" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:WAR" label="Warrant curationsteward review · re-certify" mermaidId="WAR" mermaidShape="stadium">
          <mxCell parent="1" vertex="1" style="arcSize=50;fillColor=#ECECFF;fontColor=#333333;html=1;rounded=1;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1392.02374" y="1752.976822" width="228.76502" height="62" as="geometry"/>
          </mxCell>
        </object>
        <object id="e:L_FB_GI_0" label="answer payload → /golden/promote(feedback row not input)" mermaidId="L_FB_GI_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:FB" target="n:GI" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="304.128906" y="141.334244" as="sourcePoint"/>
              <mxPoint x="919.582031" y="351.647592" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="304.128906" y="202.334244"/>
                <mxPoint x="304.128906" y="263.334244"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_BULK_GI_0" label="" mermaidId="L_BULK_GI_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:BULK" target="n:GI" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1424.773438" y="124.667122" as="sourcePoint"/>
              <mxPoint x="1133.582031" y="339.144456" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1424.773438" y="202.334244"/>
                <mxPoint x="1424.773438" y="263.334244"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_GI_RUN_0" label="" mermaidId="L_GI_RUN_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:GI" target="n:RUN" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="919.582031" y="382.570645" as="sourcePoint"/>
              <mxPoint x="502" y="540.276343" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="314.128906" y="470.668488"/>
                <mxPoint x="314.128906" y="495.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_QR_RUN_0" label="" mermaidId="L_QR_RUN_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:QR" target="n:RUN" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="560.186224" y="413.770607" as="sourcePoint"/>
              <mxPoint x="630" y="520.668488" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="630" y="470.668488"/>
                <mxPoint x="630" y="495.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_CFG_RUN_0" label="" mermaidId="L_CFG_RUN_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:CFG" target="n:RUN" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1678.644531" y="433.668488" as="sourcePoint"/>
              <mxPoint x="758" y="531.404684" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1678.644531" y="470.668488"/>
                <mxPoint x="874.5" y="495.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RUN_LENS_0" label="each item × sample" mermaidId="L_RUN_LENS_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RUN" target="n:LENS" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="630" y="620.668488" as="sourcePoint"/>
              <mxPoint x="630.5" y="695.168488" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="630" y="657.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_LENS_RET_0" label="" mermaidId="L_LENS_RET_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:LENS" target="n:RET" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="515.467735" y="753.196718" as="sourcePoint"/>
              <mxPoint x="130" y="855.668488" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="109.5" y="805.668488"/>
                <mxPoint x="109.5" y="830.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_LENS_RAG_0" label="" mermaidId="L_LENS_RAG_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:LENS" target="n:RAG" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="554.478107" y="781.1277" as="sourcePoint"/>
              <mxPoint x="509.66519" y="855.668488" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="509.66519" y="805.668488"/>
                <mxPoint x="509.66519" y="830.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_LENS_ABS_0" label="" mermaidId="L_LENS_ABS_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:LENS" target="n:ABS" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="728.772903" y="774.161004" as="sourcePoint"/>
              <mxPoint x="815.66519" y="855.668488" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="815.66519" y="805.668488"/>
                <mxPoint x="815.66519" y="830.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_QR_RET_0" label="resolveDocGrades" mermaidId="L_QR_RET_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:QR" target="n:RET" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="397.742188" y="397.240256" as="sourcePoint"/>
              <mxPoint x="177.666667" y="855.668488" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="181" y="470.668488"/>
                <mxPoint x="181" y="495.668488"/>
                <mxPoint x="181" y="570.668488"/>
                <mxPoint x="181" y="657.668488"/>
                <mxPoint x="181" y="737.668488"/>
                <mxPoint x="181" y="805.668488"/>
                <mxPoint x="181" y="830.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RET_CLASS_0" label="" mermaidId="L_RET_CLASS_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RET" target="n:CLASS" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="171" y="955.668488" as="sourcePoint"/>
              <mxPoint x="416.305815" y="1092.685315" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="171" y="980.668488"/>
                <mxPoint x="171" y="1029.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RAG_CLASS_0" label="" mermaidId="L_RAG_CLASS_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RAG" target="n:CLASS" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="509.66519" y="955.668488" as="sourcePoint"/>
              <mxPoint x="509.66519" y="1078.668488" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="509.66519" y="980.668488"/>
                <mxPoint x="509.66519" y="1029.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_ABS_CLASS_0" label="" mermaidId="L_ABS_CLASS_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:ABS" target="n:CLASS" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="815.66519" y="955.668488" as="sourcePoint"/>
              <mxPoint x="603.024565" y="1090.125136" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="815.66519" y="980.668488"/>
                <mxPoint x="815.66519" y="1029.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_CLASS_STORE_0" label="" mermaidId="L_CLASS_STORE_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:CLASS" target="n:STORE" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="603.024565" y="1123.82075" as="sourcePoint"/>
              <mxPoint x="1488.649565" y="1228.931149" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1488.649565" y="1191.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_CLASS_EF_0" label="auto-queue non-correct" mermaidId="L_CLASS_EF_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:CLASS" target="n:EF" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="509.66519" y="1154.668488" as="sourcePoint"/>
              <mxPoint x="509.66519" y="1230.633209" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="509.66519" y="1191.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_EF_PROM_0" label="reviewed correction" mermaidId="L_EF_PROM_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:EF" target="n:PROM" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="509.66519" y="1335.0121" as="sourcePoint"/>
              <mxPoint x="569.20813" y="1434.976822" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="509.66519" y="1385.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_PROM_GI_0" label="" mermaidId="L_PROM_GI_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:PROM" target="n:GI" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="801.712065" y="1467.799921" as="sourcePoint"/>
              <mxPoint x="919.582031" y="421.791244" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="998.66519" y="1385.976822"/>
                <mxPoint x="998.66519" y="1282.822655"/>
                <mxPoint x="998.66519" y="1191.668488"/>
                <mxPoint x="998.66519" y="1116.668488"/>
                <mxPoint x="998.66519" y="1029.668488"/>
                <mxPoint x="998.66519" y="980.668488"/>
                <mxPoint x="998.66519" y="905.668488"/>
                <mxPoint x="998.66519" y="830.668488"/>
                <mxPoint x="998.66519" y="805.668488"/>
                <mxPoint x="998.66519" y="737.668488"/>
                <mxPoint x="998.66519" y="657.668488"/>
                <mxPoint x="998.66519" y="570.668488"/>
                <mxPoint x="998.66519" y="495.668488"/>
                <mxPoint x="824.128906" y="470.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_STORE_SIG_0" label="" mermaidId="L_STORE_SIG_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:STORE" target="n:SIG" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1390.712065" y="1316.596256" as="sourcePoint"/>
              <mxPoint x="1282.618315" y="1458.976822" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1282.618315" y="1385.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_STORE_GATEEV_0" label="" mermaidId="L_STORE_GATEEV_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:STORE" target="n:GATEEV" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1586.587065" y="1303.550547" as="sourcePoint"/>
              <mxPoint x="2047.417997" y="1482.976822" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1976.044096" y="1385.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_GATES_GATEEV_0" label="" mermaidId="L_GATES_GATEEV_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:GATES" target="n:GATEEV" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="2085.378906" y="1336.976822" as="sourcePoint"/>
              <mxPoint x="2078.193721" y="1482.976822" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="2085.378906" y="1385.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_GATEEV_VETO_0" label="409 veto: citations.enforcement=enforce+ deduped eval.gate.failed alerts" mermaidId="L_GATEEV_VETO_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:GATEEV" target="n:VETO" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="2075.378906" y="1558.976822" as="sourcePoint"/>
              <mxPoint x="2075.878906" y="1765.476822" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="2075.378906" y="1679.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_STORE_COV_0" label="latest-run accuracy overlay" mermaidId="L_STORE_COV_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:STORE" target="n:COV" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1520.518194" y="1335.883616" as="sourcePoint"/>
              <mxPoint x="1549.649565" y="1467.943924" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1549.649565" y="1385.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_DRIFT_WAR_0" label="drift.kb alert" mermaidId="L_DRIFT_WAR_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:DRIFT" target="n:WAR" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1008.66519" y="1574.685379" as="sourcePoint"/>
              <mxPoint x="1401.670128" y="1762.488367" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1008.66519" y="1679.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_SIG_WAR_0" label="significant regression" mermaidId="L_SIG_WAR_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:SIG" target="n:WAR" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1282.618315" y="1582.976822" as="sourcePoint"/>
              <mxPoint x="1440.200231" y="1753.476822" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1282.618315" y="1679.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_GI_WAR_0" label="draft requires separate activation" mermaidId="L_GI_WAR_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:GI" target="n:WAR" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1133.582031" y="406.408107" as="sourcePoint"/>
              <mxPoint x="1559.421685" y="1753.476822" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1308.066406" y="470.668488"/>
                <mxPoint x="1682.587065" y="495.668488"/>
                <mxPoint x="1682.587065" y="570.668488"/>
                <mxPoint x="1682.587065" y="657.668488"/>
                <mxPoint x="1682.587065" y="737.668488"/>
                <mxPoint x="1682.587065" y="805.668488"/>
                <mxPoint x="1682.587065" y="830.668488"/>
                <mxPoint x="1682.587065" y="905.668488"/>
                <mxPoint x="1682.587065" y="980.668488"/>
                <mxPoint x="1682.587065" y="1029.668488"/>
                <mxPoint x="1682.587065" y="1116.668488"/>
                <mxPoint x="1682.587065" y="1191.668488"/>
                <mxPoint x="1682.587065" y="1282.822655"/>
                <mxPoint x="1682.587065" y="1385.976822"/>
                <mxPoint x="1682.587065" y="1520.976822"/>
                <mxPoint x="1682.587065" y="1679.976822"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_WAR_GI_0" label="re-author goldens · qrels" mermaidId="L_WAR_GI_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:WAR" target="n:GI" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1606.304145" y="1757.943154" as="sourcePoint"/>
              <mxPoint x="1133.582031" y="394.858275" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1896.001127" y="1679.976822"/>
                <mxPoint x="1896.001127" y="1520.976822"/>
                <mxPoint x="1896.001127" y="1385.976822"/>
                <mxPoint x="1896.001127" y="1282.822655"/>
                <mxPoint x="1896.001127" y="1191.668488"/>
                <mxPoint x="1896.001127" y="1116.668488"/>
                <mxPoint x="1896.001127" y="1029.668488"/>
                <mxPoint x="1896.001127" y="980.668488"/>
                <mxPoint x="1896.001127" y="905.668488"/>
                <mxPoint x="1896.001127" y="830.668488"/>
                <mxPoint x="1896.001127" y="805.668488"/>
                <mxPoint x="1896.001127" y="737.668488"/>
                <mxPoint x="1896.001127" y="657.668488"/>
                <mxPoint x="1896.001127" y="570.668488"/>
                <mxPoint x="1896.001127" y="495.668488"/>
                <mxPoint x="1424.773438" y="470.668488"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
      </root>
    </mxGraphModel>
  </diagram>
</mxfile>
