<?xml version="1.0" encoding="UTF-8"?>
<mxfile host="eli.ai" agent="eli.ai diagram exporter" version="1">
  <diagram id="judge-model-cutover-4d5e0e78" name="Judge model cutover">
    <mxGraphModel dx="1600" dy="1200" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1600" pageHeight="1200" math="0" shadow="0">
      <root>
        <mxCell id="0"/>
        <object id="1" label="Judge model cutover" schemaVersion="1" diagramId="judge-model-cutover-4d5e0e78" canonicalAppearanceKey="tsx:src/app/(docs)/docs/concepts/judge-governance/page.tsx:cutoverChart#1" sourceSha256="4d5e0e78924122683a60c75dd665e8181caf7f9e821cebc7ec0dd9ef0313eb56" metadataPayloadSha256="0ea1b35e4a4aabc90cbaddbef67f48ba9e4d2682cebf2323fcdf043e05aba9b8" generationKey="2a1c0fa348a5b862f92518599e7b96305112bdbb0e8dfb2d468cfa829ce1f73e" concepts="[&quot;Judge governance&quot;,&quot;Cutover&quot;]" keywords="[&quot;judge_runs, no live effect&quot;,&quot;calibration gold set&quot;,&quot;human-labeled cases&quot;,&quot;compare vs gold&quot;,&quot;agreement · FPR · FNR&quot;,&quot;meets thresholds&quot;,&quot;&amp; beats baseline?&quot;,&quot;keep baseline&quot;,&quot;iterate candidate&quot;,&quot;promote candidate&quot;,&quot;candidate runs in shadow&quot;,&quot;current judge (baseline)&quot;,&quot;reset baseline to new judge&quot;,&quot;judge_calibration&quot;,&quot;no&quot;,&quot;yes&quot;]" application="{&quot;name&quot;:&quot;eli-ai&quot;,&quot;version&quot;:&quot;0.1.0&quot;}" packages="{&quot;mermaid&quot;:&quot;11.16.0&quot;,&quot;mermaidCli&quot;:&quot;11.16.0&quot;,&quot;playwright&quot;:&quot;1.62.1&quot;,&quot;playwrightCore&quot;:&quot;1.62.1&quot;,&quot;puppeteer&quot;:&quot;25.6.0&quot;,&quot;puppeteerCore&quot;:&quot;25.6.0&quot;}" environment="{&quot;architecture&quot;:&quot;x64&quot;,&quot;containerImage&quot;:&quot;playwright:v1.62.1-noble@sha256:c091b21d9fae78c76e85cd4356431e9b018402f172a214fc7d7a5e9a7e29d8ac+node:26.3.1-bookworm-slim@sha256:209558c3e5e40e8adff68959d3c2ba7cd73723e716d89196878a0c362fa1e109&quot;,&quot;node&quot;:&quot;v26.3.1&quot;,&quot;platform&quot;:&quot;linux&quot;,&quot;yarn&quot;:&quot;4.17.1&quot;}" renderer="{&quot;browser&quot;:{&quot;executableSha256&quot;:&quot;0b20b130e7edd9dd51873be867761295fe0cfad490c2b9a64f95bd3cfc08fa71&quot;,&quot;name&quot;:&quot;chromium&quot;,&quot;revision&quot;:&quot;1234&quot;,&quot;version&quot;:&quot;151.0.7922.34&quot;},&quot;font&quot;:{&quot;family&quot;:&quot;Eli Diagram Inter Variable&quot;,&quot;fileSha256&quot;:&quot;3100e775e8616cd2611beecfa23a4263d7037586789b43f035236a2e6fbd4c62&quot;,&quot;licenseSha256&quot;:&quot;3b0a5fca3d17942cde889069889dedbbbd075e9b599968c82a95f4d944e9b345&quot;},&quot;mermaidConfigSha256&quot;:&quot;68c10966fe84406ee626034d58bfabd555df9f65f691204b7c46db24038da101&quot;,&quot;themeCssSha256&quot;:&quot;c80287a78d80ad63d27bd5ca348b2ef9a7e2f44da289e436be6484ea28a1b033&quot;}" adapterVersions="{&quot;diagramGenerator&quot;:&quot;2&quot;,&quot;drawioFlowchart&quot;:&quot;1&quot;,&quot;drawioGantt&quot;:&quot;1&quot;,&quot;drawioSequence&quot;:&quot;1&quot;,&quot;drawioState&quot;:&quot;1&quot;}" mermaidType="flowchart" direction="TD" generatedAt="2026-08-12T23:39:42.906Z" mermaidSource="flowchart TD&#10;  Gold[&quot;calibration gold set&lt;br/&gt;(human-labeled cases)&quot;] --&gt; Shadow[&quot;candidate runs in shadow&lt;br/&gt;judge_runs, no live effect&quot;]&#10;  Baseline[&quot;current judge (baseline)&quot;] --&gt; Compare&#10;  Shadow --&gt; Compare{compare vs gold}&#10;  Compare --&gt; Metrics[&quot;agreement · FPR · FNR&lt;br/&gt;judge_calibration&quot;]&#10;  Metrics --&gt; Gate{meets thresholds&lt;br/&gt;&amp; beats baseline?}&#10;  Gate --&gt;|no| Hold[&quot;keep baseline&lt;br/&gt;iterate candidate&quot;]&#10;  Gate --&gt;|yes| Cut[&quot;promote candidate&lt;br/&gt;reset baseline to new judge&quot;]">
          <mxCell parent="0"/>
        </object>
        <object id="n:Gold" label="calibration gold set(human-labeled cases)" mermaidId="Gold" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="304.40625" y="8" width="230.390625" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Shadow" label="candidate runs in shadowjudge_runs, no live effect" mermaidId="Shadow" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="294.65625" y="134" width="249.890625" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Baseline" label="current judge (baseline)" mermaidId="Baseline" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="8" y="146" width="236.65625" height="52" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Compare" label="compare vs gold" mermaidId="Compare" mermaidShape="diamond">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;perimeter=rhombusPerimeter;shape=rhombus;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="184.316406" y="260" width="178.296875" height="178.296875" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Metrics" label="agreement · FPR · FNRjudge_calibration" mermaidId="Metrics" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="159.855469" y="488.296875" width="226.21875" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Gate" label="meets thresholds&amp; beats baseline?" mermaidId="Gate" mermaidShape="diamond">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;perimeter=rhombusPerimeter;shape=rhombus;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="169.207031" y="614.296875" width="208.515625" height="208.515625" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Hold" label="keep baselineiterate candidate" mermaidId="Hold" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="46.867188" y="908.8125" width="182.796875" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Cut" label="promote candidatereset baseline to new judge" mermaidId="Cut" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="279.664063" y="896.8125" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="e:L_Gold_Shadow_0" label="" mermaidId="L_Gold_Shadow_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Gold" target="n:Shadow" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="419.601563" y="84" as="sourcePoint"/>
              <mxPoint x="419.601563" y="134" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="419.601563" y="109"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Baseline_Compare_0" label="" mermaidId="L_Baseline_Compare_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Baseline" target="n:Compare" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="126.328125" y="198" as="sourcePoint"/>
              <mxPoint x="222.837626" y="310.127218" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="126.328125" y="235"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Shadow_Compare_0" label="" mermaidId="L_Shadow_Compare_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Shadow" target="n:Compare" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="419.601563" y="210" as="sourcePoint"/>
              <mxPoint x="323.092062" y="310.127218" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="419.601563" y="235"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Compare_Metrics_0" label="" mermaidId="L_Compare_Metrics_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Compare" target="n:Metrics" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="272.964844" y="438.296875" as="sourcePoint"/>
              <mxPoint x="272.964844" y="488.296875" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="272.964844" y="463.296875"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Metrics_Gate_0" label="" mermaidId="L_Metrics_Gate_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Metrics" target="n:Gate" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="272.964844" y="564.296875" as="sourcePoint"/>
              <mxPoint x="272.964844" y="614.296875" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="272.964844" y="589.296875"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Gate_Hold_0" label="no" mermaidId="L_Gate_Hold_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Gate" target="n:Hold" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="222.074871" y="771.922527" as="sourcePoint"/>
              <mxPoint x="138.265625" y="908.8125" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="138.265625" y="859.8125"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Gate_Cut_0" label="yes" mermaidId="L_Gate_Cut_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Gate" target="n:Cut" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="323.854817" y="771.922527" as="sourcePoint"/>
              <mxPoint x="407.664063" y="896.8125" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="407.664063" y="859.8125"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
      </root>
    </mxGraphModel>
  </diagram>
</mxfile>
