<?xml version="1.0" encoding="UTF-8"?>
<mxfile host="eli.ai" agent="eli.ai diagram exporter" version="1">
  <diagram id="crucible-evaluation-runs-and-drift-8e5a1126" name="Crucible evaluation runs and drift">
    <mxGraphModel dx="1600" dy="1200" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1600" pageHeight="1200" math="0" shadow="0">
      <root>
        <mxCell id="0"/>
        <object id="1" label="Crucible evaluation runs and drift" schemaVersion="1" diagramId="crucible-evaluation-runs-and-drift-8e5a1126" canonicalAppearanceKey="tsx:src/app/(docs)/docs/modules/crucible/page.tsx:crucibleChart#1" sourceSha256="8e5a1126633b4be53704abf4dc048996b0f7bb94f5c49bef1098c4dfbf13e94e" metadataPayloadSha256="935a3a0fe634d34f89d4702ee83abc1b59c4177ce89048902eab24fc7d76863a" generationKey="1dee924e5023208a8846d35a8601c174e7d26c19762feb26bae12170f52105cd" concepts="[&quot;Modules&quot;,&quot;Crucible&quot;]" keywords="[&quot;drift.kb · kb.stale · eval.regression&quot;,&quot;graded relevance 0–3&quot;,&quot;GET {id}/metrics&quot;,&quot;assertions · citations · tags · concepts&quot;,&quot;one execution, golden set pinned by hash&quot;,&quot;one row per item × sample&quot;,&quot;per assertion, human override wins&quot;,&quot;tag = NULL is the overall row&quot;,&quot;paired bootstrap + permutation&quot;,&quot;documents · entities · mentions&quot;,&quot;golden_items&quot;,&quot;eval_configs&quot;,&quot;eval_runs&quot;,&quot;eval_results&quot;,&quot;run_metrics&quot;,&quot;drift_snapshots&quot;,&quot;/evals/runs&quot;,&quot;/evals/runs/compare&quot;,&quot;qrels&quot;,&quot;judgments&quot;,&quot;id&quot;,&quot;GET&quot;,&quot;alerts&quot;]" application="{&quot;name&quot;:&quot;eli-ai&quot;,&quot;version&quot;:&quot;0.1.0&quot;}" packages="{&quot;mermaid&quot;:&quot;11.16.0&quot;,&quot;mermaidCli&quot;:&quot;11.16.0&quot;,&quot;playwright&quot;:&quot;1.62.1&quot;,&quot;playwrightCore&quot;:&quot;1.62.1&quot;,&quot;puppeteer&quot;:&quot;25.6.0&quot;,&quot;puppeteerCore&quot;:&quot;25.6.0&quot;}" environment="{&quot;architecture&quot;:&quot;x64&quot;,&quot;containerImage&quot;:&quot;playwright:v1.62.1-noble@sha256:c091b21d9fae78c76e85cd4356431e9b018402f172a214fc7d7a5e9a7e29d8ac+node:26.3.1-bookworm-slim@sha256:209558c3e5e40e8adff68959d3c2ba7cd73723e716d89196878a0c362fa1e109&quot;,&quot;node&quot;:&quot;v26.3.1&quot;,&quot;platform&quot;:&quot;linux&quot;,&quot;yarn&quot;:&quot;4.17.1&quot;}" renderer="{&quot;browser&quot;:{&quot;executableSha256&quot;:&quot;0b20b130e7edd9dd51873be867761295fe0cfad490c2b9a64f95bd3cfc08fa71&quot;,&quot;name&quot;:&quot;chromium&quot;,&quot;revision&quot;:&quot;1234&quot;,&quot;version&quot;:&quot;151.0.7922.34&quot;},&quot;font&quot;:{&quot;family&quot;:&quot;Eli Diagram Inter Variable&quot;,&quot;fileSha256&quot;:&quot;3100e775e8616cd2611beecfa23a4263d7037586789b43f035236a2e6fbd4c62&quot;,&quot;licenseSha256&quot;:&quot;3b0a5fca3d17942cde889069889dedbbbd075e9b599968c82a95f4d944e9b345&quot;},&quot;mermaidConfigSha256&quot;:&quot;68c10966fe84406ee626034d58bfabd555df9f65f691204b7c46db24038da101&quot;,&quot;themeCssSha256&quot;:&quot;c80287a78d80ad63d27bd5ca348b2ef9a7e2f44da289e436be6484ea28a1b033&quot;}" adapterVersions="{&quot;diagramGenerator&quot;:&quot;2&quot;,&quot;drawioFlowchart&quot;:&quot;1&quot;,&quot;drawioGantt&quot;:&quot;1&quot;,&quot;drawioSequence&quot;:&quot;1&quot;,&quot;drawioState&quot;:&quot;1&quot;}" mermaidType="flowchart" direction="LR" generatedAt="2026-08-17T18:32:18.102Z" mermaidSource="flowchart LR&#10;  G[&quot;golden_items&lt;br/&gt;assertions · citations · tags · concepts&quot;] --&gt; RUN&#10;  Q[&quot;qrels&lt;br/&gt;graded relevance 0–3&quot;] --&gt; RUN&#10;  C[&quot;eval_configs&quot;] --&gt; RUN&#10;  RUN[&quot;eval_runs&lt;br/&gt;one execution, golden set pinned by hash&quot;] --&gt; RES[&quot;eval_results&lt;br/&gt;one row per item × sample&quot;]&#10;  RES --&gt; J[&quot;judgments&lt;br/&gt;per assertion, human override wins&quot;]&#10;  RES --&gt; RM[&quot;run_metrics&lt;br/&gt;tag = NULL is the overall row&quot;]&#10;  RES --&gt; M[&quot;GET /evals/runs/{id}/metrics&quot;]&#10;  RM --&gt; M&#10;  RES --&gt; CMP[&quot;GET /evals/runs/compare&lt;br/&gt;paired bootstrap + permutation&quot;]&#10;  DOC[&quot;documents · entities · mentions&quot;] --&gt; DS[&quot;drift_snapshots&quot;]&#10;  DS --&gt; AL[&quot;alerts&lt;br/&gt;drift.kb · kb.stale · eval.regression&quot;]">
          <mxCell parent="0"/>
        </object>
        <object id="n:G" label="golden_itemsassertions · citations · tags · concepts" mermaidId="G" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="8" y="8" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:RUN" label="eval_runsone execution, golden set pinned by hash" mermaidId="RUN" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="314" y="146" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:Q" label="qrelsgraded relevance 0–3" mermaidId="Q" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="25.742188" y="158" width="220.515625" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:C" label="eval_configs" mermaidId="C" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="60.835938" y="284" width="150.328125" height="52" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:RES" label="eval_resultsone row per item × sample" mermaidId="RES" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="620" y="146" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:J" label="judgmentsper assertion, human override wins" mermaidId="J" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="926" y="31" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:RM" label="run_metricstag = NULL is the overall row" mermaidId="RM" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="926" y="351" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:M" label="GET /evals/runs/{id}/metrics" mermaidId="M" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="1232" y="200.5" width="256" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:CMP" label="GET /evals/runs/comparepaired bootstrap + permutation" mermaidId="CMP" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="926" y="201" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:DOC" label="documents · entities · mentions" mermaidId="DOC" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="8" y="404" width="256" height="76" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:DS" label="drift_snapshots" mermaidId="DS" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="356.265625" y="416" width="171.46875" height="52" as="geometry"/>
          </mxCell>
        </object>
        <object id="n:AL" label="alertsdrift.kb · kb.stale · eval.regression" mermaidId="AL" mermaidShape="rectangle">
          <mxCell parent="1" vertex="1" style="fillColor=#ECECFF;fontColor=#333333;html=1;rounded=0;strokeColor=#9370DB;whiteSpace=wrap;">
            <mxGeometry x="620" y="392" width="256" height="100" as="geometry"/>
          </mxCell>
        </object>
        <object id="e:L_G_RUN_0" label="" mermaidId="L_G_RUN_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:G" target="n:RUN" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="264" y="58" as="sourcePoint"/>
              <mxPoint x="386.565217" y="146" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="289" y="58"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_Q_RUN_0" label="" mermaidId="L_Q_RUN_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:Q" target="n:RUN" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="246.257813" y="196" as="sourcePoint"/>
              <mxPoint x="314" y="196" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="289" y="196"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_C_RUN_0" label="" mermaidId="L_C_RUN_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:C" target="n:RUN" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="211.164063" y="310" as="sourcePoint"/>
              <mxPoint x="374.894737" y="246" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="289" y="310"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RUN_RES_0" label="" mermaidId="L_RUN_RES_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RUN" target="n:RES" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="570" y="196" as="sourcePoint"/>
              <mxPoint x="620" y="196" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="595" y="196"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RES_J_0" label="" mermaidId="L_RES_J_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RES" target="n:J" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="814.521739" y="146" as="sourcePoint"/>
              <mxPoint x="926" y="81" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="901" y="81"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RES_RM_0" label="" mermaidId="L_RES_RM_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RES" target="n:RM" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="785.317073" y="246" as="sourcePoint"/>
              <mxPoint x="926" y="401" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="901" y="401"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RES_M_0" label="" mermaidId="L_RES_M_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RES" target="n:M" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="876" y="170.901961" as="sourcePoint"/>
              <mxPoint x="1279.806897" y="200.5" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="901" y="166"/>
                <mxPoint x="1054" y="166"/>
                <mxPoint x="1207" y="166"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RM_M_0" label="" mermaidId="L_RM_M_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RM" target="n:M" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="1182" y="401" as="sourcePoint"/>
              <mxPoint x="1324.221538" y="276.5" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="1207" y="401"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_RES_CMP_0" label="" mermaidId="L_RES_CMP_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:RES" target="n:CMP" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="876" y="242.013072" as="sourcePoint"/>
              <mxPoint x="926" y="251" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="901" y="251"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_DOC_DS_0" label="" mermaidId="L_DOC_DS_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:DOC" target="n:DS" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="264" y="442" as="sourcePoint"/>
              <mxPoint x="356.265625" y="442" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="289" y="442"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
        <object id="e:L_DS_AL_0" label="" mermaidId="L_DS_AL_0" mermaidKind="relationship">
          <mxCell parent="1" source="n:DS" target="n:AL" edge="1" style="edgeStyle=orthogonalEdgeStyle;endArrow=block;endFill=1;html=1;jettySize=auto;orthogonalLoop=1;rounded=0;strokeColor=#333333;">
            <mxGeometry relative="1" as="geometry">
              <mxPoint x="527.734375" y="442" as="sourcePoint"/>
              <mxPoint x="620" y="442" as="targetPoint"/>
              <Array as="points">
                <mxPoint x="595" y="442"/>
              </Array>
            </mxGeometry>
          </mxCell>
        </object>
      </root>
    </mxGraphModel>
  </diagram>
</mxfile>
