{
  "schemaVersion": 1,
  "generatedAt": "2026-08-12T23:37:34.782Z",
  "generationKey": "b2e4d931e24d6a489ae0df7ddc3aa039d95b32a97264edbb2ed8705cc44c63fa",
  "metadataPayloadSha256": "759e3c407a368f307d345007657b2896aba8d7f029b472bc9db7c99c03cc0732",
  "diagram": {
    "id": "connectors-sync-a3c945d3",
    "title": "Connectors — sync",
    "description": "One cross-queue advisory lock serializes every source-level operation. A crawl persists every document in a page before advancing that page's checkpoint; replay is idempotent by (source_id, external_id), and unchanged content skips re-embedding.",
    "status": "current",
    "canonicalAppearanceKey": "tsx:src/app/(docs)/docs/capabilities/connectors/page.tsx:syncChart#1"
  },
  "aliases": [],
  "concepts": [
    "Capabilities",
    "Connectors",
    "Sync"
  ],
  "keywords": [
    "config + encrypted creds + sync_state",
    "or legacy ingest job",
    "workspaceId, sourceId",
    "DocBatch, Checkpoint&gt",
    "poll(start, end)",
    "normalize → Document",
    "persist inline",
    "contentHash changed?",
    "skip re-embed",
    "persist page checkpoint",
    "full · incremental · prune · permissions",
    "PostgreSQL advisory lock",
    "delta / CQL watermark / cursor",
    "saveDocument · chunks · extract · embed",
    "every document in page succeeded",
    "{markdown, contentHash, aclVisibility, aclPrincipals, …}",
    "markdown, contentHash, aclVisibility, aclPrincipals, …",
    "connector_source",
    "job.kind",
    "document/chunks",
    "revision/audit",
    "fullLoad(checkpoint)",
    "AsyncGenerator&lt",
    "full",
    "incremental",
    "vault",
    "yes",
    "no"
  ],
  "mermaid": {
    "type": "flowchart",
    "direction": "LR",
    "sourceSha256": "a3c945d362ca7b0c4a5e2f37e46e87fbb9fffb87c7b2bc28c4bcf1587332d5e5"
  },
  "provenance": [
    {
      "appearanceKey": "tsx:src/app/(docs)/docs/capabilities/connectors/page.tsx:syncChart#1",
      "surface": "route",
      "sourcePath": "src/app/(docs)/docs/capabilities/connectors/page.tsx",
      "line": 30,
      "route": "/docs/capabilities/connectors",
      "symbol": "syncChart",
      "caption": "One cross-queue advisory lock serializes every source-level operation. A crawl persists every document in a page before advancing that page's checkpoint; replay is idempotent by (source_id, external_id), and unchanged content skips re-embedding."
    }
  ],
  "embeddedMetadata": [
    {
      "sourcePath": "src/app/(docs)/docs/capabilities/connectors/page.tsx",
      "caption": "One cross-queue advisory lock serializes every source-level operation. A crawl persists every document in a page before advancing that page's checkpoint; replay is idempotent by (source_id, external_id), and unchanged content skips re-embedding."
    }
  ],
  "generation": {
    "application": {
      "name": "eli-ai",
      "version": "0.1.0"
    },
    "environment": {
      "node": "v26.3.1",
      "yarn": "4.17.1",
      "platform": "linux",
      "architecture": "x64",
      "containerImage": "playwright:v1.62.1-noble@sha256:c091b21d9fae78c76e85cd4356431e9b018402f172a214fc7d7a5e9a7e29d8ac+node:26.3.1-bookworm-slim@sha256:209558c3e5e40e8adff68959d3c2ba7cd73723e716d89196878a0c362fa1e109"
    },
    "packages": {
      "mermaid": "11.16.0",
      "mermaidCli": "11.16.0",
      "playwright": "1.62.1",
      "playwrightCore": "1.62.1",
      "puppeteer": "25.6.0",
      "puppeteerCore": "25.6.0"
    },
    "renderer": {
      "mermaidConfigSha256": "68c10966fe84406ee626034d58bfabd555df9f65f691204b7c46db24038da101",
      "themeCssSha256": "c80287a78d80ad63d27bd5ca348b2ef9a7e2f44da289e436be6484ea28a1b033",
      "browser": {
        "name": "chromium",
        "revision": "1234",
        "version": "151.0.7922.34",
        "executableSha256": "0b20b130e7edd9dd51873be867761295fe0cfad490c2b9a64f95bd3cfc08fa71"
      },
      "font": {
        "family": "Eli Diagram Inter Variable",
        "fileSha256": "3100e775e8616cd2611beecfa23a4263d7037586789b43f035236a2e6fbd4c62",
        "licenseSha256": "3b0a5fca3d17942cde889069889dedbbbd075e9b599968c82a95f4d944e9b345"
      }
    },
    "adapterVersions": {
      "diagramGenerator": "2",
      "drawioFlowchart": "1",
      "drawioSequence": "1",
      "drawioState": "1",
      "drawioGantt": "1"
    }
  },
  "artifacts": {
    "mmd": "/diagrams/connectors-sync-a3c945d3/connectors-sync-a3c945d3.mmd",
    "svg": "/diagrams/connectors-sync-a3c945d3/connectors-sync-a3c945d3.svg",
    "png": "/diagrams/connectors-sync-a3c945d3/connectors-sync-a3c945d3.png",
    "drawio": "/diagrams/connectors-sync-a3c945d3/connectors-sync-a3c945d3.drawio",
    "json": "/diagrams/connectors-sync-a3c945d3/connectors-sync-a3c945d3.json"
  },
  "artifactSha256": {
    "mmd": "59828c10708abc70c9522589987c62760c36567a32e0abb15b293cc526c7171d",
    "svg": "133097c2310fd749e8b378417a925d31c5c7bc3ce712f62051009a9c8df93533",
    "png": "795326b64a037a3f58213c4e4047f1ddb858d539770601c1d76a652aa5084b56",
    "drawio": "36c5ba882b11a0e71eed0c06360c56985ee5e3ed5e4355a87942f02460e8db65"
  }
}
