@tearleads/client-sdk 0.1.23 → 0.1.24

package/workflows/documents/orphanBlobReclaims.js.map

@@ -1 +1 @@
-{"version":3,"file":"orphanBlobReclaims.js","sourceRoot":"","sources":["orphanBlobReclaims.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EACL,oCAAoC,EACpC,8BAA8B,EAC9B,kCAAkC,EAClC,8BAA8B,GAC/B,MAAM,0DAA0D,CAAC;AAClE,OAAO,EAEL,uBAAuB,EACvB,oBAAoB,EACpB,wBAAwB,GACzB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,iCAAiC,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAG5D,MAAM,gBAAgB,GAAG,IAAI,OAAO,EAA0B,CAAC;AAC/D,MAAM,qBAAqB,GAAG,IAAI,OAAO,EAAW,CAAC;AACrD,MAAM,4BAA4B,GAAG,IAAI,OAAO,EAG7C,CAAC;AACJ,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAC1C,MAAM,kCAAkC,GAAG,GAAG,CAAC;AAC/C,MAAM,kCAAkC,GAAG,MAAM,CAAC;AAClD,MAAM,mCAAmC,GAAG,CAAC,CAAC;AAC9C,MAAM,4BAA4B,GAAG,EAAE,CAAC;AACxC,MAAM,8BAA8B,GAAG,wBAAwB,CAAC;AAOhE,SAAS,+BAA+B,CACtC,mBAAwC,EACxC,GAAW;IAEX,KAAK,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,mBAAmB,EAAE,CAAC;QACxD,IAAI,OAAO,IAAI,GAAG;YAAE,mBAAmB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,UAAU,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,OAAgB;IACtD,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,MAAM,oBAAoB,CACxB,OAAO,EACP,8BAA8B,EAC9B,KAAK,IAAI,EAAE;QACT,KAAK,GAAG,IAAI,CAAC;QACb,OAAO,MAAM,8BAA8B,CAAC,OAAO,CAAC,EAAE,CAAC;YACrD,MAAM,uBAAuB,EAAE,CAAC;QAClC,CAAC;IACH,CAAC,CACF,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAyC;IAEzC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;IACtC,MAAM,2BAA2B,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACxD,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,mBAAmB,GACvB,4BAA4B,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAClD,IAAI,GAAG,EAAkB,CAAC;IAC5B,4BAA4B,CAAC,GAAG,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;IACxE,MAAM,iBAAiB,GAAa,EAAE,CAAC;IACvC,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAE7B,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC;QAC1B,+BAA+B,CAAC,mBAAmB,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACjE,MAAM,iBAAiB,GAAG,MAAM,8BAA8B,CAC5D,OAAO,EACP,8BAA8B,GAAG,mBAAmB,CAAC,IAAI,CAC1D,CAAC;QACF,MAAM,WAAW,GAAG,iBAAiB;aAClC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;aAC5D,KAAK,CAAC,CAAC,EAAE,8BAA8B,CAAC,CAAC;QAC5C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,yEAAyE;YACzE,0EAA0E;YAC1E,IAAI,CAAC,gBAAgB,IAAI,CAAC,MAAM,wBAAwB,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;gBACnE,gBAAgB,GAAG,IAAI,CAAC;gBACxB,SAAS;YACX,CAAC;YACD,MAAM;QACR,CAAC;QAED,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,eAAe,IAAI,eAAe,EAAE,CAAC;YACxC,wEAAwE;YACxE,0EAA0E;YAC1E,MAAM,OAAO,CAAC,KAAK,CAAC,SAAS;iBAC1B,cAAc,CAAC,eAAe,CAAC;iBAC/B,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC1B,eAAe,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,iCAAiC,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,IAAI,EAAE;gBACtE,MAAM,YAAY,GAAG,MAAM,wBAAwB,CACjD,OAAO,EACP,KAAK,EAAE,aAAa,EAAE,EAAE;oBACtB,IACE,MAAM,kCAAkC,CACtC,aAAa,EACb,UAAU,CACX,EACD,CAAC;wBACD,MAAM,oCAAoC,CACxC,aAAa,EACb,UAAU,CACX,CAAC;wBACF,OAAO,KAAK,CAAC;oBACf,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC,CACF,CAAC;gBACF,IAAI,CAAC,YAAY;oBAAE,OAAO;gBAC1B,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;oBACtD,MAAM,wBAAwB,CAAC,OAAO,EAAE,CAAC,aAAa,EAAE,EAAE,CACxD,oCAAoC,CAAC,aAAa,EAAE,UAAU,CAAC,CAChE,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC;oBACP,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACnC,mBAAmB,CAAC,GAAG,CACrB,UAAU,EACV,IAAI,CAAC,GAAG,EAAE,GAAG,kCAAkC,CAChD,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CAAC;YACH,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,kCAAkC,EAAE,CAAC;gBACjE,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM,YAAY,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,mBAAmB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACnC,4BAA4B,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACxD,CAAC;IACD,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,iBAAiB;aAC7B,KAAK,CAAC,CAAC,EAAE,mCAAmC,CAAC;aAC7C,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,GAAG,CACd,0CAA0C,iBAAiB,CAAC,MAAM,aAAa,MAAM,EAAE,CACxF,CAAC;IACJ,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,0BAA0B,CACxC,OAAyC;IAEzC,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACvC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,QAAQ,EAAE,CAAC;QACb,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,MAAM,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC;SACxC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;QAChB,cAAc,GAAG,OAAO,CAAC;IAC3B,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACxB,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC,CAAC;SACD,OAAO,CAAC,GAAG,EAAE;QACZ,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChE,IAAI,cAAc,IAAI,iBAAiB,EAAE,CAAC;YACxC,UAAU,CAAC,GAAG,EAAE;gBACd,KAAK,0BAA0B,CAAC,OAAO,CAAC,CAAC;YAC3C,CAAC,EAAE,4BAA4B,CAAC,CAAC;QACnC,CAAC;IACH,CAAC,CAAC,CAAC;IACL,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,OAAO,OAAO,CAAC;AACjB,CAAC","sourcesContent":["import { errorMessage } from \"../../data/errorMessage\";\nimport {\n  acknowledgeDocumentOrphanBlobReclaim,\n  deleteOrphanedDocumentSideRows,\n  isDocumentBlobStorageKeyReferenced,\n  listDocumentOrphanBlobReclaims,\n} from \"../../data/persistence/documents/internal/orphanSideRows\";\nimport {\n  type ExecSql,\n  resolveCanonicalExecSql,\n  runOncePerConnection,\n  runSerializedSqlMutation,\n} from \"../../data/sqlite/sqlSchema\";\nimport { runSerializedDocumentBlobMutation } from \"./blobMutationLock\";\nimport { defaultDocumentsPersistence } from \"./persistence\";\nimport type { DocumentsWorkflowRuntimeGroups } from \"./runtime\";\n\nconst reclaimByExecSql = new WeakMap<ExecSql, Promise<void>>();\nconst reclaimRerunByExecSql = new WeakSet<ExecSql>();\nconst deferredStorageKeysByExecSql = new WeakMap<\n  ExecSql,\n  Map<string, number>\n>();\nconst ORPHAN_BLOB_RECLAIM_BATCH_SIZE = 16;\nconst ORPHAN_BLOB_RECLAIM_TIME_BUDGET_MS = 250;\nconst ORPHAN_BLOB_RECLAIM_RETRY_DELAY_MS = 30_000;\nconst ORPHAN_BLOB_RECLAIM_LOG_SAMPLE_SIZE = 3;\nconst ORPHAN_BLOB_RECLAIM_YIELD_MS = 16;\nconst DOCUMENT_ORPHAN_SWEEP_ONCE_KEY = \"sweep:document-orphans\";\n\ntype DocumentOrphanBlobReclaimRuntime = Pick<\n  DocumentsWorkflowRuntimeGroups,\n  \"infra\" | \"util\"\n>;\n\nfunction clearExpiredDeferredStorageKeys(\n  deferredStorageKeys: Map<string, number>,\n  now: number,\n): void {\n  for (const [storageKey, retryAt] of deferredStorageKeys) {\n    if (retryAt <= now) deferredStorageKeys.delete(storageKey);\n  }\n}\n\nfunction waitForMaintenanceYield(): Promise<void> {\n  return new Promise((resolve) => {\n    setTimeout(resolve, ORPHAN_BLOB_RECLAIM_YIELD_MS);\n  });\n}\n\nasync function sweepAgedDocumentOrphans(execSql: ExecSql): Promise<boolean> {\n  let swept = false;\n  await runOncePerConnection(\n    execSql,\n    DOCUMENT_ORPHAN_SWEEP_ONCE_KEY,\n    async () => {\n      swept = true;\n      while (await deleteOrphanedDocumentSideRows(execSql)) {\n        await waitForMaintenanceYield();\n      }\n    },\n  );\n  return swept;\n}\n\nasync function reclaimQueuedBlobs(\n  runtime: DocumentOrphanBlobReclaimRuntime,\n): Promise<boolean> {\n  const execSql = runtime.infra.execSql;\n  await defaultDocumentsPersistence.ensureSchema(execSql);\n  let shouldContinue = false;\n\n  const startedAt = Date.now();\n  const canonicalExecSql = resolveCanonicalExecSql(execSql);\n  const deferredStorageKeys =\n    deferredStorageKeysByExecSql.get(canonicalExecSql) ??\n    new Map<string, number>();\n  deferredStorageKeysByExecSql.set(canonicalExecSql, deferredStorageKeys);\n  const failedStorageKeys: string[] = [];\n  let warmedBlobStore = false;\n  let sweptAgedOrphans = false;\n\n  reclaimQueue: while (true) {\n    clearExpiredDeferredStorageKeys(deferredStorageKeys, Date.now());\n    const queuedStorageKeys = await listDocumentOrphanBlobReclaims(\n      execSql,\n      ORPHAN_BLOB_RECLAIM_BATCH_SIZE + deferredStorageKeys.size,\n    );\n    const storageKeys = queuedStorageKeys\n      .filter((storageKey) => !deferredStorageKeys.has(storageKey))\n      .slice(0, ORPHAN_BLOB_RECLAIM_BATCH_SIZE);\n    if (storageKeys.length === 0) {\n      // Explicit delete paths get priority. Once their queue is drained, sweep\n      // crash residue once per connection and immediately drain what it queues.\n      if (!sweptAgedOrphans && (await sweepAgedDocumentOrphans(execSql))) {\n        sweptAgedOrphans = true;\n        continue;\n      }\n      break;\n    }\n\n    const firstStorageKey = storageKeys[0];\n    if (!warmedBlobStore && firstStorageKey) {\n      // Initialize lazy keyring/OPFS-backed stores before taking any blob-key\n      // lock. A failed preview is harmless: deletion can still reclaim the key.\n      await runtime.infra.blobStore\n        .openByteSource(firstStorageKey)\n        .catch(() => undefined);\n      warmedBlobStore = true;\n    }\n\n    for (const storageKey of storageKeys) {\n      await runSerializedDocumentBlobMutation(execSql, storageKey, async () => {\n        const shouldDelete = await runSerializedSqlMutation(\n          execSql,\n          async (lockedExecSql) => {\n            if (\n              await isDocumentBlobStorageKeyReferenced(\n                lockedExecSql,\n                storageKey,\n              )\n            ) {\n              await acknowledgeDocumentOrphanBlobReclaim(\n                lockedExecSql,\n                storageKey,\n              );\n              return false;\n            }\n            return true;\n          },\n        );\n        if (!shouldDelete) return;\n        try {\n          await runtime.infra.blobStore.deleteBytes(storageKey);\n          await runSerializedSqlMutation(execSql, (lockedExecSql) =>\n            acknowledgeDocumentOrphanBlobReclaim(lockedExecSql, storageKey),\n          );\n        } catch {\n          failedStorageKeys.push(storageKey);\n          deferredStorageKeys.set(\n            storageKey,\n            Date.now() + ORPHAN_BLOB_RECLAIM_RETRY_DELAY_MS,\n          );\n        }\n      });\n      if (Date.now() - startedAt >= ORPHAN_BLOB_RECLAIM_TIME_BUDGET_MS) {\n        shouldContinue = true;\n        break reclaimQueue;\n      }\n    }\n  }\n\n  if (deferredStorageKeys.size === 0) {\n    deferredStorageKeysByExecSql.delete(canonicalExecSql);\n  }\n  if (failedStorageKeys.length > 0) {\n    const sample = failedStorageKeys\n      .slice(0, ORPHAN_BLOB_RECLAIM_LOG_SAMPLE_SIZE)\n      .join(\", \");\n    runtime.util.log(\n      `Documents: orphan maintenance deferred ${failedStorageKeys.length} blob(s): ${sample}`,\n    );\n  }\n  return shouldContinue;\n}\n\n/** Sweep orphan rows and reclaim their queued local attachment bytes. */\nexport function reclaimDocumentOrphanBlobs(\n  runtime: DocumentOrphanBlobReclaimRuntime,\n): Promise<void> {\n  if (runtime.infra.dbStatus !== \"ready\") {\n    return Promise.resolve();\n  }\n  const execSql = resolveCanonicalExecSql(runtime.infra.execSql);\n  const existing = reclaimByExecSql.get(execSql);\n  if (existing) {\n    reclaimRerunByExecSql.add(execSql);\n    return existing;\n  }\n\n  let shouldContinue = false;\n  const reclaim = reclaimQueuedBlobs(runtime)\n    .then((hasMore) => {\n      shouldContinue = hasMore;\n    })\n    .catch((error: unknown) => {\n      const message = errorMessage(error);\n      runtime.util.log(`Documents: orphan maintenance failed: ${message}`);\n    })\n    .finally(() => {\n      reclaimByExecSql.delete(execSql);\n      const wasRerunRequested = reclaimRerunByExecSql.delete(execSql);\n      if (shouldContinue || wasRerunRequested) {\n        setTimeout(() => {\n          void reclaimDocumentOrphanBlobs(runtime);\n        }, ORPHAN_BLOB_RECLAIM_YIELD_MS);\n      }\n    });\n  reclaimByExecSql.set(execSql, reclaim);\n  return reclaim;\n}\n"]}
+{"version":3,"file":"orphanBlobReclaims.js","sourceRoot":"","sources":["orphanBlobReclaims.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAEvD,OAAO,EAEL,uBAAuB,EACvB,oBAAoB,EACpB,wBAAwB,GACzB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,iCAAiC,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAEL,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AAG5D,MAAM,8BAA8B,GAAG,EAAE,CAAC;AAC1C,MAAM,kCAAkC,GAAG,GAAG,CAAC;AAC/C,MAAM,kCAAkC,GAAG,MAAM,CAAC;AAClD,MAAM,mCAAmC,GAAG,CAAC,CAAC;AAC9C,MAAM,4BAA4B,GAAG,EAAE,CAAC;AAOxC,SAAS,+BAA+B,CACtC,mBAAwC,EACxC,GAAW;IAEX,KAAK,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,mBAAmB,EAAE,CAAC;QACxD,IAAI,OAAO,IAAI,GAAG;YAAE,mBAAmB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,UAAU,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,wBAAwB,CACrC,OAAgB,EAChB,WAAiC,EACjC,KAA6B;IAE7B,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,MAAM,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC7D,KAAK,GAAG,IAAI,CAAC;QACb,OAAO,MAAM,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACpD,MAAM,uBAAuB,EAAE,CAAC;QAClC,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAyC,EACzC,WAAiC,EACjC,KAA6B;IAE7B,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;IACtC,MAAM,WAAW,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,mBAAmB,EAAE,GAAG,KAAK,CAAC;IACtC,MAAM,iBAAiB,GAAa,EAAE,CAAC;IACvC,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAE7B,YAAY,EAAE,OAAO,IAAI,EAAE,CAAC;QAC1B,+BAA+B,CAAC,mBAAmB,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACjE,MAAM,iBAAiB,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,IAAI,CAC1D,OAAO,EACP,8BAA8B,GAAG,mBAAmB,CAAC,IAAI,CAC1D,CAAC;QACF,MAAM,WAAW,GAAG,iBAAiB;aAClC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;aAC5D,KAAK,CAAC,CAAC,EAAE,8BAA8B,CAAC,CAAC;QAC5C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,yEAAyE;YACzE,0EAA0E;YAC1E,IACE,CAAC,gBAAgB;gBACjB,CAAC,MAAM,wBAAwB,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,EAC7D,CAAC;gBACD,gBAAgB,GAAG,IAAI,CAAC;gBACxB,SAAS;YACX,CAAC;YACD,MAAM;QACR,CAAC;QAED,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,eAAe,IAAI,eAAe,EAAE,CAAC;YACxC,wEAAwE;YACxE,0EAA0E;YAC1E,MAAM,OAAO,CAAC,KAAK,CAAC,SAAS;iBAC1B,cAAc,CAAC,eAAe,CAAC;iBAC/B,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC1B,eAAe,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,iCAAiC,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,IAAI,EAAE;gBACtE,MAAM,YAAY,GAAG,MAAM,wBAAwB,CACjD,OAAO,EACP,KAAK,EAAE,aAAa,EAAE,EAAE;oBACtB,IACE,MAAM,WAAW,CAAC,WAAW,CAAC,YAAY,CACxC,aAAa,EACb,UAAU,CACX,EACD,CAAC;wBACD,MAAM,WAAW,CAAC,WAAW,CAAC,WAAW,CACvC,aAAa,EACb,UAAU,CACX,CAAC;wBACF,OAAO,KAAK,CAAC;oBACf,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC,CACF,CAAC;gBACF,IAAI,CAAC,YAAY;oBAAE,OAAO;gBAC1B,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;oBACtD,MAAM,wBAAwB,CAAC,OAAO,EAAE,CAAC,aAAa,EAAE,EAAE,CACxD,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC,aAAa,EAAE,UAAU,CAAC,CAC/D,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC;oBACP,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBACnC,mBAAmB,CAAC,GAAG,CACrB,UAAU,EACV,IAAI,CAAC,GAAG,EAAE,GAAG,kCAAkC,CAChD,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CAAC;YACH,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,kCAAkC,EAAE,CAAC;gBACjE,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM,YAAY,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,iBAAiB;aAC7B,KAAK,CAAC,CAAC,EAAE,mCAAmC,CAAC;aAC7C,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,GAAG,CACd,0CAA0C,iBAAiB,CAAC,MAAM,aAAa,MAAM,EAAE,CACxF,CAAC;IACJ,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,SAAS,yBAAyB,CAChC,OAAyC,EACzC,cAAoC,2BAA2B;IAE/D,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACvC,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IACD,MAAM,KAAK,GAAG,sBAAsB,CAClC,WAAW,CAAC,WAAW,EACvB,uBAAuB,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAC/C,CAAC;IACF,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAClB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;QACnB,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;QAC1B,IAAI,CAAC;YACH,IAAI,OAAgB,CAAC;YACrB,GAAG,CAAC;gBACF,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;gBACpB,OAAO,GAAG,KAAK,CAAC;gBAChB,IAAI,CAAC;oBACH,OAAO,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;gBAClE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,yCAAyC,OAAO,EAAE,CAAC,CAAC;gBACvE,CAAC;gBACD,IAAI,OAAO,IAAI,KAAK,CAAC,KAAK;oBAAE,MAAM,uBAAuB,EAAE,CAAC;YAC9D,CAAC,QAAQ,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE;QACnC,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC;YAC1B,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IACL,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;IACxB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,OAAyC,EACzC,cAAoC,2BAA2B;IAE/D,IAAI,CAAC;QACH,MAAM,yBAAyB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,GAAG,CACd,yCAAyC,YAAY,CAAC,KAAK,CAAC,EAAE,CAC/D,CAAC;IACJ,CAAC;AACH,CAAC","sourcesContent":["import { errorMessage } from \"../../data/errorMessage\";\nimport type { DocumentsPersistence } from \"../../data/persistence/documents/types\";\nimport {\n  type ExecSql,\n  resolveCanonicalExecSql,\n  runOncePerConnection,\n  runSerializedSqlMutation,\n} from \"../../data/sqlite/sqlSchema\";\nimport { runSerializedDocumentBlobMutation } from \"./blobMutationLock\";\nimport {\n  type OrphanBlobReclaimState,\n  orphanBlobReclaimState,\n} from \"./orphanBlobReclaimState\";\nimport { defaultDocumentsPersistence } from \"./persistence\";\nimport type { DocumentsWorkflowRuntimeGroups } from \"./runtime\";\n\nconst ORPHAN_BLOB_RECLAIM_BATCH_SIZE = 16;\nconst ORPHAN_BLOB_RECLAIM_TIME_BUDGET_MS = 250;\nconst ORPHAN_BLOB_RECLAIM_RETRY_DELAY_MS = 30_000;\nconst ORPHAN_BLOB_RECLAIM_LOG_SAMPLE_SIZE = 3;\nconst ORPHAN_BLOB_RECLAIM_YIELD_MS = 16;\n\ntype DocumentOrphanBlobReclaimRuntime = Pick<\n  DocumentsWorkflowRuntimeGroups,\n  \"infra\" | \"util\"\n>;\n\nfunction clearExpiredDeferredStorageKeys(\n  deferredStorageKeys: Map<string, number>,\n  now: number,\n): void {\n  for (const [storageKey, retryAt] of deferredStorageKeys) {\n    if (retryAt <= now) deferredStorageKeys.delete(storageKey);\n  }\n}\n\nfunction waitForMaintenanceYield(): Promise<void> {\n  return new Promise((resolve) => {\n    setTimeout(resolve, ORPHAN_BLOB_RECLAIM_YIELD_MS);\n  });\n}\n\nasync function sweepAgedDocumentOrphans(\n  execSql: ExecSql,\n  persistence: DocumentsPersistence,\n  state: OrphanBlobReclaimState,\n): Promise<boolean> {\n  let swept = false;\n  await runOncePerConnection(execSql, state.sweepKey, async () => {\n    swept = true;\n    while (await persistence.orphanBlobs.sweep(execSql)) {\n      await waitForMaintenanceYield();\n    }\n  });\n  return swept;\n}\n\nasync function reclaimQueuedBlobs(\n  runtime: DocumentOrphanBlobReclaimRuntime,\n  persistence: DocumentsPersistence,\n  state: OrphanBlobReclaimState,\n): Promise<boolean> {\n  const execSql = runtime.infra.execSql;\n  await persistence.ensureSchema(execSql);\n  let shouldContinue = false;\n\n  const startedAt = Date.now();\n  const { deferredStorageKeys } = state;\n  const failedStorageKeys: string[] = [];\n  let warmedBlobStore = false;\n  let sweptAgedOrphans = false;\n\n  reclaimQueue: while (true) {\n    clearExpiredDeferredStorageKeys(deferredStorageKeys, Date.now());\n    const queuedStorageKeys = await persistence.orphanBlobs.list(\n      execSql,\n      ORPHAN_BLOB_RECLAIM_BATCH_SIZE + deferredStorageKeys.size,\n    );\n    const storageKeys = queuedStorageKeys\n      .filter((storageKey) => !deferredStorageKeys.has(storageKey))\n      .slice(0, ORPHAN_BLOB_RECLAIM_BATCH_SIZE);\n    if (storageKeys.length === 0) {\n      // Explicit delete paths get priority. Once their queue is drained, sweep\n      // crash residue once per connection and immediately drain what it queues.\n      if (\n        !sweptAgedOrphans &&\n        (await sweepAgedDocumentOrphans(execSql, persistence, state))\n      ) {\n        sweptAgedOrphans = true;\n        continue;\n      }\n      break;\n    }\n\n    const firstStorageKey = storageKeys[0];\n    if (!warmedBlobStore && firstStorageKey) {\n      // Initialize lazy keyring/OPFS-backed stores before taking any blob-key\n      // lock. A failed preview is harmless: deletion can still reclaim the key.\n      await runtime.infra.blobStore\n        .openByteSource(firstStorageKey)\n        .catch(() => undefined);\n      warmedBlobStore = true;\n    }\n\n    for (const storageKey of storageKeys) {\n      await runSerializedDocumentBlobMutation(execSql, storageKey, async () => {\n        const shouldDelete = await runSerializedSqlMutation(\n          execSql,\n          async (lockedExecSql) => {\n            if (\n              await persistence.orphanBlobs.isReferenced(\n                lockedExecSql,\n                storageKey,\n              )\n            ) {\n              await persistence.orphanBlobs.acknowledge(\n                lockedExecSql,\n                storageKey,\n              );\n              return false;\n            }\n            return true;\n          },\n        );\n        if (!shouldDelete) return;\n        try {\n          await runtime.infra.blobStore.deleteBytes(storageKey);\n          await runSerializedSqlMutation(execSql, (lockedExecSql) =>\n            persistence.orphanBlobs.acknowledge(lockedExecSql, storageKey),\n          );\n        } catch {\n          failedStorageKeys.push(storageKey);\n          deferredStorageKeys.set(\n            storageKey,\n            Date.now() + ORPHAN_BLOB_RECLAIM_RETRY_DELAY_MS,\n          );\n        }\n      });\n      if (Date.now() - startedAt >= ORPHAN_BLOB_RECLAIM_TIME_BUDGET_MS) {\n        shouldContinue = true;\n        break reclaimQueue;\n      }\n    }\n  }\n\n  if (failedStorageKeys.length > 0) {\n    const sample = failedStorageKeys\n      .slice(0, ORPHAN_BLOB_RECLAIM_LOG_SAMPLE_SIZE)\n      .join(\", \");\n    runtime.util.log(\n      `Documents: orphan maintenance deferred ${failedStorageKeys.length} blob(s): ${sample}`,\n    );\n  }\n  return shouldContinue;\n}\n\nfunction runDocumentOrphanReclaims(\n  runtime: DocumentOrphanBlobReclaimRuntime,\n  persistence: DocumentsPersistence = defaultDocumentsPersistence,\n): Promise<void> {\n  if (runtime.infra.dbStatus !== \"ready\") {\n    return Promise.resolve();\n  }\n  const state = orphanBlobReclaimState(\n    persistence.orphanBlobs,\n    resolveCanonicalExecSql(runtime.infra.execSql),\n  );\n  if (state.running) {\n    state.rerun = true;\n    return state.running;\n  }\n\n  const reclaim = (async () => {\n    try {\n      let hasMore: boolean;\n      do {\n        state.rerun = false;\n        hasMore = false;\n        try {\n          hasMore = await reclaimQueuedBlobs(runtime, persistence, state);\n        } catch (error) {\n          const message = errorMessage(error);\n          runtime.util.log(`Documents: orphan maintenance failed: ${message}`);\n        }\n        if (hasMore || state.rerun) await waitForMaintenanceYield();\n      } while (hasMore || state.rerun);\n    } finally {\n      state.running = undefined;\n      state.rerun = false;\n    }\n  })();\n  state.running = reclaim;\n  return reclaim;\n}\n\n/** Await all requested batches; maintenance failures never fail committed writes. */\nexport async function reclaimDocumentOrphanBlobs(\n  runtime: DocumentOrphanBlobReclaimRuntime,\n  persistence: DocumentsPersistence = defaultDocumentsPersistence,\n): Promise<void> {\n  try {\n    await runDocumentOrphanReclaims(runtime, persistence);\n  } catch (error) {\n    runtime.util.log(\n      `Documents: orphan maintenance failed: ${errorMessage(error)}`,\n    );\n  }\n}\n"]}