@shipfox/api-logs 2.0.0

package/dist/temporal/constants.js

@@ -0,0 +1,13 @@
+export const LOGS_LIFECYCLE_TASK_QUEUE = 'logs-lifecycle';
+// Compaction uploads can run for minutes; keeping them off the lifecycle queue stops a
+// burst of large compactions from starving the short, time-sensitive close-abandoned sweep.
+export const LOGS_COMPACTION_TASK_QUEUE = 'logs-compaction';
+// The wall-clock budget is the real sweep bound; Temporal's timeout does not stop JS already
+// running in the worker.
+export const RETENTION_BATCH_LIMIT = 200;
+export const RETENTION_TIME_BUDGET_MS = 4 * 60_000;
+export const RETENTION_MAX_ITERATIONS = 1_000;
+// Bounded per tick; remaining stale open streams are picked up on the next cron run.
+export const REAP_BATCH_LIMIT = 100;
+
+//# sourceMappingURL=constants.js.map

package/dist/temporal/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/temporal/constants.ts"],"sourcesContent":["export const LOGS_LIFECYCLE_TASK_QUEUE = 'logs-lifecycle';\n\n// Compaction uploads can run for minutes; keeping them off the lifecycle queue stops a\n// burst of large compactions from starving the short, time-sensitive close-abandoned sweep.\nexport const LOGS_COMPACTION_TASK_QUEUE = 'logs-compaction';\n\n// The wall-clock budget is the real sweep bound; Temporal's timeout does not stop JS already\n// running in the worker.\nexport const RETENTION_BATCH_LIMIT = 200;\nexport const RETENTION_TIME_BUDGET_MS = 4 * 60_000;\nexport const RETENTION_MAX_ITERATIONS = 1_000;\n\n// Bounded per tick; remaining stale open streams are picked up on the next cron run.\nexport const REAP_BATCH_LIMIT = 100;\n"],"names":["LOGS_LIFECYCLE_TASK_QUEUE","LOGS_COMPACTION_TASK_QUEUE","RETENTION_BATCH_LIMIT","RETENTION_TIME_BUDGET_MS","RETENTION_MAX_ITERATIONS","REAP_BATCH_LIMIT"],"mappings":"AAAA,OAAO,MAAMA,4BAA4B,iBAAiB;AAE1D,uFAAuF;AACvF,4FAA4F;AAC5F,OAAO,MAAMC,6BAA6B,kBAAkB;AAE5D,6FAA6F;AAC7F,yBAAyB;AACzB,OAAO,MAAMC,wBAAwB,IAAI;AACzC,OAAO,MAAMC,2BAA2B,IAAI,OAAO;AACnD,OAAO,MAAMC,2BAA2B,MAAM;AAE9C,qFAAqF;AACrF,OAAO,MAAMC,mBAAmB,IAAI"}

package/dist/temporal/workflows/close-abandoned-streams.d.ts

@@ -0,0 +1,11 @@
+export interface CloseAbandonedStreamsInput {
+    jobId: string;
+    graceSeconds: number;
+}
+/**
+ * Started by the `WORKFLOWS_JOB_TERMINATED` subscriber, deduped per job. Waits out
+ * the grace period (so a last in-flight append can land and the runner's own
+ * declared close can win), then force-closes whatever is still open.
+ */
+export declare function closeAbandonedStreams(input: CloseAbandonedStreamsInput): Promise<void>;
+//# sourceMappingURL=close-abandoned-streams.d.ts.map

package/dist/temporal/workflows/close-abandoned-streams.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"close-abandoned-streams.d.ts","sourceRoot":"","sources":["../../../src/temporal/workflows/close-abandoned-streams.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;GAIG;AACH,wBAAsB,qBAAqB,CAAC,KAAK,EAAE,0BAA0B,GAAG,OAAO,CAAC,IAAI,CAAC,CAO5F"}

package/dist/temporal/workflows/close-abandoned-streams.js

@@ -0,0 +1,22 @@
+import { log, proxyActivities, sleep } from '@temporalio/workflow';
+const { closeAbandonedStreamsActivity } = proxyActivities({
+    startToCloseTimeout: '5 minutes'
+});
+/**
+ * Started by the `WORKFLOWS_JOB_TERMINATED` subscriber, deduped per job. Waits out
+ * the grace period (so a last in-flight append can land and the runner's own
+ * declared close can win), then force-closes whatever is still open.
+ */ export async function closeAbandonedStreams(input) {
+    await sleep(input.graceSeconds * 1000);
+    const { closed } = await closeAbandonedStreamsActivity({
+        jobId: input.jobId
+    });
+    if (closed > 0) {
+        log.info('Force-closed abandoned log streams', {
+            jobId: input.jobId,
+            closed
+        });
+    }
+}
+
+//# sourceMappingURL=close-abandoned-streams.js.map

package/dist/temporal/workflows/close-abandoned-streams.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/temporal/workflows/close-abandoned-streams.ts"],"sourcesContent":["import {log, proxyActivities, sleep} from '@temporalio/workflow';\nimport type {createLogsActivities} from '../activities/index.js';\n\nconst {closeAbandonedStreamsActivity} = proxyActivities<ReturnType<typeof createLogsActivities>>({\n  startToCloseTimeout: '5 minutes',\n});\n\nexport interface CloseAbandonedStreamsInput {\n  jobId: string;\n  graceSeconds: number;\n}\n\n/**\n * Started by the `WORKFLOWS_JOB_TERMINATED` subscriber, deduped per job. Waits out\n * the grace period (so a last in-flight append can land and the runner's own\n * declared close can win), then force-closes whatever is still open.\n */\nexport async function closeAbandonedStreams(input: CloseAbandonedStreamsInput): Promise<void> {\n  await sleep(input.graceSeconds * 1000);\n\n  const {closed} = await closeAbandonedStreamsActivity({jobId: input.jobId});\n  if (closed > 0) {\n    log.info('Force-closed abandoned log streams', {jobId: input.jobId, closed});\n  }\n}\n"],"names":["log","proxyActivities","sleep","closeAbandonedStreamsActivity","startToCloseTimeout","closeAbandonedStreams","input","graceSeconds","closed","jobId","info"],"mappings":"AAAA,SAAQA,GAAG,EAAEC,eAAe,EAAEC,KAAK,QAAO,uBAAuB;AAGjE,MAAM,EAACC,6BAA6B,EAAC,GAAGF,gBAAyD;IAC/FG,qBAAqB;AACvB;AAOA;;;;CAIC,GACD,OAAO,eAAeC,sBAAsBC,KAAiC;IAC3E,MAAMJ,MAAMI,MAAMC,YAAY,GAAG;IAEjC,MAAM,EAACC,MAAM,EAAC,GAAG,MAAML,8BAA8B;QAACM,OAAOH,MAAMG,KAAK;IAAA;IACxE,IAAID,SAAS,GAAG;QACdR,IAAIU,IAAI,CAAC,sCAAsC;YAACD,OAAOH,MAAMG,KAAK;YAAED;QAAM;IAC5E;AACF"}

package/dist/temporal/workflows/compact-stream.d.ts

@@ -0,0 +1,6 @@
+export interface CompactStreamInput {
+    streamId: string;
+}
+/** Started per closed stream (deduped by `logs-compact:{streamId}`) by the closed-event subscriber and the reconcile cron. */
+export declare function compactStream(input: CompactStreamInput): Promise<void>;
+//# sourceMappingURL=compact-stream.d.ts.map

package/dist/temporal/workflows/compact-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compact-stream.d.ts","sourceRoot":"","sources":["../../../src/temporal/workflows/compact-stream.ts"],"names":[],"mappings":"AAiBA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,8HAA8H;AAC9H,wBAAsB,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAG5E"}

package/dist/temporal/workflows/compact-stream.js

@@ -0,0 +1,25 @@
+import { log, proxyActivities } from '@temporalio/workflow';
+// Bounded generous retry (not unlimited): a never-finishing RUNNING workflow would reject
+// the reconcile cron's restart of the same workflow id. After the attempts are spent the
+// run fails and closes, so the cron can re-drive it.
+const { compactStreamActivity } = proxyActivities({
+    startToCloseTimeout: '1 hour',
+    heartbeatTimeout: '2 minutes',
+    retry: {
+        initialInterval: '10 seconds',
+        backoffCoefficient: 2,
+        maximumInterval: '5 minutes',
+        maximumAttempts: 12
+    }
+});
+/** Started per closed stream (deduped by `logs-compact:{streamId}`) by the closed-event subscriber and the reconcile cron. */ export async function compactStream(input) {
+    const result = await compactStreamActivity({
+        streamId: input.streamId
+    });
+    log.info('Compacted log stream', {
+        streamId: input.streamId,
+        ...result
+    });
+}
+
+//# sourceMappingURL=compact-stream.js.map

package/dist/temporal/workflows/compact-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/temporal/workflows/compact-stream.ts"],"sourcesContent":["import {log, proxyActivities} from '@temporalio/workflow';\nimport type {createLogsActivities} from '../activities/index.js';\n\n// Bounded generous retry (not unlimited): a never-finishing RUNNING workflow would reject\n// the reconcile cron's restart of the same workflow id. After the attempts are spent the\n// run fails and closes, so the cron can re-drive it.\nconst {compactStreamActivity} = proxyActivities<ReturnType<typeof createLogsActivities>>({\n  startToCloseTimeout: '1 hour',\n  heartbeatTimeout: '2 minutes',\n  retry: {\n    initialInterval: '10 seconds',\n    backoffCoefficient: 2,\n    maximumInterval: '5 minutes',\n    maximumAttempts: 12,\n  },\n});\n\nexport interface CompactStreamInput {\n  streamId: string;\n}\n\n/** Started per closed stream (deduped by `logs-compact:{streamId}`) by the closed-event subscriber and the reconcile cron. */\nexport async function compactStream(input: CompactStreamInput): Promise<void> {\n  const result = await compactStreamActivity({streamId: input.streamId});\n  log.info('Compacted log stream', {streamId: input.streamId, ...result});\n}\n"],"names":["log","proxyActivities","compactStreamActivity","startToCloseTimeout","heartbeatTimeout","retry","initialInterval","backoffCoefficient","maximumInterval","maximumAttempts","compactStream","input","result","streamId","info"],"mappings":"AAAA,SAAQA,GAAG,EAAEC,eAAe,QAAO,uBAAuB;AAG1D,0FAA0F;AAC1F,yFAAyF;AACzF,qDAAqD;AACrD,MAAM,EAACC,qBAAqB,EAAC,GAAGD,gBAAyD;IACvFE,qBAAqB;IACrBC,kBAAkB;IAClBC,OAAO;QACLC,iBAAiB;QACjBC,oBAAoB;QACpBC,iBAAiB;QACjBC,iBAAiB;IACnB;AACF;AAMA,4HAA4H,GAC5H,OAAO,eAAeC,cAAcC,KAAyB;IAC3D,MAAMC,SAAS,MAAMV,sBAAsB;QAACW,UAAUF,MAAME,QAAQ;IAAA;IACpEb,IAAIc,IAAI,CAAC,wBAAwB;QAACD,UAAUF,MAAME,QAAQ;QAAE,GAAGD,MAAM;IAAA;AACvE"}

package/dist/temporal/workflows/compaction-reconcile-cron.d.ts

@@ -0,0 +1,3 @@
+/** Cron-scheduled backstop that re-drives closed streams whose compaction never started or permanently failed. */
+export declare function compactionReconcileCron(): Promise<void>;
+//# sourceMappingURL=compaction-reconcile-cron.d.ts.map

package/dist/temporal/workflows/compaction-reconcile-cron.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compaction-reconcile-cron.d.ts","sourceRoot":"","sources":["../../../src/temporal/workflows/compaction-reconcile-cron.ts"],"names":[],"mappings":"AAOA,kHAAkH;AAClH,wBAAsB,uBAAuB,IAAI,OAAO,CAAC,IAAI,CAAC,CAK7D"}

package/dist/temporal/workflows/compaction-reconcile-cron.js

@@ -0,0 +1,15 @@
+import { log, proxyActivities } from '@temporalio/workflow';
+const { compactionReconcileActivity } = proxyActivities({
+    startToCloseTimeout: '5 minutes'
+});
+/** Cron-scheduled backstop that re-drives closed streams whose compaction never started or permanently failed. */ export async function compactionReconcileCron() {
+    const { restarted, failed } = await compactionReconcileActivity();
+    if (restarted > 0 || failed > 0) {
+        log.info('Re-drove stale uncompacted log streams', {
+            restarted,
+            failed
+        });
+    }
+}
+
+//# sourceMappingURL=compaction-reconcile-cron.js.map

package/dist/temporal/workflows/compaction-reconcile-cron.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/temporal/workflows/compaction-reconcile-cron.ts"],"sourcesContent":["import {log, proxyActivities} from '@temporalio/workflow';\nimport type {createLogsActivities} from '../activities/index.js';\n\nconst {compactionReconcileActivity} = proxyActivities<ReturnType<typeof createLogsActivities>>({\n  startToCloseTimeout: '5 minutes',\n});\n\n/** Cron-scheduled backstop that re-drives closed streams whose compaction never started or permanently failed. */\nexport async function compactionReconcileCron(): Promise<void> {\n  const {restarted, failed} = await compactionReconcileActivity();\n  if (restarted > 0 || failed > 0) {\n    log.info('Re-drove stale uncompacted log streams', {restarted, failed});\n  }\n}\n"],"names":["log","proxyActivities","compactionReconcileActivity","startToCloseTimeout","compactionReconcileCron","restarted","failed","info"],"mappings":"AAAA,SAAQA,GAAG,EAAEC,eAAe,QAAO,uBAAuB;AAG1D,MAAM,EAACC,2BAA2B,EAAC,GAAGD,gBAAyD;IAC7FE,qBAAqB;AACvB;AAEA,gHAAgH,GAChH,OAAO,eAAeC;IACpB,MAAM,EAACC,SAAS,EAAEC,MAAM,EAAC,GAAG,MAAMJ;IAClC,IAAIG,YAAY,KAAKC,SAAS,GAAG;QAC/BN,IAAIO,IAAI,CAAC,0CAA0C;YAACF;YAAWC;QAAM;IACvE;AACF"}

package/dist/temporal/workflows/index.d.ts

@@ -0,0 +1,6 @@
+export { closeAbandonedStreams } from './close-abandoned-streams.js';
+export { compactStream } from './compact-stream.js';
+export { compactionReconcileCron } from './compaction-reconcile-cron.js';
+export { reapStaleOpenStreamsCron } from './reap-stale-open-streams-cron.js';
+export { retentionSweepCron } from './retention-sweep-cron.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/temporal/workflows/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/temporal/workflows/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,qBAAqB,EAAC,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAC,aAAa,EAAC,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAC,uBAAuB,EAAC,MAAM,gCAAgC,CAAC;AACvE,OAAO,EAAC,wBAAwB,EAAC,MAAM,mCAAmC,CAAC;AAC3E,OAAO,EAAC,kBAAkB,EAAC,MAAM,2BAA2B,CAAC"}

package/dist/temporal/workflows/index.js

@@ -0,0 +1,7 @@
+export { closeAbandonedStreams } from './close-abandoned-streams.js';
+export { compactStream } from './compact-stream.js';
+export { compactionReconcileCron } from './compaction-reconcile-cron.js';
+export { reapStaleOpenStreamsCron } from './reap-stale-open-streams-cron.js';
+export { retentionSweepCron } from './retention-sweep-cron.js';
+
+//# sourceMappingURL=index.js.map

package/dist/temporal/workflows/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/temporal/workflows/index.ts"],"sourcesContent":["export {closeAbandonedStreams} from './close-abandoned-streams.js';\nexport {compactStream} from './compact-stream.js';\nexport {compactionReconcileCron} from './compaction-reconcile-cron.js';\nexport {reapStaleOpenStreamsCron} from './reap-stale-open-streams-cron.js';\nexport {retentionSweepCron} from './retention-sweep-cron.js';\n"],"names":["closeAbandonedStreams","compactStream","compactionReconcileCron","reapStaleOpenStreamsCron","retentionSweepCron"],"mappings":"AAAA,SAAQA,qBAAqB,QAAO,+BAA+B;AACnE,SAAQC,aAAa,QAAO,sBAAsB;AAClD,SAAQC,uBAAuB,QAAO,iCAAiC;AACvE,SAAQC,wBAAwB,QAAO,oCAAoC;AAC3E,SAAQC,kBAAkB,QAAO,4BAA4B"}

package/dist/temporal/workflows/reap-stale-open-streams-cron.d.ts

@@ -0,0 +1,2 @@
+export declare function reapStaleOpenStreamsCron(): Promise<void>;
+//# sourceMappingURL=reap-stale-open-streams-cron.d.ts.map

package/dist/temporal/workflows/reap-stale-open-streams-cron.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reap-stale-open-streams-cron.d.ts","sourceRoot":"","sources":["../../../src/temporal/workflows/reap-stale-open-streams-cron.ts"],"names":[],"mappings":"AAOA,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC,CAK9D"}

package/dist/temporal/workflows/reap-stale-open-streams-cron.js

@@ -0,0 +1,15 @@
+import { log, proxyActivities } from '@temporalio/workflow';
+const { reapStaleOpenStreamsActivity } = proxyActivities({
+    startToCloseTimeout: '5 minutes'
+});
+export async function reapStaleOpenStreamsCron() {
+    const { reaped, failed } = await reapStaleOpenStreamsActivity();
+    if (reaped > 0 || failed > 0) {
+        log.info('Reaped stale open log streams', {
+            reaped,
+            failed
+        });
+    }
+}
+
+//# sourceMappingURL=reap-stale-open-streams-cron.js.map

package/dist/temporal/workflows/reap-stale-open-streams-cron.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/temporal/workflows/reap-stale-open-streams-cron.ts"],"sourcesContent":["import {log, proxyActivities} from '@temporalio/workflow';\nimport type {createLogsActivities} from '../activities/index.js';\n\nconst {reapStaleOpenStreamsActivity} = proxyActivities<ReturnType<typeof createLogsActivities>>({\n  startToCloseTimeout: '5 minutes',\n});\n\nexport async function reapStaleOpenStreamsCron(): Promise<void> {\n  const {reaped, failed} = await reapStaleOpenStreamsActivity();\n  if (reaped > 0 || failed > 0) {\n    log.info('Reaped stale open log streams', {reaped, failed});\n  }\n}\n"],"names":["log","proxyActivities","reapStaleOpenStreamsActivity","startToCloseTimeout","reapStaleOpenStreamsCron","reaped","failed","info"],"mappings":"AAAA,SAAQA,GAAG,EAAEC,eAAe,QAAO,uBAAuB;AAG1D,MAAM,EAACC,4BAA4B,EAAC,GAAGD,gBAAyD;IAC9FE,qBAAqB;AACvB;AAEA,OAAO,eAAeC;IACpB,MAAM,EAACC,MAAM,EAAEC,MAAM,EAAC,GAAG,MAAMJ;IAC/B,IAAIG,SAAS,KAAKC,SAAS,GAAG;QAC5BN,IAAIO,IAAI,CAAC,iCAAiC;YAACF;YAAQC;QAAM;IAC3D;AACF"}

package/dist/temporal/workflows/retention-sweep-cron.d.ts

@@ -0,0 +1,2 @@
+export declare function retentionSweepCron(): Promise<void>;
+//# sourceMappingURL=retention-sweep-cron.d.ts.map

package/dist/temporal/workflows/retention-sweep-cron.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retention-sweep-cron.d.ts","sourceRoot":"","sources":["../../../src/temporal/workflows/retention-sweep-cron.ts"],"names":[],"mappings":"AAUA,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAYxD"}

package/dist/temporal/workflows/retention-sweep-cron.js

@@ -0,0 +1,23 @@
+import { log, proxyActivities } from '@temporalio/workflow';
+const { retentionSweepActivity } = proxyActivities({
+    startToCloseTimeout: '5 minutes',
+    heartbeatTimeout: '1 minute',
+    // Retry on the next cron tick so a timed-out attempt cannot overlap its own still-running loop.
+    retry: {
+        maximumAttempts: 1
+    }
+});
+export async function retentionSweepCron() {
+    const { deleted, raced, failed, accountingPruned, iterations, timedOut } = await retentionSweepActivity();
+    // Keep a workflow-level audit trail for this destructive sweep.
+    log.info('Retention sweep complete', {
+        deleted,
+        raced,
+        failed,
+        accountingPruned,
+        iterations,
+        timedOut
+    });
+}
+
+//# sourceMappingURL=retention-sweep-cron.js.map

package/dist/temporal/workflows/retention-sweep-cron.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/temporal/workflows/retention-sweep-cron.ts"],"sourcesContent":["import {log, proxyActivities} from '@temporalio/workflow';\nimport type {createLogsActivities} from '../activities/index.js';\n\nconst {retentionSweepActivity} = proxyActivities<ReturnType<typeof createLogsActivities>>({\n  startToCloseTimeout: '5 minutes',\n  heartbeatTimeout: '1 minute',\n  // Retry on the next cron tick so a timed-out attempt cannot overlap its own still-running loop.\n  retry: {maximumAttempts: 1},\n});\n\nexport async function retentionSweepCron(): Promise<void> {\n  const {deleted, raced, failed, accountingPruned, iterations, timedOut} =\n    await retentionSweepActivity();\n  // Keep a workflow-level audit trail for this destructive sweep.\n  log.info('Retention sweep complete', {\n    deleted,\n    raced,\n    failed,\n    accountingPruned,\n    iterations,\n    timedOut,\n  });\n}\n"],"names":["log","proxyActivities","retentionSweepActivity","startToCloseTimeout","heartbeatTimeout","retry","maximumAttempts","retentionSweepCron","deleted","raced","failed","accountingPruned","iterations","timedOut","info"],"mappings":"AAAA,SAAQA,GAAG,EAAEC,eAAe,QAAO,uBAAuB;AAG1D,MAAM,EAACC,sBAAsB,EAAC,GAAGD,gBAAyD;IACxFE,qBAAqB;IACrBC,kBAAkB;IAClB,gGAAgG;IAChGC,OAAO;QAACC,iBAAiB;IAAC;AAC5B;AAEA,OAAO,eAAeC;IACpB,MAAM,EAACC,OAAO,EAAEC,KAAK,EAAEC,MAAM,EAAEC,gBAAgB,EAAEC,UAAU,EAAEC,QAAQ,EAAC,GACpE,MAAMX;IACR,gEAAgE;IAChEF,IAAIc,IAAI,CAAC,4BAA4B;QACnCN;QACAC;QACAC;QACAC;QACAC;QACAC;IACF;AACF"}