@pikku/kysely 0.12.17 → 0.13.0

package/CHANGELOG.md

@@ -1,3 +1,43 @@
+## 0.13.0
+
+### Minor Changes
+
+- 241e6cf: Add `KyselyAuditService` — a durable `AuditService` that persists AuditEvents to an `audit` table via Kysely (the companion sink to `createAuditedKysely`). Its column mapping matches Fabric's platform audit-queue consumer, so a locally-run project and a deployed stage produce identical rows. Use it as the local/dev audit sink so audit events persist and are queryable without the platform queue.
+
+### Patch Changes
+
+- 41ce2cb: Upgrade to TypeScript 6 and raise the minimum Node.js version to 22.
+
+  All packages now build against `typescript@^6.0.3` and declare `engines.node >= 22`. Internal tooling (`ts-json-schema-generator`, `zod-to-ts`) was bumped to TypeScript 6-compatible releases.
+
+- Updated dependencies [41ce2cb]
+  - @pikku/core@0.12.44
+
+## 0.12.18
+
+### Patch Changes
+
+- 5c0ff0f: Fix `getRunHistory` dropping step provenance (`fromStepName`). The value was persisted on the step row and used by the graph planner, but `getRunHistory` built its rows from the per-attempt history and never carried `fromStepName` through — so run history (and any timeline reconstructed from it) reported no predecessors. Redis and Kysely `getRunHistory` now return `fromStepName`. Also adds the missing `from_step_name` column (+ backfill) to the Kysely workflow mirror's `workflow_step` schema and persists it on mirror inserts, so a mirror-side history has identical provenance.
+- 72694f6: feat(workflow): expose per-step attempt count + record running/succeeded/failed timestamps
+
+  `getRunStatus` now returns `attempts` (the latest attempt count) per step, so
+  consumers can show retry counts without a second history query. It already
+  computed `duration` from `runningAt`/`succeededAt`, but the kysely and mongodb
+  workflow stores only stamped those timestamps on the _insert_ path — the
+  `running` / `succeeded` / `failed` status transitions updated the history row's
+  status without setting `runningAt` / `succeededAt` / `failedAt`, so `duration`
+  was always undefined. The transitions now stamp the matching timestamp, so step
+  duration is populated for kysely- and mongodb-backed runs. (Redis already
+  stamped on transition.) A shared service-suite test guards both behaviours.
+
+- Updated dependencies [4be205f]
+- Updated dependencies [061c717]
+- Updated dependencies [2c55e13]
+- Updated dependencies [c745c26]
+- Updated dependencies [57900b5]
+- Updated dependencies [72694f6]
+  - @pikku/core@0.12.39
+
 ## 0.12.17
 
 ### Patch Changes

package/dist/src/index.d.ts

@@ -13,6 +13,7 @@ export { KyselyCredentialService } from './kysely-credential-service.js';
 export type { KyselyCredentialServiceConfig } from './kysely-credential-service.js';
 export { KyselySessionStore } from './kysely-session-store.js';
 export { createAuditedKysely, type CreateAuditedKyselyOptions, } from './create-audited-kysely.js';
+export { KyselyAuditService } from './kysely-audit-service.js';
 export { SerializePlugin, SqliteSerializePlugin, BaseSerializePlugin, defaultSerializer, defaultDeserializer, maybeJson, skipTransform, dateRegex, type Serializer, type Deserializer, type SerializePluginOptions, } from './serialize-plugin.js';
 export type { KyselyPikkuDB } from './kysely-tables.js';
 export type { WorkflowRunService } from '@pikku/core/workflow';

package/dist/src/index.js

@@ -11,4 +11,5 @@ export { KyselySecretService } from './kysely-secret-service.js';
 export { KyselyCredentialService } from './kysely-credential-service.js';
 export { KyselySessionStore } from './kysely-session-store.js';
 export { createAuditedKysely, } from './create-audited-kysely.js';
+export { KyselyAuditService } from './kysely-audit-service.js';
 export { SerializePlugin, SqliteSerializePlugin, BaseSerializePlugin, defaultSerializer, defaultDeserializer, maybeJson, skipTransform, dateRegex, } from './serialize-plugin.js';

package/dist/src/kysely-audit-service.d.ts

@@ -0,0 +1,19 @@
+import type { AuditEvent, AuditEventBatch, AuditService } from '@pikku/core';
+import type { Kysely } from 'kysely';
+/**
+ * Durable {@link AuditService} that persists AuditEvents to an `audit` table
+ * via Kysely — the companion sink to {@link createAuditedKysely}.
+ *
+ * The column mapping matches a platform audit-queue consumer, so a locally-run
+ * project and a deployed stage write identical rows (the read side relies only
+ * on `type`, `occurred_at`, `actor_user_id`, and the `data` JSON that holds
+ * `metadata`). The `audit` table is an optional per-project migration (not in
+ * the generated schema), so rows are inserted untyped; all columns are TEXT on
+ * every engine and ON CONFLICT DO NOTHING keeps writes idempotent on retries.
+ */
+export declare class KyselyAuditService implements AuditService {
+    private db;
+    constructor(db: Kysely<any>);
+    audit(event: AuditEvent): Promise<void>;
+    write(batch: AuditEventBatch): Promise<void>;
+}

package/dist/src/kysely-audit-service.js

@@ -0,0 +1,55 @@
+const jsonOrNull = (v) => v != null ? JSON.stringify(v) : null;
+// No global `crypto` is guaranteed across every runtime, and audit_id is the
+// PK — any collision is dropped by ON CONFLICT DO NOTHING.
+const fallbackId = () => `evt_${Date.now().toString(36)}${Math.random().toString(36).slice(2, 10)}`;
+/**
+ * Durable {@link AuditService} that persists AuditEvents to an `audit` table
+ * via Kysely — the companion sink to {@link createAuditedKysely}.
+ *
+ * The column mapping matches a platform audit-queue consumer, so a locally-run
+ * project and a deployed stage write identical rows (the read side relies only
+ * on `type`, `occurred_at`, `actor_user_id`, and the `data` JSON that holds
+ * `metadata`). The `audit` table is an optional per-project migration (not in
+ * the generated schema), so rows are inserted untyped; all columns are TEXT on
+ * every engine and ON CONFLICT DO NOTHING keeps writes idempotent on retries.
+ */
+export class KyselyAuditService {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    async audit(event) {
+        await this.write([event]);
+    }
+    async write(batch) {
+        if (!batch.length)
+            return;
+        const rows = batch.map((e) => {
+            const metadata = e.metadata;
+            return {
+                audit_id: e.eventId ?? e.queryId ?? fallbackId(),
+                occurred_at: e.occurredAt ?? new Date().toISOString(),
+                type: e.type ?? 'unknown',
+                source: e.source ?? 'auto',
+                outcome: e.outcome ?? null,
+                function_id: e.functionId ?? null,
+                wire_type: e.wireType ?? null,
+                trace_id: e.traceId ?? null,
+                transaction_id: e.transactionId ?? null,
+                query_id: e.queryId ?? null,
+                actor_user_id: e.actor?.userId ?? null,
+                actor_org_id: e.actor?.orgId ?? null,
+                tables: jsonOrNull(metadata?.tables),
+                changed_cols: jsonOrNull(metadata?.changedColumns),
+                event: e.eventId ?? null,
+                old: null,
+                data: jsonOrNull(e.metadata),
+            };
+        });
+        await this.db
+            .insertInto('audit')
+            .values(rows)
+            .onConflict((oc) => oc.doNothing())
+            .execute();
+    }
+}

package/dist/src/kysely-workflow-mirror.js

@@ -61,6 +61,7 @@ export class KyselyWorkflowMirror {
             .addColumn('branch_taken', 'text')
             .addColumn('retries', 'integer')
             .addColumn('retry_delay', 'text')
+            .addColumn('from_step_name', 'text')
             .addColumn('created_at', 'timestamp', (col) => col.defaultTo(sql `CURRENT_TIMESTAMP`).notNull())
             .addColumn('updated_at', 'timestamp', (col) => col.defaultTo(sql `CURRENT_TIMESTAMP`).notNull())
             .addUniqueConstraint('workflow_step_run_name_unique', [
@@ -68,6 +69,14 @@ export class KyselyWorkflowMirror {
             'step_name',
         ])
             .execute();
+        // Additive: backfill the column on mirror tables created before from_step_name.
+        await this.db.schema
+            .alterTable('workflow_step')
+            .addColumn('from_step_name', 'text')
+            .execute()
+            .catch(() => {
+            // Column already exists (fresh tables include it above) — nothing to do.
+        });
         await this.db.schema
             .createTable('workflow_step_history')
             .ifNotExists()
@@ -144,6 +153,7 @@ export class KyselyWorkflowMirror {
             status: step.status,
             retries: step.retries ?? null,
             retryDelay: step.retryDelay?.toString() ?? null,
+            fromStepName: step.fromStepName ?? null,
             createdAt: now,
             updatedAt: now,
         })

package/dist/src/kysely-workflow-run-service.js

@@ -137,6 +137,7 @@ export class KyselyWorkflowRunService {
             .select([
             's.workflowStepId',
             's.stepName',
+            's.fromStepName',
             's.retries',
             's.retryDelay',
             'h.status',
@@ -158,6 +159,7 @@ export class KyselyWorkflowRunService {
             return {
                 stepId,
                 stepName: row.stepName,
+                fromStepName: row.fromStepName ?? undefined,
                 status: row.status,
                 result: parseJson(row.result),
                 error: parseJson(row.error),

package/dist/src/kysely-workflow-service.js

@@ -231,7 +231,7 @@ export class KyselyWorkflowService extends PikkuWorkflowService {
         if (latestHistory) {
             await this.db
                 .updateTable('workflowStepHistory')
-                .set({ status: 'running' })
+                .set({ status: 'running', runningAt: new Date() })
                 .where('historyId', '=', latestHistory.historyId)
                 .execute();
         }
@@ -308,7 +308,11 @@ export class KyselyWorkflowService extends PikkuWorkflowService {
         if (latestHistory) {
             await this.db
                 .updateTable('workflowStepHistory')
-                .set({ status: 'succeeded', result: resultJson })
+                .set({
+                status: 'succeeded',
+                result: resultJson,
+                succeededAt: new Date(),
+            })
                 .where('historyId', '=', latestHistory.historyId)
                 .execute();
         }
@@ -340,7 +344,7 @@ export class KyselyWorkflowService extends PikkuWorkflowService {
         if (latestHistory) {
             await this.db
                 .updateTable('workflowStepHistory')
-                .set({ status: 'failed', error: errorJson })
+                .set({ status: 'failed', error: errorJson, failedAt: new Date() })
                 .where('historyId', '=', latestHistory.historyId)
                 .execute();
         }

package/dist/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["../src/create-audited-kysely.ts","../src/index.ts","../src/kysely-ai-agent-run-service.ts","../src/kysely-ai-run-state-service.ts","../src/kysely-ai-storage-service.ts","../src/kysely-channel-store.ts","../src/kysely-credential-service.ts","../src/kysely-deployment-service.ts","../src/kysely-eventhub-store.ts","../src/kysely-json.ts","../src/kysely-secret-service.ts","../src/kysely-session-store.ts","../src/kysely-tables.ts","../src/kysely-workflow-mirror.ts","../src/kysely-workflow-run-service.ts","../src/kysely-workflow-service.ts","../src/serialize-plugin.ts","../bin/pikku-kysely-pure.ts"],"version":"5.9.3"}
+{"root":["../src/create-audited-kysely.ts","../src/index.ts","../src/kysely-ai-agent-run-service.ts","../src/kysely-ai-run-state-service.ts","../src/kysely-ai-storage-service.ts","../src/kysely-audit-service.ts","../src/kysely-channel-store.ts","../src/kysely-credential-service.ts","../src/kysely-deployment-service.ts","../src/kysely-eventhub-store.ts","../src/kysely-json.ts","../src/kysely-secret-service.ts","../src/kysely-session-store.ts","../src/kysely-tables.ts","../src/kysely-workflow-mirror.ts","../src/kysely-workflow-run-service.ts","../src/kysely-workflow-service.ts","../src/serialize-plugin.ts","../bin/pikku-kysely-pure.ts"],"version":"6.0.3"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pikku/kysely",
-  "version": "0.12.17",
+  "version": "0.13.0",
   "author": "yasser.fadl@gmail.com",
   "license": "MIT",
   "module": "dist/src/index.js",
@@ -20,7 +20,7 @@
     "prepublishOnly": "yarn build"
   },
   "peerDependencies": {
-    "@pikku/core": "^0.12.38"
+    "@pikku/core": "^0.12.44"
   },
   "dependencies": {
     "kysely": "^0.29.0"
@@ -31,7 +31,7 @@
     "kysely-codegen": "^0.20.0",
     "kysely-postgres-js": "^3.0.0",
     "postgres": "^3.4.8",
-    "typescript": "^5.9"
+    "typescript": "^6.0.3"
   },
   "exports": {
     ".": "./dist/src/index.js"

package/src/index.ts

@@ -16,6 +16,7 @@ export {
   createAuditedKysely,
   type CreateAuditedKyselyOptions,
 } from './create-audited-kysely.js'
+export { KyselyAuditService } from './kysely-audit-service.js'
 
 export {
   SerializePlugin,

package/src/kysely-audit-service.ts

@@ -0,0 +1,62 @@
+import type { AuditEvent, AuditEventBatch, AuditService } from '@pikku/core'
+import type { Kysely } from 'kysely'
+
+const jsonOrNull = (v: unknown): string | null =>
+  v != null ? JSON.stringify(v) : null
+
+// No global `crypto` is guaranteed across every runtime, and audit_id is the
+// PK — any collision is dropped by ON CONFLICT DO NOTHING.
+const fallbackId = (): string =>
+  `evt_${Date.now().toString(36)}${Math.random().toString(36).slice(2, 10)}`
+
+/**
+ * Durable {@link AuditService} that persists AuditEvents to an `audit` table
+ * via Kysely — the companion sink to {@link createAuditedKysely}.
+ *
+ * The column mapping matches a platform audit-queue consumer, so a locally-run
+ * project and a deployed stage write identical rows (the read side relies only
+ * on `type`, `occurred_at`, `actor_user_id`, and the `data` JSON that holds
+ * `metadata`). The `audit` table is an optional per-project migration (not in
+ * the generated schema), so rows are inserted untyped; all columns are TEXT on
+ * every engine and ON CONFLICT DO NOTHING keeps writes idempotent on retries.
+ */
+export class KyselyAuditService implements AuditService {
+  constructor(private db: Kysely<any>) {}
+
+  async audit(event: AuditEvent): Promise<void> {
+    await this.write([event])
+  }
+
+  async write(batch: AuditEventBatch): Promise<void> {
+    if (!batch.length) return
+    const rows = batch.map((e) => {
+      const metadata = e.metadata as
+        | { tables?: unknown; changedColumns?: unknown }
+        | undefined
+      return {
+        audit_id: e.eventId ?? e.queryId ?? fallbackId(),
+        occurred_at: e.occurredAt ?? new Date().toISOString(),
+        type: e.type ?? 'unknown',
+        source: e.source ?? 'auto',
+        outcome: e.outcome ?? null,
+        function_id: e.functionId ?? null,
+        wire_type: e.wireType ?? null,
+        trace_id: e.traceId ?? null,
+        transaction_id: e.transactionId ?? null,
+        query_id: e.queryId ?? null,
+        actor_user_id: e.actor?.userId ?? null,
+        actor_org_id: e.actor?.orgId ?? null,
+        tables: jsonOrNull(metadata?.tables),
+        changed_cols: jsonOrNull(metadata?.changedColumns),
+        event: e.eventId ?? null,
+        old: null,
+        data: jsonOrNull(e.metadata),
+      }
+    })
+    await (this.db as any)
+      .insertInto('audit')
+      .values(rows)
+      .onConflict((oc: any) => oc.doNothing())
+      .execute()
+  }
+}

package/src/kysely-workflow-mirror.test.ts

@@ -103,6 +103,29 @@ describe('KyselyWorkflowMirror — step lifecycle', () => {
     assert.equal(history[0]!.status, 'pending')
   })
 
+  test('getRunHistory surfaces step provenance (fromStepName)', async () => {
+    // The mirror persists fromStepName and getRunHistory reads it back, so the
+    // run history reconstructs the walked path (entry has none, the next step
+    // records its predecessor).
+    await seedStep(STEP_ID, 'begin')
+    await mirror.insertStepState(RUN_ID, {
+      stepId: `${STEP_ID}-2`,
+      stepName: 'next',
+      rpcName: 'rpc.fn',
+      data: { x: 2 },
+      status: 'pending',
+      attemptCount: 1,
+      fromStepName: 'begin',
+      createdAt: new Date(),
+      updatedAt: new Date(),
+    } as any)
+
+    const history = await runService.getRunHistory(RUN_ID)
+    const from = new Map(history.map((h) => [h.stepName, h.fromStepName]))
+    assert.equal(from.get('begin'), undefined, 'entry step has no predecessor')
+    assert.equal(from.get('next'), 'begin', 'next records its predecessor')
+  })
+
   test('running → succeeded updates the in-place history row', async () => {
     await seedStep()
     await mirror.setStepRunning(STEP_ID)

package/src/kysely-workflow-mirror.ts

@@ -79,6 +79,7 @@ export class KyselyWorkflowMirror implements WorkflowRunMirror {
       .addColumn('branch_taken', 'text')
       .addColumn('retries', 'integer')
       .addColumn('retry_delay', 'text')
+      .addColumn('from_step_name', 'text')
       .addColumn('created_at', 'timestamp', (col) =>
         col.defaultTo(sql`CURRENT_TIMESTAMP`).notNull()
       )
@@ -91,6 +92,15 @@ export class KyselyWorkflowMirror implements WorkflowRunMirror {
       ])
       .execute()
 
+    // Additive: backfill the column on mirror tables created before from_step_name.
+    await this.db.schema
+      .alterTable('workflow_step')
+      .addColumn('from_step_name', 'text')
+      .execute()
+      .catch(() => {
+        // Column already exists (fresh tables include it above) — nothing to do.
+      })
+
     await this.db.schema
       .createTable('workflow_step_history')
       .ifNotExists()
@@ -202,6 +212,7 @@ export class KyselyWorkflowMirror implements WorkflowRunMirror {
         status: step.status,
         retries: step.retries ?? null,
         retryDelay: step.retryDelay?.toString() ?? null,
+        fromStepName: step.fromStepName ?? null,
         createdAt: now,
         updatedAt: now,
       })

package/src/kysely-workflow-run-service.ts

@@ -192,6 +192,7 @@ export class KyselyWorkflowRunService implements WorkflowRunService {
       .select([
         's.workflowStepId',
         's.stepName',
+        's.fromStepName',
         's.retries',
         's.retryDelay',
         'h.status',
@@ -215,6 +216,7 @@ export class KyselyWorkflowRunService implements WorkflowRunService {
       return {
         stepId,
         stepName: row.stepName,
+        fromStepName: row.fromStepName ?? undefined,
         status: row.status as StepState['status'],
         result: parseJson(row.result),
         error: parseJson(row.error),

package/src/kysely-workflow-service.ts

@@ -319,7 +319,7 @@ export class KyselyWorkflowService extends PikkuWorkflowService {
     if (latestHistory) {
       await this.db
         .updateTable('workflowStepHistory')
-        .set({ status: 'running' })
+        .set({ status: 'running', runningAt: new Date() })
         .where('historyId', '=', latestHistory.historyId)
         .execute()
     }
@@ -417,7 +417,7 @@ export class KyselyWorkflowService extends PikkuWorkflowService {
     if (latestHistory) {
       await this.db
         .updateTable('workflowStepHistory')
-        .set({ status: 'succeeded', result: resultJson })
+        .set({ status: 'succeeded', result: resultJson, succeededAt: new Date() })
         .where('historyId', '=', latestHistory.historyId)
         .execute()
     }
@@ -456,7 +456,7 @@ export class KyselyWorkflowService extends PikkuWorkflowService {
     if (latestHistory) {
       await this.db
         .updateTable('workflowStepHistory')
-        .set({ status: 'failed', error: errorJson })
+        .set({ status: 'failed', error: errorJson, failedAt: new Date() })
         .where('historyId', '=', latestHistory.historyId)
         .execute()
     }