@pikku/mongodb 0.12.17 → 0.12.19

package/CHANGELOG.md

@@ -1,5 +1,181 @@
 # @pikku/mongodb
 
+## 0.12.19
+
+### Patch Changes
+
+- 266e3bc: One door per name: `@pikku/core/ecosystem/*` and the package root are gone
+
+  `@pikku/core` published every module twice. `ecosystem/http` re-exported
+  `./http`, `ecosystem/services` re-exported `./services`, and a name was
+  reachable through either — so every addition had to be made in two places, and a
+  consumer's import said nothing about what it actually used. The package root was
+  the same problem at a larger scale: a single barrel of 206 names that no bundler
+  could take apart, and the one specifier that revealed nothing at all.
+
+  Both are deleted. Every name now lives on the subpath that owns it, and every
+  import carries that subpath — `@pikku/core/http`, `@pikku/core/services`,
+  `@pikku/core/errors`, `@pikku/core/types`.
+
+  Deleting the facades meant the raw subpaths had to become a superset of them,
+  which they were not: the facade tree had accumulated 25 names with no raw home
+  and about 26 more filed under a different area than the module they came from.
+  Those names moved to the area that owns them, and three areas were published as
+  new entry points rather than left on a root that is going away — `./types` (the
+  shared type surface, the largest single destination), `./state` and
+  `./classification`.
+
+  `./classification` is one door onto one subject: what a value is and how it must
+  be handled. Its three halves would each have been an entry point — the brands
+  and manifest types, the stored-form helpers (`hashToken`, `unsafeAsSealed` and
+  friends), and `SecretValue` — split by whether a name happens to be a type or a
+  value, which is the same defect as the facades. The duration and versioned-id
+  helpers went to `./utils`, which already published, and `PikkuRequest` went to
+  `./function`: it is the transport-agnostic request base, not an HTTP one — HTTP
+  has `PikkuHTTPAbstractRequest`, and the only thing outside core that extends
+  `PikkuRequest` is Azure's timer request.
+
+  `./types` inherited the root barrel's habit before it inherited its contents, so
+  the names with an owner elsewhere were moved off it. The middleware types and the
+  five middleware factories — `pikkuMiddleware`, `pikkuMiddlewareFactory`,
+  `pikkuChannelMiddleware`, `pikkuChannelMiddlewareFactory` and
+  `pikkuAgentMiddleware`, runtime values on a types entry point — are now
+  `@pikku/core/middleware`; the function meta types are `@pikku/core/function`;
+  `SerializedError` is `@pikku/core/errors`; and the generic TypeScript helpers
+  (`MakeRequired`, `PickRequired`, `PickOptional`, `RequireAtLeastOne`,
+  `JSONPrimitive`, `JSONValue`) are `@pikku/core/utils`. What is left on `./types`
+  is the vocabulary the wirings share, which no single module owns.
+
+  `pikku` was itself a root barrel — `export * from '@pikku/core'` — and
+  now exports only the services it bundles.
+
+  One module survives at the old specifier, and only for the bootstrap:
+  `packages/cli` is generated by the _published_ CLI pinned in its `build.sh`, and
+  that CLI still writes a bare `@pikku/core` into the files it generates for the
+  CLI itself. `bootstrap-compat/root.ts` carries the eight types it names, a test
+  in core fails if that list grows, and it goes when the pin moves to a CLI
+  released from this branch. The adapter names the pinned CLI reaches for —
+  `pikkuState` and `CreateWireServices` — are rewritten to `@pikku/core/state` and
+  `@pikku/core/types` by the same `build.sh` patch pass, so no second shim is
+  needed for them.
+
+  A guard test keeps the root shut: it parses imports and rejects a bare
+  `@pikku/core` rather than grepping for it, because several tests hold a user's
+  file as a template literal, where `import … from '@pikku/core'` is fixture text
+  rather than an import this repo makes.
+
+  An agent scaffold a project generated under an older CLI is refreshed rather
+  than left to fail: `pikku all` already deleted one importing an entry point
+  `@pikku/core` no longer publishes, and the `#pikku` hub joins that list.
+  Without it a project that scaffolds the agent endpoint but
+  declares no agents keeps the old file forever — the generator that would rewrite
+  it only runs when agents exist, and the file being present is what stops it
+  being regenerated as missing.
+
+  `pikku new addon` also wrote a tsconfig `paths` map naming only the deleted hub.
+  An addon's `imports` map points into `dist`, so `paths` is what resolves
+  `#pikku/<leaf>` for the addon's own source build — it now names the two leaf
+  patterns, in both the addon and its test harness.
+
+- 786dae5: Bump every dependency whose latest release is a major across the monorepo, and
+  port the code the majors broke: `cookie` 2's `parseCookie`/`stringifySetCookie`
+  API in `@pikku/core` and the three runtime HTTP adapters, and assistant-ui 0.15's
+  store client in `@pikku/assistant-ui`.
+- 6eef0a0: Bump every dependency to its latest compatible minor/patch across the monorepo.
+- Updated dependencies [7722ceb]
+- Updated dependencies [375c1ff]
+- Updated dependencies [02a70cd]
+- Updated dependencies [aeef159]
+- Updated dependencies [a281de6]
+- Updated dependencies [266e3bc]
+- Updated dependencies [02a70cd]
+- Updated dependencies [786dae5]
+- Updated dependencies [6eef0a0]
+- Updated dependencies [3561d67]
+- Updated dependencies [a91c433]
+- Updated dependencies [02a70cd]
+- Updated dependencies [9537f74]
+- Updated dependencies [2b57ca8]
+- Updated dependencies [266e3bc]
+- Updated dependencies [9fce0f1]
+- Updated dependencies [83683a0]
+- Updated dependencies [456c88b]
+- Updated dependencies [456c88b]
+- Updated dependencies [c127273]
+  - @pikku/core@0.12.85
+
+## 0.12.18
+
+### Patch Changes
+
+- 7406bfe: Rename the agent runtime from `AI*` to `Agent*` (#596)
+
+  `AI` described the model provider, not the thing being named. Every symbol that
+  belongs to the agent runtime now says `Agent`; the symbols that genuinely wrap a
+  model provider — `AIEmbeddingService`, `AIProviderOptions`, `AIEmbedParams`,
+  `AITranscriptionParams`, `AIGenerateImageParams` and their siblings, and the
+  `@pikku/ai-vercel` / `@pikku/ai-deepinfra` / `@pikku/ai-voice` packages — keep
+  their names.
+
+  **Wiring**
+  - `pikkuAIAgent` → `pikkuAgent`, `pikkuAIScorer` → `pikkuAgentScorer`,
+    `pikkuAIJudge` → `pikkuAgentJudge`
+  - `CoreAIAgent` → `CoreAgent`, `AIAgentInput` → `AgentInput`, `AIAgentStep` →
+    `AgentStep`, `AIMessage` → `AgentMessage`, and the rest of the agent types
+  - `AIAgentRunnerService` → `AgentRunnerService`, `AIStorageService` →
+    `AgentStorageService`, `AIRunStateService` → `AgentRunStateService`
+
+  **Entry points**
+
+  `@pikku/core/agent` → `@pikku/core/agent`, `@pikku/core/agent-scorer` →
+  `@pikku/core/agent-scorer`.
+
+  **Queues**
+
+  The scorer queues are now `agent-score-fast` and `agent-score-slow`. Drain the
+  old `ai-score-fast` / `ai-score-slow` queues before deploying — jobs still
+  sitting on them when the new workers start will never be picked up.
+
+  **Scaffolds**
+
+  The agent scaffold pikku wrote for your project — `<scaffold>/agent/agent.gen.ts`
+  and its schemas file — imports `@pikku/core/ai-agent`, which no longer exists. A
+  scaffold is normally written once and then left alone, so `pikku all` would find
+  it present and leave the broken import in place. It now deletes an agent scaffold
+  importing either removed entry point and regenerates it in the same run. Anything
+  you added to that file goes with it, so move local edits out first.
+
+  **Database**
+
+  The agent tables are renamed: `ai_threads`, `ai_message`, `ai_tool_call`,
+  `ai_working_memory`, `ai_run` and `ai_run_score` become `agent_threads`,
+  `agent_message`, `agent_tool_call`, `agent_working_memory`, `agent_run` and
+  `agent_run_score`, along with their indexes and the `ai_working_memory_pk`
+  constraint. The same rename applies to the MongoDB collections.
+
+  `ensurePikkuSchema` creates tables it cannot find, so an existing database will
+  get empty `agent_*` tables and leave the old data stranded in `ai_*`. Rename
+  them before the first boot on the new version:
+
+  ```sql
+  ALTER TABLE ai_threads        RENAME TO agent_threads;
+  ALTER TABLE ai_message        RENAME TO agent_message;
+  ALTER TABLE ai_tool_call      RENAME TO agent_tool_call;
+  ALTER TABLE ai_working_memory RENAME TO agent_working_memory;
+  ALTER TABLE ai_run            RENAME TO agent_run;
+  ALTER TABLE ai_run_score      RENAME TO agent_run_score;
+  ```
+
+- 6794681: Publish the ecosystem surface as per-area sub-barrels under `@pikku/core/ecosystem/*`, and point generated code, the CLI, the inspector and the runtime adapters at them.
+
+  348 names that only generated code, the toolchain or a runtime adapter ever imports now have a second home on `@pikku/core/ecosystem/<area>` — one sub-barrel per area, matching how core already publishes its entrypoints, so no single barrel grows without bound and a consumer only pulls in the area it uses.
+
+  This step is additive: every name is still exported from the entrypoint it was published from before, so nothing downstream breaks. Removing them from the app-facing barrels is a later change, and needs a release carrying `./ecosystem/*` first.
+
+- Updated dependencies [7406bfe]
+- Updated dependencies [6794681]
+  - @pikku/core@0.12.84
+
 ## 0.12.17
 
 ### Patch Changes

package/dist/src/index.d.ts

@@ -4,9 +4,9 @@ export { MongoDBEventHubStore } from './mongodb-eventhub-store.js';
 export { MongoDBWorkflowService } from './mongodb-workflow-service.js';
 export { MongoDBWorkflowRunService } from './mongodb-workflow-run-service.js';
 export { MongoDBDeploymentService } from './mongodb-deployment-service.js';
-export { MongoDBAIStorageService } from './mongodb-ai-storage-service.js';
+export { MongoDBAgentStorageService } from './mongodb-agent-storage-service.js';
 export { MongoDBAgentRunService } from './mongodb-agent-run-service.js';
 export { MongoDBSecretService } from './mongodb-secret-service.js';
 export type { WorkflowRunService } from '@pikku/core/workflow';
-export type { AgentRunService, AgentRunRow } from '@pikku/core/ai-agent';
+export type { AgentRunService, AgentRunRow } from '@pikku/core/agent';
 export { MongoDBSessionStore } from './mongodb-session-store.js';

package/dist/src/index.js

@@ -4,7 +4,7 @@ export { MongoDBEventHubStore } from './mongodb-eventhub-store.js';
 export { MongoDBWorkflowService } from './mongodb-workflow-service.js';
 export { MongoDBWorkflowRunService } from './mongodb-workflow-run-service.js';
 export { MongoDBDeploymentService } from './mongodb-deployment-service.js';
-export { MongoDBAIStorageService } from './mongodb-ai-storage-service.js';
+export { MongoDBAgentStorageService } from './mongodb-agent-storage-service.js';
 export { MongoDBAgentRunService } from './mongodb-agent-run-service.js';
 export { MongoDBSecretService } from './mongodb-secret-service.js';
 export { MongoDBSessionStore } from './mongodb-session-store.js';

package/dist/src/mongodb-agent-run-service.d.ts

@@ -1,4 +1,4 @@
-import type { AIThread, AIMessage, AgentRunRow, AgentRunService } from '@pikku/core/ai-agent';
+import type { AgentThread, AgentMessage, AgentRunRow, AgentRunService } from '@pikku/core/agent';
 import type { Db } from 'mongodb';
 export declare class MongoDBAgentRunService implements AgentRunService {
     private threads;
@@ -12,9 +12,9 @@ export declare class MongoDBAgentRunService implements AgentRunService {
         owners?: string[];
         limit?: number;
         offset?: number;
-    }): Promise<AIThread[]>;
-    getThread(threadId: string): Promise<AIThread | null>;
-    getThreadMessages(threadId: string): Promise<AIMessage[]>;
+    }): Promise<AgentThread[]>;
+    getThread(threadId: string): Promise<AgentThread | null>;
+    getThreadMessages(threadId: string): Promise<AgentMessage[]>;
     getThreadRuns(threadId: string): Promise<AgentRunRow[]>;
     deleteThread(threadId: string): Promise<boolean>;
     getDistinctAgentNames(): Promise<string[]>;

package/dist/src/mongodb-agent-run-service.js

@@ -7,10 +7,10 @@ export class MongoDBAgentRunService {
     toolCalls;
     runs;
     constructor(db) {
-        this.threads = db.collection('ai_threads');
-        this.messages = db.collection('ai_message');
-        this.toolCalls = db.collection('ai_tool_call');
-        this.runs = db.collection('ai_run');
+        this.threads = db.collection('agent_threads');
+        this.messages = db.collection('agent_message');
+        this.toolCalls = db.collection('agent_tool_call');
+        this.runs = db.collection('agent_run');
     }
     async listThreads(options) {
         const { agentName, resourceId, owners, limit = 50, offset = 0, } = options ?? {};

package/dist/src/{mongodb-ai-storage-service.d.ts → mongodb-agent-storage-service.d.ts}

@@ -1,31 +1,31 @@
-import type { AIStorageService, AIRunStateService, CreateRunInput, SaveScoreInput } from '@pikku/core/services';
-import type { AIThread, AIMessage, AgentRunState } from '@pikku/core/ai-agent';
-import type { AIRunScore } from '@pikku/core/ai-scorer';
+import type { AgentMessage, AgentRunState, AgentThread } from '@pikku/core/agent';
+import type { AgentRunScore } from '@pikku/core/agent-scorer';
+import type { AgentRunStateService, AgentStorageService, CreateRunInput, SaveScoreInput } from '@pikku/core/services';
 import type { Db } from 'mongodb';
-export declare class MongoDBAIStorageService implements AIStorageService, AIRunStateService {
+export declare class MongoDBAgentStorageService implements AgentStorageService, AgentRunStateService {
     private db;
     private initialized;
     private threads;
-    private aiMessages;
+    private agentMessages;
     private toolCalls;
     private workingMemory;
-    private aiRuns;
-    private aiRunScores;
+    private agentRuns;
+    private agentRunScores;
     constructor(db: Db);
     init(): Promise<void>;
     createThread(resourceId: string, options?: {
         threadId?: string;
         title?: string;
         metadata?: Record<string, unknown>;
-    }): Promise<AIThread>;
-    getThread(threadId: string): Promise<AIThread>;
-    getThreads(resourceId: string): Promise<AIThread[]>;
+    }): Promise<AgentThread>;
+    getThread(threadId: string): Promise<AgentThread>;
+    getThreads(resourceId: string): Promise<AgentThread[]>;
     deleteThread(threadId: string): Promise<void>;
     getMessages(threadId: string, options?: {
         lastN?: number;
         cursor?: string;
-    }): Promise<AIMessage[]>;
-    saveMessages(threadId: string, messages: AIMessage[]): Promise<void>;
+    }): Promise<AgentMessage[]>;
+    saveMessages(threadId: string, messages: AgentMessage[]): Promise<void>;
     getWorkingMemory(id: string, scope: 'resource' | 'thread'): Promise<Record<string, unknown> | null>;
     saveWorkingMemory(id: string, scope: 'resource' | 'thread', data: Record<string, unknown>): Promise<void>;
     createRun(run: CreateRunInput): Promise<string>;
@@ -40,6 +40,6 @@ export declare class MongoDBAIStorageService implements AIStorageService, AIRunS
     } | null>;
     resolveApproval(toolCallId: string, status: 'approved' | 'denied'): Promise<boolean>;
     saveScore(score: SaveScoreInput): Promise<void>;
-    getScores(runId: string): Promise<AIRunScore[]>;
+    getScores(runId: string): Promise<AgentRunScore[]>;
     close(): Promise<void>;
 }

package/dist/src/{mongodb-ai-storage-service.js → mongodb-agent-storage-service.js}

@@ -1,32 +1,32 @@
-export class MongoDBAIStorageService {
+export class MongoDBAgentStorageService {
     db;
     initialized = false;
     threads;
-    aiMessages;
+    agentMessages;
     toolCalls;
     workingMemory;
-    aiRuns;
-    aiRunScores;
+    agentRuns;
+    agentRunScores;
     constructor(db) {
         this.db = db;
     }
     async init() {
         if (this.initialized)
             return;
-        this.threads = this.db.collection('ai_threads');
-        this.aiMessages = this.db.collection('ai_message');
-        this.toolCalls = this.db.collection('ai_tool_call');
-        this.workingMemory =
-            this.db.collection('ai_working_memory');
-        this.aiRuns = this.db.collection('ai_run');
-        this.aiRunScores = this.db.collection('ai_run_score');
+        this.threads = this.db.collection('agent_threads');
+        this.agentMessages = this.db.collection('agent_message');
+        this.toolCalls = this.db.collection('agent_tool_call');
+        this.workingMemory = this.db.collection('agent_working_memory');
+        this.agentRuns = this.db.collection('agent_run');
+        this.agentRunScores =
+            this.db.collection('agent_run_score');
         await this.threads.createIndex({ resourceId: 1 });
-        await this.aiMessages.createIndex({ threadId: 1, createdAt: 1 });
+        await this.agentMessages.createIndex({ threadId: 1, createdAt: 1 });
         await this.toolCalls.createIndex({ threadId: 1 });
         await this.toolCalls.createIndex({ messageId: 1 });
         await this.workingMemory.createIndex({ id: 1, scope: 1 }, { unique: true });
-        await this.aiRuns.createIndex({ threadId: 1, createdAt: 1 });
-        await this.aiRunScores.createIndex({ runId: 1, createdAt: 1 });
+        await this.agentRuns.createIndex({ threadId: 1, createdAt: 1 });
+        await this.agentRunScores.createIndex({ runId: 1, createdAt: 1 });
         this.initialized = true;
     }
     async createThread(resourceId, options) {
@@ -79,21 +79,23 @@ export class MongoDBAIStorageService {
     }
     async deleteThread(threadId) {
         await this.toolCalls.deleteMany({ threadId });
-        await this.aiMessages.deleteMany({ threadId });
-        await this.aiRuns.deleteMany({ threadId });
+        await this.agentMessages.deleteMany({ threadId });
+        await this.agentRuns.deleteMany({ threadId });
         await this.threads.deleteOne({ _id: threadId });
     }
     async getMessages(threadId, options) {
         let filter = { threadId };
         if (options?.cursor) {
-            const cursorRow = await this.aiMessages.findOne({ _id: options.cursor });
+            const cursorRow = await this.agentMessages.findOne({
+                _id: options.cursor,
+            });
             if (cursorRow) {
                 filter.createdAt = { $lt: cursorRow.createdAt };
             }
         }
         let msgResult;
         if (options?.cursor || options?.lastN) {
-            const innerResult = await this.aiMessages
+            const innerResult = await this.agentMessages
                 .find(filter)
                 .sort({ createdAt: -1 })
                 .limit(options?.lastN ?? 50)
@@ -102,7 +104,7 @@ export class MongoDBAIStorageService {
             msgResult = innerResult;
         }
         else {
-            msgResult = await this.aiMessages
+            msgResult = await this.agentMessages
                 .find(filter)
                 .sort({ createdAt: 1 })
                 .toArray();
@@ -174,7 +176,7 @@ export class MongoDBAIStorageService {
         const toolMessages = messages.filter((m) => m.role === 'tool');
         const nonToolMessages = messages.filter((m) => m.role !== 'tool');
         if (nonToolMessages.length > 0) {
-            await this.aiMessages.insertMany(nonToolMessages.map((msg) => ({
+            await this.agentMessages.insertMany(nonToolMessages.map((msg) => ({
                 _id: msg.id,
                 threadId,
                 role: msg.role,
@@ -229,7 +231,7 @@ export class MongoDBAIStorageService {
     }
     async createRun(run) {
         const runId = crypto.randomUUID();
-        await this.aiRuns.insertOne({
+        await this.agentRuns.insertOne({
             _id: runId,
             agentName: run.agentName,
             threadId: run.threadId,
@@ -268,7 +270,7 @@ export class MongoDBAIStorageService {
             setValues.usageOutputTokens = updates.usage.outputTokens;
             setValues.usageModel = updates.usage.model;
         }
-        await this.aiRuns.updateOne({ _id: runId }, { $set: setValues });
+        await this.agentRuns.updateOne({ _id: runId }, { $set: setValues });
         if (updates.pendingApprovals !== undefined) {
             await this.toolCalls.updateMany({ runId, approvalStatus: { $ne: null } }, {
                 $set: {
@@ -286,7 +288,7 @@ export class MongoDBAIStorageService {
         }
     }
     async getRun(runId) {
-        const row = await this.aiRuns.findOne({ _id: runId });
+        const row = await this.agentRuns.findOne({ _id: runId });
         if (!row)
             return null;
         const approvals = await this.toolCalls
@@ -295,7 +297,7 @@ export class MongoDBAIStorageService {
         return this.mapRunRow(row, approvals);
     }
     async getRunsByThread(threadId) {
-        const result = await this.aiRuns
+        const result = await this.agentRuns
             .find({ threadId })
             .sort({ createdAt: -1 })
             .toArray();
@@ -410,7 +412,7 @@ export class MongoDBAIStorageService {
         return result.modifiedCount > 0;
     }
     async saveScore(score) {
-        await this.aiRunScores.insertOne({
+        await this.agentRunScores.insertOne({
             _id: crypto.randomUUID(),
             runId: score.runId,
             scorerName: score.scorerName,
@@ -421,7 +423,7 @@ export class MongoDBAIStorageService {
         });
     }
     async getScores(runId) {
-        const rows = await this.aiRunScores
+        const rows = await this.agentRunScores
             .find({ runId })
             .sort({ createdAt: 1 })
             .toArray();

package/dist/src/mongodb-channel-store.d.ts

@@ -1,5 +1,5 @@
-import type { Channel } from '@pikku/core/channel';
 import { ChannelStore } from '@pikku/core/channel';
+import type { Channel } from '@pikku/core/channel';
 import type { Db } from 'mongodb';
 export declare class MongoDBChannelStore extends ChannelStore {
     private db;

package/dist/src/mongodb-deployment-service.d.ts

@@ -1,5 +1,6 @@
 import type { DeploymentService, DeploymentServiceConfig, DeploymentConfig } from '@pikku/core/services';
-import type { JWTService, SecretService } from '@pikku/core/services';
+import type { JWTService } from '@pikku/core/services';
+import type { SecretService } from '@pikku/core/services';
 import type { Db } from 'mongodb';
 export declare class MongoDBDeploymentService implements DeploymentService {
     private db;

package/dist/src/mongodb-secret-service.d.ts

@@ -1,5 +1,5 @@
-import { type SecretValue } from '@pikku/core';
 import type { SecretService, SecretValues } from '@pikku/core/services';
+import type { SecretValue } from '@pikku/core/classification';
 import type { Db } from 'mongodb';
 export interface MongoDBSecretServiceConfig {
     key: string;

package/dist/src/mongodb-secret-service.js

@@ -1,5 +1,5 @@
-import { createSecretValue, isSecretValue } from '@pikku/core';
-import { deriveKEK, generateKEKSalt, envelopeEncrypt, envelopeDecrypt, envelopeRewrap, } from '@pikku/core/crypto-utils';
+import { deriveKEK, envelopeDecrypt, envelopeEncrypt, envelopeRewrap, generateKEKSalt, } from '@pikku/core/crypto-utils';
+import { createSecretValue, isSecretValue } from '@pikku/core/classification';
 export class MongoDBSecretService {
     db;
     initialized = false;

package/dist/src/mongodb-session-store.d.ts

@@ -1,5 +1,5 @@
-import type { CoreUserSession } from '@pikku/core';
 import type { SessionStore } from '@pikku/core/services';
+import type { CoreUserSession } from '@pikku/core/types';
 import type { Db } from 'mongodb';
 export declare class MongoDBSessionStore implements SessionStore {
     private db;

package/dist/src/mongodb-workflow-service.d.ts

@@ -1,5 +1,6 @@
-import type { SerializedError } from '@pikku/core';
-import { PikkuWorkflowService, type WorkflowPlannedStep, type WorkflowQueueOptions, type WorkflowRun, type WorkflowRunWire, type StepState, type StepStatus, type WorkflowStatus, type WorkflowVersionStatus } from '@pikku/core/workflow';
+import type { SerializedError } from '@pikku/core/errors';
+import { PikkuWorkflowService } from '@pikku/core/workflow';
+import type { WorkflowPlannedStep, WorkflowQueueOptions, WorkflowRun, WorkflowRunWire, StepState, StepStatus, WorkflowStatus, WorkflowVersionStatus } from '@pikku/core/workflow';
 import type { Db } from 'mongodb';
 export declare class MongoDBWorkflowService extends PikkuWorkflowService {
     private initialized;

package/dist/src/mongodb-workflow-service.js

@@ -1,4 +1,4 @@
-import { PikkuWorkflowService, } from '@pikku/core/workflow';
+import { PikkuWorkflowService } from '@pikku/core/workflow';
 import { MongoDBWorkflowRunService } from './mongodb-workflow-run-service.js';
 export class MongoDBWorkflowService extends PikkuWorkflowService {
     initialized = false;

package/dist/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["../src/index.ts","../src/mongodb-agent-run-service.ts","../src/mongodb-ai-storage-service.ts","../src/mongodb-channel-store.ts","../src/mongodb-deployment-service.ts","../src/mongodb-eventhub-store.ts","../src/mongodb-secret-service.ts","../src/mongodb-session-store.ts","../src/mongodb-workflow-run-service.ts","../src/mongodb-workflow-service.ts","../src/pikku-mongodb.ts"],"version":"6.0.3"}
+{"root":["../src/index.ts","../src/mongodb-agent-run-service.ts","../src/mongodb-agent-storage-service.ts","../src/mongodb-channel-store.ts","../src/mongodb-deployment-service.ts","../src/mongodb-eventhub-store.ts","../src/mongodb-secret-service.ts","../src/mongodb-session-store.ts","../src/mongodb-workflow-run-service.ts","../src/mongodb-workflow-service.ts","../src/pikku-mongodb.ts"],"version":"6.0.3"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pikku/mongodb",
-  "version": "0.12.17",
+  "version": "0.12.19",
   "description": "MongoDB services for Pikku — workflow state, agent runs, secrets and channel stores",
   "author": "yasser.fadl@gmail.com",
   "license": "MIT",
@@ -18,17 +18,17 @@
     "prepublishOnly": "yarn build"
   },
   "peerDependencies": {
-    "@pikku/core": "^0.12.82"
+    "@pikku/core": "^0.12.85"
   },
   "dependencies": {
-    "mongodb": "^6.12.0"
+    "mongodb": "^7.5.0"
   },
   "devDependencies": {
-    "mongodb": "^6.12.0",
-    "mongodb-memory-server": "^10.4.0",
+    "mongodb": "^7.5.0",
+    "mongodb-memory-server": "^11.2.0",
     "typescript": "^6.0.3"
   },
   "exports": {
     ".": "./dist/src/index.js"
   }
-}
+}

package/src/index.ts

@@ -5,10 +5,10 @@ export { MongoDBEventHubStore } from './mongodb-eventhub-store.js'
 export { MongoDBWorkflowService } from './mongodb-workflow-service.js'
 export { MongoDBWorkflowRunService } from './mongodb-workflow-run-service.js'
 export { MongoDBDeploymentService } from './mongodb-deployment-service.js'
-export { MongoDBAIStorageService } from './mongodb-ai-storage-service.js'
+export { MongoDBAgentStorageService } from './mongodb-agent-storage-service.js'
 export { MongoDBAgentRunService } from './mongodb-agent-run-service.js'
 export { MongoDBSecretService } from './mongodb-secret-service.js'
 
 export type { WorkflowRunService } from '@pikku/core/workflow'
-export type { AgentRunService, AgentRunRow } from '@pikku/core/ai-agent'
+export type { AgentRunService, AgentRunRow } from '@pikku/core/agent'
 export { MongoDBSessionStore } from './mongodb-session-store.js'

package/src/mongodb-agent-run-service.ts

@@ -1,9 +1,9 @@
 import type {
-  AIThread,
-  AIMessage,
+  AgentThread,
+  AgentMessage,
   AgentRunRow,
   AgentRunService,
-} from '@pikku/core/ai-agent'
+} from '@pikku/core/agent'
 import type { Db, Collection } from 'mongodb'
 
 // Owner ids are untrusted input to the regex, so metacharacters must not be
@@ -11,7 +11,7 @@ import type { Db, Collection } from 'mongodb'
 const escapeRegExp = (value: string) =>
   value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')
 
-interface AIThreadDoc {
+interface AgentThreadDoc {
   _id: string
   resourceId: string
   title: string | null
@@ -20,7 +20,7 @@ interface AIThreadDoc {
   updatedAt: Date
 }
 
-interface AIMessageDoc {
+interface AgentMessageDoc {
   _id: string
   threadId: string
   role: string
@@ -28,7 +28,7 @@ interface AIMessageDoc {
   createdAt: Date
 }
 
-interface AIToolCallDoc {
+interface AgentToolCallDoc {
   _id: string
   threadId: string
   messageId: string
@@ -44,7 +44,7 @@ interface AIToolCallDoc {
   createdAt: Date
 }
 
-interface AIRunDoc {
+interface AgentRunDoc {
   _id: string
   agentName: string
   threadId: string
@@ -61,16 +61,16 @@ interface AIRunDoc {
 }
 
 export class MongoDBAgentRunService implements AgentRunService {
-  private threads: Collection<AIThreadDoc>
-  private messages: Collection<AIMessageDoc>
-  private toolCalls: Collection<AIToolCallDoc>
-  private runs: Collection<AIRunDoc>
+  private threads: Collection<AgentThreadDoc>
+  private messages: Collection<AgentMessageDoc>
+  private toolCalls: Collection<AgentToolCallDoc>
+  private runs: Collection<AgentRunDoc>
 
   constructor(db: Db) {
-    this.threads = db.collection<AIThreadDoc>('ai_threads')
-    this.messages = db.collection<AIMessageDoc>('ai_message')
-    this.toolCalls = db.collection<AIToolCallDoc>('ai_tool_call')
-    this.runs = db.collection<AIRunDoc>('ai_run')
+    this.threads = db.collection<AgentThreadDoc>('agent_threads')
+    this.messages = db.collection<AgentMessageDoc>('agent_message')
+    this.toolCalls = db.collection<AgentToolCallDoc>('agent_tool_call')
+    this.runs = db.collection<AgentRunDoc>('agent_run')
   }
 
   async listThreads(options?: {
@@ -79,7 +79,7 @@ export class MongoDBAgentRunService implements AgentRunService {
     owners?: string[]
     limit?: number
     offset?: number
-  }): Promise<AIThread[]> {
+  }): Promise<AgentThread[]> {
     const {
       agentName,
       resourceId,
@@ -122,13 +122,13 @@ export class MongoDBAgentRunService implements AgentRunService {
     return result.map((row) => this.mapThreadRow(row))
   }
 
-  async getThread(threadId: string): Promise<AIThread | null> {
+  async getThread(threadId: string): Promise<AgentThread | null> {
     const row = await this.threads.findOne({ _id: threadId })
     if (!row) return null
     return this.mapThreadRow(row)
   }
 
-  async getThreadMessages(threadId: string): Promise<AIMessage[]> {
+  async getThreadMessages(threadId: string): Promise<AgentMessage[]> {
     const [msgResult, tcResult] = await Promise.all([
       this.messages.find({ threadId }).sort({ createdAt: 1 }).toArray(),
       this.toolCalls.find({ threadId }).sort({ createdAt: 1 }).toArray(),
@@ -141,11 +141,11 @@ export class MongoDBAgentRunService implements AgentRunService {
       tcByMessage.get(msgId)!.push(tc)
     }
 
-    const messages: AIMessage[] = []
+    const messages: AgentMessage[] = []
     for (const row of msgResult) {
-      const msg: AIMessage = {
+      const msg: AgentMessage = {
         id: row._id,
-        role: row.role as AIMessage['role'],
+        role: row.role as AgentMessage['role'],
         content: row.content ?? undefined,
         createdAt: new Date(row.createdAt),
       }
@@ -203,7 +203,7 @@ export class MongoDBAgentRunService implements AgentRunService {
     return result.sort()
   }
 
-  private mapThreadRow(row: AIThreadDoc): AIThread {
+  private mapThreadRow(row: AgentThreadDoc): AgentThread {
     return {
       id: row._id,
       resourceId: row.resourceId,
@@ -214,7 +214,7 @@ export class MongoDBAgentRunService implements AgentRunService {
     }
   }
 
-  private mapRunRow(row: AIRunDoc): AgentRunRow {
+  private mapRunRow(row: AgentRunDoc): AgentRunRow {
     return {
       runId: row._id,
       agentName: row.agentName,

package/src/{mongodb-ai-storage-service.ts → mongodb-agent-storage-service.ts}

@@ -1,14 +1,18 @@
 import type {
-  AIStorageService,
-  AIRunStateService,
+  AgentMessage,
+  AgentRunState,
+  AgentThread,
+} from '@pikku/core/agent'
+import type { AgentRunScore } from '@pikku/core/agent-scorer'
+import type {
+  AgentRunStateService,
+  AgentStorageService,
   CreateRunInput,
   SaveScoreInput,
 } from '@pikku/core/services'
-import type { AIThread, AIMessage, AgentRunState } from '@pikku/core/ai-agent'
-import type { AIRunScore } from '@pikku/core/ai-scorer'
 import type { Db, Collection } from 'mongodb'
 
-interface AIThreadDoc {
+interface AgentThreadDoc {
   _id: string
   resourceId: string
   title: string | null
@@ -17,7 +21,7 @@ interface AIThreadDoc {
   updatedAt: Date
 }
 
-interface AIMessageDoc {
+interface AgentMessageDoc {
   _id: string
   threadId: string
   role: string
@@ -25,7 +29,7 @@ interface AIMessageDoc {
   createdAt: Date
 }
 
-interface AIToolCallDoc {
+interface AgentToolCallDoc {
   _id: string
   threadId: string
   messageId: string
@@ -41,14 +45,14 @@ interface AIToolCallDoc {
   createdAt: Date
 }
 
-interface AIWorkingMemoryDoc {
+interface AgentWorkingMemoryDoc {
   id: string
   scope: string
   data: any
   updatedAt: Date
 }
 
-interface AIRunScoreDoc {
+interface AgentRunScoreDoc {
   _id: string
   runId: string
   scorerName: string
@@ -58,7 +62,7 @@ interface AIRunScoreDoc {
   createdAt: Date
 }
 
-interface AIRunDoc {
+interface AgentRunDoc {
   _id: string
   agentName: string
   threadId: string
@@ -74,42 +78,44 @@ interface AIRunDoc {
   updatedAt: Date
 }
 
-export class MongoDBAIStorageService
-  implements AIStorageService, AIRunStateService
+export class MongoDBAgentStorageService
+  implements AgentStorageService, AgentRunStateService
 {
   private initialized = false
-  private threads!: Collection<AIThreadDoc>
-  private aiMessages!: Collection<AIMessageDoc>
-  private toolCalls!: Collection<AIToolCallDoc>
-  private workingMemory!: Collection<AIWorkingMemoryDoc>
-  private aiRuns!: Collection<AIRunDoc>
-  private aiRunScores!: Collection<AIRunScoreDoc>
+  private threads!: Collection<AgentThreadDoc>
+  private agentMessages!: Collection<AgentMessageDoc>
+  private toolCalls!: Collection<AgentToolCallDoc>
+  private workingMemory!: Collection<AgentWorkingMemoryDoc>
+  private agentRuns!: Collection<AgentRunDoc>
+  private agentRunScores!: Collection<AgentRunScoreDoc>
 
   constructor(private db: Db) {}
 
   public async init(): Promise<void> {
     if (this.initialized) return
 
-    this.threads = this.db.collection<AIThreadDoc>('ai_threads')
-    this.aiMessages = this.db.collection<AIMessageDoc>('ai_message')
-    this.toolCalls = this.db.collection<AIToolCallDoc>('ai_tool_call')
-    this.workingMemory =
-      this.db.collection<AIWorkingMemoryDoc>('ai_working_memory')
-    this.aiRuns = this.db.collection<AIRunDoc>('ai_run')
-    this.aiRunScores = this.db.collection<AIRunScoreDoc>('ai_run_score')
+    this.threads = this.db.collection<AgentThreadDoc>('agent_threads')
+    this.agentMessages = this.db.collection<AgentMessageDoc>('agent_message')
+    this.toolCalls = this.db.collection<AgentToolCallDoc>('agent_tool_call')
+    this.workingMemory = this.db.collection<AgentWorkingMemoryDoc>(
+      'agent_working_memory'
+    )
+    this.agentRuns = this.db.collection<AgentRunDoc>('agent_run')
+    this.agentRunScores =
+      this.db.collection<AgentRunScoreDoc>('agent_run_score')
 
     await this.threads.createIndex({ resourceId: 1 })
 
-    await this.aiMessages.createIndex({ threadId: 1, createdAt: 1 })
+    await this.agentMessages.createIndex({ threadId: 1, createdAt: 1 })
 
     await this.toolCalls.createIndex({ threadId: 1 })
     await this.toolCalls.createIndex({ messageId: 1 })
 
     await this.workingMemory.createIndex({ id: 1, scope: 1 }, { unique: true })
 
-    await this.aiRuns.createIndex({ threadId: 1, createdAt: 1 })
+    await this.agentRuns.createIndex({ threadId: 1, createdAt: 1 })
 
-    await this.aiRunScores.createIndex({ runId: 1, createdAt: 1 })
+    await this.agentRunScores.createIndex({ runId: 1, createdAt: 1 })
 
     this.initialized = true
   }
@@ -121,7 +127,7 @@ export class MongoDBAIStorageService
       title?: string
       metadata?: Record<string, unknown>
     }
-  ): Promise<AIThread> {
+  ): Promise<AgentThread> {
     const id = options?.threadId ?? crypto.randomUUID()
     const now = new Date()
 
@@ -144,7 +150,7 @@ export class MongoDBAIStorageService
     }
   }
 
-  async getThread(threadId: string): Promise<AIThread> {
+  async getThread(threadId: string): Promise<AgentThread> {
     const row = await this.threads.findOne({ _id: threadId })
 
     if (!row) {
@@ -161,7 +167,7 @@ export class MongoDBAIStorageService
     }
   }
 
-  async getThreads(resourceId: string): Promise<AIThread[]> {
+  async getThreads(resourceId: string): Promise<AgentThread[]> {
     const result = await this.threads
       .find({ resourceId })
       .sort({ updatedAt: -1 })
@@ -179,19 +185,21 @@ export class MongoDBAIStorageService
 
   async deleteThread(threadId: string): Promise<void> {
     await this.toolCalls.deleteMany({ threadId })
-    await this.aiMessages.deleteMany({ threadId })
-    await this.aiRuns.deleteMany({ threadId })
+    await this.agentMessages.deleteMany({ threadId })
+    await this.agentRuns.deleteMany({ threadId })
     await this.threads.deleteOne({ _id: threadId })
   }
 
   async getMessages(
     threadId: string,
     options?: { lastN?: number; cursor?: string }
-  ): Promise<AIMessage[]> {
+  ): Promise<AgentMessage[]> {
     let filter: Record<string, any> = { threadId }
 
     if (options?.cursor) {
-      const cursorRow = await this.aiMessages.findOne({ _id: options.cursor })
+      const cursorRow = await this.agentMessages.findOne({
+        _id: options.cursor,
+      })
       if (cursorRow) {
         filter.createdAt = { $lt: cursorRow.createdAt }
       }
@@ -199,7 +207,7 @@ export class MongoDBAIStorageService
 
     let msgResult
     if (options?.cursor || options?.lastN) {
-      const innerResult = await this.aiMessages
+      const innerResult = await this.agentMessages
         .find(filter)
         .sort({ createdAt: -1 })
         .limit(options?.lastN ?? 50)
@@ -207,7 +215,7 @@ export class MongoDBAIStorageService
       innerResult.reverse()
       msgResult = innerResult
     } else {
-      msgResult = await this.aiMessages
+      msgResult = await this.agentMessages
         .find(filter)
         .sort({ createdAt: 1 })
         .toArray()
@@ -225,9 +233,9 @@ export class MongoDBAIStorageService
       tcByMessage.get(msgId)!.push(tc)
     }
 
-    const messages: AIMessage[] = []
+    const messages: AgentMessage[] = []
     for (const row of msgResult) {
-      let parsedContent: AIMessage['content'] = row.content ?? undefined
+      let parsedContent: AgentMessage['content'] = row.content ?? undefined
       if (typeof row.content === 'string') {
         try {
           const parsed = JSON.parse(row.content)
@@ -241,9 +249,9 @@ export class MongoDBAIStorageService
         }
       }
 
-      const msg: AIMessage = {
+      const msg: AgentMessage = {
         id: row._id,
-        role: row.role as AIMessage['role'],
+        role: row.role as AgentMessage['role'],
         content: parsedContent,
         createdAt: new Date(row.createdAt),
       }
@@ -279,14 +287,17 @@ export class MongoDBAIStorageService
     return messages
   }
 
-  async saveMessages(threadId: string, messages: AIMessage[]): Promise<void> {
+  async saveMessages(
+    threadId: string,
+    messages: AgentMessage[]
+  ): Promise<void> {
     if (messages.length === 0) return
 
     const toolMessages = messages.filter((m) => m.role === 'tool')
     const nonToolMessages = messages.filter((m) => m.role !== 'tool')
 
     if (nonToolMessages.length > 0) {
-      await this.aiMessages.insertMany(
+      await this.agentMessages.insertMany(
         nonToolMessages.map((msg) => ({
           _id: msg.id,
           threadId,
@@ -369,7 +380,7 @@ export class MongoDBAIStorageService
   async createRun(run: CreateRunInput): Promise<string> {
     const runId = crypto.randomUUID()
 
-    await this.aiRuns.insertOne({
+    await this.agentRuns.insertOne({
       _id: runId,
       agentName: run.agentName,
       threadId: run.threadId,
@@ -416,7 +427,7 @@ export class MongoDBAIStorageService
       setValues.usageModel = updates.usage.model
     }
 
-    await this.aiRuns.updateOne({ _id: runId }, { $set: setValues })
+    await this.agentRuns.updateOne({ _id: runId }, { $set: setValues })
 
     if (updates.pendingApprovals !== undefined) {
       await this.toolCalls.updateMany(
@@ -440,7 +451,7 @@ export class MongoDBAIStorageService
   }
 
   async getRun(runId: string): Promise<AgentRunState | null> {
-    const row = await this.aiRuns.findOne({ _id: runId })
+    const row = await this.agentRuns.findOne({ _id: runId })
     if (!row) return null
 
     const approvals = await this.toolCalls
@@ -451,7 +462,7 @@ export class MongoDBAIStorageService
   }
 
   async getRunsByThread(threadId: string): Promise<AgentRunState[]> {
-    const result = await this.aiRuns
+    const result = await this.agentRuns
       .find({ threadId })
       .sort({ createdAt: -1 })
       .toArray()
@@ -591,7 +602,7 @@ export class MongoDBAIStorageService
   }
 
   async saveScore(score: SaveScoreInput): Promise<void> {
-    await this.aiRunScores.insertOne({
+    await this.agentRunScores.insertOne({
       _id: crypto.randomUUID(),
       runId: score.runId,
       scorerName: score.scorerName,
@@ -602,8 +613,8 @@ export class MongoDBAIStorageService
     })
   }
 
-  async getScores(runId: string): Promise<AIRunScore[]> {
-    const rows = await this.aiRunScores
+  async getScores(runId: string): Promise<AgentRunScore[]> {
+    const rows = await this.agentRunScores
       .find({ runId })
       .sort({ createdAt: 1 })
       .toArray()

package/src/mongodb-channel-store.ts

@@ -1,5 +1,5 @@
-import type { Channel } from '@pikku/core/channel'
 import { ChannelStore } from '@pikku/core/channel'
+import type { Channel } from '@pikku/core/channel'
 import type { Db, Collection } from 'mongodb'
 
 interface ChannelDoc {

package/src/mongodb-deployment-service.ts

@@ -4,7 +4,8 @@ import type {
   DeploymentServiceConfig,
   DeploymentConfig,
 } from '@pikku/core/services'
-import type { JWTService, SecretService } from '@pikku/core/services'
+import type { JWTService } from '@pikku/core/services'
+import type { SecretService } from '@pikku/core/services'
 import { getAllFunctionNames } from '@pikku/core/function'
 import type { Db, Collection } from 'mongodb'
 

package/src/mongodb-secret-service.ts

@@ -1,13 +1,14 @@
-import { createSecretValue, isSecretValue, type SecretValue } from '@pikku/core'
-import type { SecretService, SecretValues } from '@pikku/core/services'
-import type { Db, Collection } from 'mongodb'
 import {
   deriveKEK,
-  generateKEKSalt,
-  envelopeEncrypt,
   envelopeDecrypt,
+  envelopeEncrypt,
   envelopeRewrap,
+  generateKEKSalt,
 } from '@pikku/core/crypto-utils'
+import { createSecretValue, isSecretValue } from '@pikku/core/classification'
+import type { SecretService, SecretValues } from '@pikku/core/services'
+import type { SecretValue } from '@pikku/core/classification'
+import type { Db, Collection } from 'mongodb'
 
 export interface MongoDBSecretServiceConfig {
   key: string

package/src/mongodb-services.test.ts

@@ -9,7 +9,7 @@ import { MongoDBEventHubStore } from './mongodb-eventhub-store.js'
 import { MongoDBWorkflowService } from './mongodb-workflow-service.js'
 import { MongoDBWorkflowRunService } from './mongodb-workflow-run-service.js'
 import { MongoDBDeploymentService } from './mongodb-deployment-service.js'
-import { MongoDBAIStorageService } from './mongodb-ai-storage-service.js'
+import { MongoDBAgentStorageService } from './mongodb-agent-storage-service.js'
 import { MongoDBAgentRunService } from './mongodb-agent-run-service.js'
 import { MongoDBSecretService } from './mongodb-secret-service.js'
 import { MongoDBSessionStore } from './mongodb-session-store.js'
@@ -42,8 +42,8 @@ function registerTests(name: string, getDb: () => Db) {
         await s.init()
         return s
       },
-      aiStorageService: async () => {
-        const s = new MongoDBAIStorageService(getDb())
+      agentStorageService: async () => {
+        const s = new MongoDBAgentStorageService(getDb())
         await s.init()
         return s
       },

package/src/mongodb-session-store.ts

@@ -1,5 +1,5 @@
-import type { CoreUserSession } from '@pikku/core'
 import type { SessionStore } from '@pikku/core/services'
+import type { CoreUserSession } from '@pikku/core/types'
 import type { Db, Collection } from 'mongodb'
 
 interface SessionDoc {

package/src/mongodb-workflow-service.ts

@@ -1,14 +1,14 @@
-import type { SerializedError } from '@pikku/core'
-import {
-  PikkuWorkflowService,
-  type WorkflowPlannedStep,
-  type WorkflowQueueOptions,
-  type WorkflowRun,
-  type WorkflowRunWire,
-  type StepState,
-  type StepStatus,
-  type WorkflowStatus,
-  type WorkflowVersionStatus,
+import type { SerializedError } from '@pikku/core/errors'
+import { PikkuWorkflowService } from '@pikku/core/workflow'
+import type {
+  WorkflowPlannedStep,
+  WorkflowQueueOptions,
+  WorkflowRun,
+  WorkflowRunWire,
+  StepState,
+  StepStatus,
+  WorkflowStatus,
+  WorkflowVersionStatus,
 } from '@pikku/core/workflow'
 import type { Db, Collection } from 'mongodb'
 import { MongoDBWorkflowRunService } from './mongodb-workflow-run-service.js'