@pikku/core 0.12.80 → 0.12.82

package/src/public-surface.json

@@ -53,7 +53,6 @@
     "addGlobalPermission",
     "addTagMiddleware",
     "assertSecretAllowedForHost",
-    "beginChanges",
     "checkAuthPermissions",
     "clearPikkuRuntimeState",
     "createGraph",
@@ -61,7 +60,6 @@
     "createSecretValue",
     "fetch",
     "formatVersionedId",
-    "getAbortScope",
     "getAllFunctionNames",
     "getRelativeTimeOffsetFromNow",
     "hasScopes",
@@ -83,14 +81,8 @@
     "pikkuPermission",
     "pikkuPermissionFactory",
     "pikkuServerLifecycle",
-    "resolveAuditConfig",
-    "resolveAuditUserIdentityFromWire",
-    "runInAbortScope",
     "runMiddleware",
     "stopSingletonServices",
-    "unsafeAsHashed",
-    "unsafeAsSealed",
-    "unsafeAsWrapped",
     "verifyScopes",
     "wireAddon",
     "wireRemoteAddon",
@@ -119,9 +111,6 @@
     "pikkuPermissionFactory"
   ],
   "./channel": [
-    "CHANNEL_RPC_PENDING",
-    "CHANNEL_RPC_REQUEST",
-    "CHANNEL_RPC_RESPONSE",
     "ChannelDeploymentService",
     "ChannelRPCError",
     "ChannelRPCRegistry",
@@ -129,29 +118,17 @@
     "EventHubStore",
     "PikkuAbstractChannelHandler",
     "addChannelMiddleware",
-    "channelRemote",
     "combineChannelMiddleware",
-    "createChannelRPCInputValidator",
-    "createChannelRPCResponder",
-    "createChannelRPCResultValidator",
     "defineChannelRoutes",
-    "getChannelHostRPC",
-    "handleChannelRPCResponse",
-    "isChannelRPCPending",
-    "isChannelRPCRequest",
-    "isChannelRPCResponse",
     "logChannels",
-    "openChannel",
-    "releaseChannelHostRPC",
-    "resolveCapability",
     "unsupportedChannelRemote",
-    "wireChannel",
-    "wrapChannelWithMiddleware"
+    "wireChannel"
   ],
   "./workflow": [
     "DEFAULT_STEP_RETRIES",
     "PikkuWorkflowService",
     "SCENARIO_SURFACES",
+    "WorkflowApprovalForbiddenError",
     "WorkflowApprovalResolvedError",
     "WorkflowCancelledException",
     "WorkflowDispatchException",
@@ -169,9 +146,6 @@
     "deriveInvocationId",
     "isRef",
     "pikkuWorkflowGraph",
-    "pikkuWorkflowOrchestratorFunc",
-    "pikkuWorkflowSleeperFunc",
-    "pikkuWorkflowWorkerFunc",
     "pollUntil",
     "reconstructFinalState",
     "reconstructStateAt",
@@ -181,8 +155,7 @@
     "resolveFeatureScenarios",
     "resolveScenarioSurfaces",
     "template",
-    "uuidv5",
-    "witnessesAgree"
+    "uuidv5"
   ],
   "./scenario": [
     "PikkuScenarioService",
@@ -200,28 +173,24 @@
     "reconstructStateAt"
   ],
   "./workflow/types": [],
-  "./actor-flow": ["runConversation"],
+  "./actor-flow": [
+    "runConversation"
+  ],
   "./virtual-user": [
     "DISPOSITIONS",
     "IntentStack",
     "PRODUCTION_DISPOSITION",
     "catalogueClassification",
-    "catalogueIndex",
     "catalogueLookup",
-    "createRng",
     "deriveCatalogue",
     "deriveIntents",
-    "describeEntry",
     "dispositionProfile",
     "intentsForPersona",
     "isReadOnly",
     "personaScopes",
     "personaVirtualUserTarget",
     "prepareVirtualUserRun",
-    "reachableAgents",
     "reachableCatalogue",
-    "rememberIds",
-    "renderCatalogue",
     "runVirtualUser",
     "unreachableCatalogue"
   ],
@@ -249,23 +218,15 @@
     "wireHTTP",
     "wireHTTPRoutes"
   ],
-  "./remote": ["buildRemoteHeaders"],
+  "./remote": [
+    "buildRemoteHeaders"
+  ],
   "./queue": [
-    "QUEUE_IDENTITY_CLAIM_VERSION",
-    "QUEUE_IDENTITY_INFO",
-    "QUEUE_IDENTITY_SECRET_NAME",
     "QueueJobDiscardedError",
     "QueueJobFailedError",
     "SignedQueueService",
-    "getQueueIdentitySecret",
-    "getQueueWorkers",
     "registerQueueWorkers",
-    "removeQueueWorker",
-    "resolveQueueJobIdentity",
     "runQueueJob",
-    "signQueueIdentity",
-    "validateWorkerConfig",
-    "verifyQueueIdentity",
     "wireQueueWorker"
   ],
   "./scheduler": [
@@ -274,7 +235,11 @@
     "runScheduledTask",
     "wireScheduler"
   ],
-  "./trigger": ["PikkuTriggerService", "wireTrigger", "wireTriggerSource"],
+  "./trigger": [
+    "PikkuTriggerService",
+    "wireTrigger",
+    "wireTriggerSource"
+  ],
   "./rpc": [
     "PikkuRPCService",
     "RPCNotFoundError",
@@ -292,7 +257,10 @@
     "safeFetch",
     "setDefaultHostResolver"
   ],
-  "./node-host-resolver": ["installNodeHostResolver", "nodeHostResolver"],
+  "./node-host-resolver": [
+    "installNodeHostResolver",
+    "nodeHostResolver"
+  ],
   "./mcp": [
     "MCPEndpointRegistry",
     "MCPError",
@@ -318,34 +286,33 @@
     "agentInterrupt",
     "agentResume",
     "agentStream",
-    "approveAIAgent",
-    "awaitPendingInterruptNote",
     "canAccessThread",
-    "getAIAgents",
-    "getAIAgentsMeta",
-    "getInFlightTools",
     "interruptAIAgent",
-    "isAbortError",
     "isOwnedByPrincipal",
-    "isRunInterruptible",
-    "persistOrphanedToolResults",
-    "readsAsNonSpeech",
-    "registerInterruptibleRun",
+    "resolveModelAlias",
     "resumeAIAgent",
     "resumeAIAgentSync",
     "runAIAgent",
-    "sessionPrincipals",
     "signalRunInterrupt",
     "streamAIAgent",
     "threadOwnerConstraint",
-    "trackInterruptNote",
-    "trackToolExecution",
     "unspeakableScripts",
     "voiceForText",
     "voiceInput",
     "voiceOutput",
     "wrapChannelWithAGUI"
   ],
+  "./ai-scorer": [
+    "addAIScorer",
+    "enableScoreSnapshots",
+    "getAIScorers",
+    "getAIScorersMeta",
+    "getScoreSnapshot",
+    "gradeRun",
+    "pikkuAIJudge",
+    "pikkuAIScorer",
+    "wireAIScorerQueueWorkers"
+  ],
   "./gateway": [
     "createListenerMessageHandler",
     "resolveGatewayAdapter",
@@ -361,15 +328,14 @@
     "runCLICommand",
     "wireCLI"
   ],
-  "./cli/command-parser": ["generateCommandHelp", "parseCLIArguments"],
+  "./cli/command-parser": [
+    "generateCommandHelp",
+    "parseCLIArguments"
+  ],
   "./cli/channel": [
-    "APPROVAL_FLAGS",
-    "approverForMode",
-    "createTerminalApprover",
     "executeCLIViaChannel",
     "executeRawCLIViaChannel",
-    "handleRawCLI",
-    "takeApprovalFlags"
+    "handleRawCLI"
   ],
   "./node": [],
   "./credential": [
@@ -388,27 +354,28 @@
   ],
   "./persona": [
     "HttpPersona",
-    "allowedLinks",
-    "applyMailboxAllowlist",
     "createHttpPersonas",
     "definePersonas",
-    "isAllowedSender",
     "isRunnablePersona",
     "personaEmail",
-    "personaEmailLabel",
     "personaEmails",
     "personaEnvironmentErrors",
     "personaEnvironmentRefusal",
     "postScenarioJson",
     "readScenarioHttpResponse",
-    "resolvePersonaEnvironments",
     "roleMismatchMessage",
     "runnablePersonas",
     "validateAndBuildPersonasMeta",
     "verifyPersonaRoles"
   ],
-  "./secret": ["defineSecret", "validateAndBuildSecretDefinitionsMeta"],
-  "./variable": ["defineVariable", "validateAndBuildVariableDefinitionsMeta"],
+  "./secret": [
+    "defineSecret",
+    "validateAndBuildSecretDefinitionsMeta"
+  ],
+  "./variable": [
+    "defineVariable",
+    "validateAndBuildVariableDefinitionsMeta"
+  ],
   "./oauth2": [],
   "./errors": [
     "AIProviderAuthError",
@@ -456,13 +423,11 @@
     "UnprocessableContentError",
     "UnsupportedMediaTypeError",
     "WeakKeyMaterialError",
-    "addError",
-    "addErrors"
+    "addError"
   ],
   "./services": [
     "ConsoleLogger",
     "DEFAULT_WEBHOOK_RETRIES",
-    "DEFAULT_WEBHOOK_SIGNATURE_HEADER",
     "InMemoryAIRunStateService",
     "InMemoryQueueService",
     "InMemorySessionStore",
@@ -480,6 +445,7 @@
     "PikkuCredentialWireService",
     "PikkuSessionService",
     "QueueWebhookService",
+    "ScopedCredentialService",
     "ScopedSecretService",
     "SecretHostNotAllowedError",
     "StubTracker",
@@ -487,28 +453,29 @@
     "TypedSecretService",
     "TypedVariablesService",
     "WebhookService",
-    "assertRoleIsMutable",
-    "assertRoleNameAvailable",
     "assertSecretAllowedForHost",
-    "createFunctionSessionWireProps",
     "createInvocationAudit",
-    "createMiddlewareCredentialWireProps",
     "createMiddlewareSessionWireProps",
     "createStubProxy",
-    "createWireServicesCredentialWireProps",
     "getStubTracker",
     "isTestRun",
     "pikkuWebhookWorkerFunc",
-    "resolveAuditConfig",
-    "resolveAuditUserIdentityFromWire",
-    "roleLockReason",
     "spy",
     "stub"
   ],
-  "./services/local-meta": ["LocalMetaService"],
-  "./services/v8-coverage": ["V8CoverageService"],
-  "./services/istanbul-coverage": ["IstanbulCoverageService"],
-  "./services/local-content": ["LocalContent", "signedContentPath"],
+  "./services/local-meta": [
+    "LocalMetaService"
+  ],
+  "./services/v8-coverage": [
+    "V8CoverageService"
+  ],
+  "./services/istanbul-coverage": [
+    "IstanbulCoverageService"
+  ],
+  "./services/local-content": [
+    "LocalContent",
+    "signedContentPath"
+  ],
   "./services/local-content-request-handler": [
     "createLocalContentRequestHandler",
     "verifySignedContentRequest"
@@ -538,7 +505,10 @@
     "verifyWithKeyMaterial",
     "wrapDEK"
   ],
-  "./hmac": ["hmacSha256Hex", "timingSafeStringEqual"],
+  "./hmac": [
+    "hmacSha256Hex",
+    "timingSafeStringEqual"
+  ],
   "./ecosystem": [
     "addFunction",
     "addGlobalMiddleware",
@@ -573,6 +543,12 @@
     "getSchema",
     "validateSchema"
   ],
-  "./testing": ["defineServiceTests"],
-  "./dev": ["pikkuDevReloader", "reconcileAddonRegistry", "reloadGeneratedMeta"]
+  "./testing": [
+    "defineServiceTests"
+  ],
+  "./dev": [
+    "pikkuDevReloader",
+    "reconcileAddonRegistry",
+    "reloadGeneratedMeta"
+  ]
 }

package/src/services/ai-agent-runner-service.ts

@@ -52,7 +52,18 @@ export type AIAgentStepResult = {
   text: string
   object?: unknown
   toolCalls: { toolCallId: string; toolName: string; args: unknown }[]
-  toolResults: { toolCallId: string; toolName: string; result: unknown }[]
+  toolResults: {
+    toolCallId: string
+    toolName: string
+    result: unknown
+    /**
+     * Set when the tool threw rather than returned. Carried as its own field
+     * because `result` is a rendered string by the time anything downstream
+     * reads it, and "did this tool fail" is not answerable by looking for an
+     * `Error:` prefix in text a tool could legitimately have returned.
+     */
+    error?: string
+  }[]
   usage: { inputTokens: number; outputTokens: number }
   finishReason: 'stop' | 'tool-calls' | 'length' | 'error' | 'unknown'
   reasoningContent?: string

package/src/services/ai-run-state-service.ts

@@ -2,9 +2,12 @@ import type {
   AgentRunState,
   PendingApproval,
 } from '../wirings/ai-agent/ai-agent.types.js'
+import type { AIRunScore } from '../wirings/ai-scorer/ai-scorer.types.js'
 
 export type CreateRunInput = Omit<AgentRunState, 'runId'>
 
+export type SaveScoreInput = Omit<AIRunScore, 'createdAt'>
+
 export interface AIRunStateService {
   createRun(run: CreateRunInput): Promise<string>
   updateRun(runId: string, updates: Partial<AgentRunState>): Promise<void>
@@ -23,4 +26,12 @@ export interface AIRunStateService {
   findRunByToolCallId(
     toolCallId: string
   ): Promise<{ run: AgentRunState; approval: PendingApproval } | null>
+  /**
+   * Record one scorer's grade of a finished run. A run accumulates one row per
+   * scorer, and a scorer may grade the same run more than once — a retried job
+   * appends rather than replaces, so a re-grade never silently overwrites the
+   * grade that was acted on.
+   */
+  saveScore(score: SaveScoreInput): Promise<void>
+  getScores(runId: string): Promise<AIRunScore[]>
 }

package/src/services/in-memory-ai-run-state-service.ts

@@ -1,14 +1,17 @@
 import type {
   AIRunStateService,
   CreateRunInput,
+  SaveScoreInput,
 } from './ai-run-state-service.js'
 import type {
   AgentRunState,
   PendingApproval,
 } from '../wirings/ai-agent/ai-agent.types.js'
+import type { AIRunScore } from '../wirings/ai-scorer/ai-scorer.types.js'
 
 export class InMemoryAIRunStateService implements AIRunStateService {
   private runs = new Map<string, AgentRunState>()
+  private scores = new Map<string, AIRunScore[]>()
   private counter = 0
 
   async createRun(run: CreateRunInput): Promise<string> {
@@ -71,4 +74,14 @@ export class InMemoryAIRunStateService implements AIRunStateService {
     }
     return null
   }
+
+  async saveScore(score: SaveScoreInput): Promise<void> {
+    const existing = this.scores.get(score.runId) ?? []
+    existing.push({ ...score, createdAt: new Date() })
+    this.scores.set(score.runId, existing)
+  }
+
+  async getScores(runId: string): Promise<AIRunScore[]> {
+    return [...(this.scores.get(runId) ?? [])]
+  }
 }

package/src/services/index.ts

@@ -1,15 +1,13 @@
 export { LogLevel } from './logger.js'
 export { ScopedSecretService } from './scoped-secret-service.js'
+export { ScopedCredentialService } from './scoped-credential-service.js'
 export {
   PikkuSessionService,
   createMiddlewareSessionWireProps,
-  createFunctionSessionWireProps,
 } from './user-session-service.js'
 export { TypedSecretService } from './typed-secret-service.js'
 export {
   PikkuCredentialWireService,
-  createMiddlewareCredentialWireProps,
-  createWireServicesCredentialWireProps,
 } from './credential-wire-service.js'
 export { TypedVariablesService } from './typed-variables-service.js'
 export { LocalSecretService } from './local-secrets.js'
@@ -39,10 +37,7 @@ export type {
 export type {
   ScenarioPersona,
   ResolvedPersona,
-  ScenarioPersonaOf,
   ScenarioPersonas,
-  ScenarioInvokeOptions,
-  ScenarioRpcMap,
   ScenarioHttpResponse,
 } from './personas-service.js'
 // knowledge: decisions/internals/the-persona-runtime-is-exported-from-the-persona-entry-point.md
@@ -50,7 +45,6 @@ export type { HttpPersonasConfig } from './http-personas.js'
 export type { JWTService } from './jwt-service.js'
 export type {
   EmailService,
-  EmailTemplateReference,
   SendEmailInput,
   SendEmailResult,
   SendHTMLEmailInput,
@@ -59,12 +53,10 @@ export type {
 } from './email-service.js'
 export {
   DEFAULT_WEBHOOK_RETRIES,
-  DEFAULT_WEBHOOK_SIGNATURE_HEADER,
   PIKKU_OUTGOING_WEBHOOK_QUEUE_NAME,
   WebhookService,
   type SendWebhookInput,
   type SendWebhookResult,
-  type WebhookAttemptRecord,
   type WebhookAttemptResult,
   type WebhookDeliveryRecord,
   type WebhookDeliveryWithAttempts,
@@ -94,52 +86,30 @@ export type {
   AIAgentRunnerParams,
   AIAgentRunnerResult,
   AIAgentStepResult,
-  AIEmbedManyParams,
-  AIEmbedManyResult,
-  AIEmbedParams,
-  AIEmbedResult,
-  AIGenerateImageParams,
-  AIGenerateImagePrompt,
-  AIGenerateImageResult,
-  AIGenerateSpeechParams,
-  AIGenerateSpeechResult,
-  AIProviderOptions,
-  AIRerankParams,
-  AIRerankResult,
-  AITranscriptionParams,
-  AITranscriptionResult,
   AIAgentRunnerService,
 } from './ai-agent-runner-service.js'
 export type { AIEmbeddingService } from './ai-embedding-service.js'
 export type {
   CreateRunInput,
+  SaveScoreInput,
   AIRunStateService,
 } from './ai-run-state-service.js'
 export type {
-  CredentialStatus,
   CredentialMeta,
 } from './typed-secret-service.js'
 export type { CredentialService } from './credential-service.js'
 export { TypedCredentialService } from './typed-credential-service.js'
 export type {
-  CredentialStatusInfo,
   CredentialMetaInfo,
 } from './typed-credential-service.js'
-export type { VariableStatus, VariableMeta } from './typed-variables-service.js'
+export type { VariableMeta } from './typed-variables-service.js'
 export type { MetaService } from './meta-service.js'
 export type { SessionStore } from './session-store.js'
 export type { ScopeService, Role } from './scope-service.js'
-export {
-  assertRoleIsMutable,
-  assertRoleNameAvailable,
-  roleLockReason,
-} from './system-role-guard.js'
 export type { IsSystemRole } from './system-role-guard.js'
 export {
   NoopAuditService,
   createInvocationAudit,
-  resolveAuditConfig,
-  resolveAuditUserIdentityFromWire,
 } from './audit-service.js'
 export type {
   AuditConfig,
@@ -147,10 +117,7 @@ export type {
   AuditEvent,
   AuditEventBatch,
   AuditLog,
-  AuditLogWriteInput,
-  AuditOutcome,
   AuditService,
-  AuditSource,
   AuditUserIdentity,
   ResolvedAuditConfig,
 } from './audit-service.js'
@@ -174,17 +141,10 @@ export type {
   AgentMeta,
   EmailsMeta,
   EmailTemplateMeta,
-  EmailTemplateLocaleMeta,
-  EmailTemplateAssets,
 } from './meta-service.js'
 export type {
   CoverageService,
-  CoverageSnapshot,
-  LineHits,
   ScriptCoverage,
-  FunctionCoverage,
-  CoverageRange,
-  CoverageStatus,
   FunctionCoverageEntry,
   FunctionCoverageReport,
   CoverageFunctionMeta,

package/src/services/scoped-credential-service.test.ts

@@ -0,0 +1,86 @@
+import { describe, test } from 'node:test'
+import assert from 'node:assert/strict'
+
+import { ScopedCredentialService } from './scoped-credential-service.js'
+import type { CredentialService } from './credential-service.js'
+
+const createCredentialService = (): CredentialService => {
+  const store: Record<string, Record<string, unknown>> = {
+    'user-1': { slack: 'slack-token', stripe: 'stripe-key' },
+    'user-2': { slack: 'other-slack-token' },
+  }
+  return {
+    get: async (name, userId = 'user-1') =>
+      (store[userId]?.[name] ?? null) as never,
+    set: async (name, value, userId = 'user-1') => {
+      store[userId] = { ...store[userId], [name]: value }
+    },
+    delete: async (name, userId = 'user-1') => {
+      delete store[userId]?.[name]
+    },
+    has: async (name, userId = 'user-1') => name in (store[userId] ?? {}),
+    getAll: async (userId) => store[userId] ?? {},
+    getUsersWithCredential: async (name) =>
+      Object.keys(store).filter((userId) => name in store[userId]!),
+    getAllUsers: async () => Object.keys(store),
+  }
+}
+
+const scoped = (names: string[]) =>
+  new ScopedCredentialService(createCredentialService(), new Set(names))
+
+describe('ScopedCredentialService', () => {
+  test('a declared credential is readable and writable', async () => {
+    const credentials = scoped(['slack'])
+
+    assert.equal(await credentials.get('slack'), 'slack-token')
+    assert.equal(await credentials.has('slack'), true)
+    await credentials.set('slack', 'refreshed')
+    assert.equal(await credentials.get('slack'), 'refreshed')
+    await credentials.delete('slack')
+    assert.equal(await credentials.get('slack'), null)
+  })
+
+  test('an undeclared credential is denied on every accessor', async () => {
+    const credentials = scoped(['slack'])
+
+    await assert.rejects(() => credentials.get('stripe'), /denied/i)
+    await assert.rejects(() => credentials.has('stripe'), /denied/i)
+    await assert.rejects(() => credentials.set('stripe', 'x'), /denied/i)
+    await assert.rejects(() => credentials.delete('stripe'), /denied/i)
+    await assert.rejects(
+      () => credentials.getUsersWithCredential('stripe'),
+      /denied/i
+    )
+  })
+
+  test('getAll returns only the declared credentials, not the whole user', async () => {
+    const credentials = scoped(['slack'])
+
+    assert.deepEqual(await credentials.getAll('user-1'), {
+      slack: 'slack-token',
+    })
+  })
+
+  test('enumerating every user of the app is denied outright', async () => {
+    const credentials = scoped(['slack'])
+
+    await assert.rejects(() => credentials.getAllUsers(), /denied/i)
+  })
+
+  test('the users of a declared credential are still visible', async () => {
+    const credentials = scoped(['slack'])
+
+    assert.deepEqual(await credentials.getUsersWithCredential('slack'), [
+      'user-1',
+      'user-2',
+    ])
+  })
+
+  test('an addon that declares nothing reaches nothing', async () => {
+    const credentials = scoped([])
+
+    await assert.rejects(() => credentials.get('slack'), /denied/i)
+    assert.deepEqual(await credentials.getAll('user-1'), {})
+  })
+})