@pikku/core 0.12.3 → 0.12.4

package/src/services/in-memory-workflow-service.ts

@@ -1,438 +0,0 @@
-import { randomUUID } from 'crypto'
-import { PikkuWorkflowService } from '../wirings/workflow/pikku-workflow-service.js'
-import type { SerializedError } from '../types/core.types.js'
-import type {
-  WorkflowRun,
-  WorkflowRunWire,
-  StepState,
-  WorkflowStatus,
-  WorkflowVersionStatus,
-  WorkflowStepOptions,
-} from '../wirings/workflow/workflow.types.js'
-
-interface InternalStepData {
-  rpcName: string | null
-  data: any
-  stepName: string
-}
-
-/**
- * In-memory implementation of WorkflowService for inline-only execution
- *
- * This is a lightweight workflow service that stores all state in memory.
- * It only supports inline execution (no queue workers) and is ideal for:
- * - CLI tools that need workflow-like step orchestration
- * - Testing and development
- * - Single-process applications without persistence requirements
- *
- * @example
- * ```typescript
- * const workflowService = new InMemoryWorkflowService()
- * await workflowService.startWorkflow('myWorkflow', input, { type: 'cli' }, rpc, { inline: true })
- * ```
- */
-export class InMemoryWorkflowService extends PikkuWorkflowService {
-  private runs = new Map<string, WorkflowRun>()
-  private steps = new Map<string, StepState>() // keyed by `${runId}:${stepName}`
-  private stepData = new Map<string, InternalStepData>() // keyed by stepId
-  private stepHistory = new Map<
-    string,
-    Array<StepState & { stepName: string }>
-  >() // keyed by runId
-  private runState = new Map<string, Record<string, unknown>>() // keyed by runId
-  private branchKeys = new Map<string, string>() // keyed by stepId
-  private workflowVersions = new Map<
-    string,
-    { graph: any; source: string; status: WorkflowVersionStatus }
-  >() // keyed by `${name}:${graphHash}`
-
-  async createRun(
-    workflowName: string,
-    input: any,
-    inline: boolean,
-    graphHash: string,
-    wire: WorkflowRunWire
-  ): Promise<string> {
-    const runId = randomUUID()
-    const now = new Date()
-
-    const run: WorkflowRun = {
-      id: runId,
-      workflow: workflowName,
-      status: 'running',
-      input,
-      inline,
-      graphHash,
-      wire,
-      createdAt: now,
-      updatedAt: now,
-    }
-
-    this.runs.set(runId, run)
-    this.stepHistory.set(runId, [])
-    this.runState.set(runId, {})
-
-    if (inline) {
-      this.registerInlineRun(runId)
-    }
-
-    return runId
-  }
-
-  async getRun(id: string): Promise<WorkflowRun | null> {
-    return this.runs.get(id) || null
-  }
-
-  async getRunHistory(
-    runId: string
-  ): Promise<Array<StepState & { stepName: string }>> {
-    return this.stepHistory.get(runId) || []
-  }
-
-  async updateRunStatus(
-    id: string,
-    status: WorkflowStatus,
-    output?: any,
-    error?: SerializedError
-  ): Promise<void> {
-    const run = this.runs.get(id)
-    if (run) {
-      run.status = status
-      run.updatedAt = new Date()
-      if (output !== undefined) run.output = output
-      if (error !== undefined) run.error = error
-    }
-  }
-
-  async insertStepState(
-    runId: string,
-    stepName: string,
-    rpcName: string | null,
-    data: any,
-    stepOptions?: WorkflowStepOptions
-  ): Promise<StepState> {
-    const stepId = randomUUID()
-    const now = new Date()
-
-    const step: StepState = {
-      stepId,
-      status: 'pending',
-      attemptCount: 1,
-      retries: stepOptions?.retries,
-      retryDelay: stepOptions?.retryDelay,
-      createdAt: now,
-      updatedAt: now,
-    }
-
-    const key = `${runId}:${stepName}`
-    this.steps.set(key, step)
-    this.stepData.set(stepId, { rpcName, data, stepName })
-
-    // Add to history
-    const history = this.stepHistory.get(runId) || []
-    history.push({ ...step, stepName })
-    this.stepHistory.set(runId, history)
-
-    return step
-  }
-
-  async getStepState(runId: string, stepName: string): Promise<StepState> {
-    const key = `${runId}:${stepName}`
-    const step = this.steps.get(key)
-    if (!step) {
-      return {
-        stepId: '',
-        status: 'pending',
-        attemptCount: 0,
-        createdAt: new Date(),
-        updatedAt: new Date(),
-      }
-    }
-    return step
-  }
-
-  async setStepRunning(stepId: string): Promise<void> {
-    for (const step of this.steps.values()) {
-      if (step.stepId === stepId) {
-        step.status = 'running'
-        step.runningAt = new Date()
-        step.updatedAt = new Date()
-        break
-      }
-    }
-  }
-
-  async setStepScheduled(stepId: string): Promise<void> {
-    for (const step of this.steps.values()) {
-      if (step.stepId === stepId) {
-        step.status = 'scheduled'
-        step.scheduledAt = new Date()
-        step.updatedAt = new Date()
-        break
-      }
-    }
-  }
-
-  async setStepResult(stepId: string, result: any): Promise<void> {
-    for (const step of this.steps.values()) {
-      if (step.stepId === stepId) {
-        step.status = 'succeeded'
-        step.result = result
-        step.succeededAt = new Date()
-        step.updatedAt = new Date()
-        break
-      }
-    }
-  }
-
-  async setStepError(stepId: string, error: Error): Promise<void> {
-    for (const step of this.steps.values()) {
-      if (step.stepId === stepId) {
-        step.status = 'failed'
-        step.error = {
-          name: error.name,
-          message: error.message,
-          stack: error.stack,
-        }
-        step.failedAt = new Date()
-        step.updatedAt = new Date()
-        break
-      }
-    }
-  }
-
-  async createRetryAttempt(
-    failedStepId: string,
-    status: 'pending' | 'running'
-  ): Promise<StepState> {
-    // Find the failed step
-    let failedStep: StepState | undefined
-    let runId: string | undefined
-    let stepName: string | undefined
-
-    for (const [key, step] of this.steps.entries()) {
-      if (step.stepId === failedStepId) {
-        failedStep = step
-        const parts = key.split(':')
-        runId = parts[0]
-        stepName = parts.slice(1).join(':')
-        break
-      }
-    }
-
-    if (!failedStep || !runId || !stepName) {
-      throw new Error(`Step not found: ${failedStepId}`)
-    }
-
-    const failedStepData = this.stepData.get(failedStepId)
-    const newStepId = randomUUID()
-    const now = new Date()
-
-    const newStep: StepState = {
-      stepId: newStepId,
-      status,
-      attemptCount: failedStep.attemptCount + 1,
-      retries: failedStep.retries,
-      retryDelay: failedStep.retryDelay,
-      createdAt: now,
-      updatedAt: now,
-    }
-
-    if (status === 'running') {
-      newStep.runningAt = now
-    }
-
-    const key = `${runId}:${stepName}`
-    this.steps.set(key, newStep)
-
-    // Copy step data to new step
-    if (failedStepData) {
-      this.stepData.set(newStepId, { ...failedStepData })
-    }
-
-    // Add to history
-    const history = this.stepHistory.get(runId) || []
-    history.push({ ...newStep, stepName })
-    this.stepHistory.set(runId, history)
-
-    return newStep
-  }
-
-  async withRunLock<T>(_id: string, fn: () => Promise<T>): Promise<T> {
-    // In-memory service doesn't need locking for inline execution
-    return fn()
-  }
-
-  async withStepLock<T>(
-    _runId: string,
-    _stepName: string,
-    fn: () => Promise<T>
-  ): Promise<T> {
-    // In-memory service doesn't need locking for inline execution
-    return fn()
-  }
-
-  async close(): Promise<void> {
-    // Clear all in-memory state
-    this.runs.clear()
-    this.steps.clear()
-    this.stepData.clear()
-    this.stepHistory.clear()
-    this.runState.clear()
-    this.branchKeys.clear()
-    this.workflowVersions.clear()
-  }
-
-  // Graph workflow methods
-
-  async getCompletedGraphState(runId: string): Promise<{
-    completedNodeIds: string[]
-    failedNodeIds: string[]
-    branchKeys: Record<string, string>
-  }> {
-    const completedNodeIds: string[] = []
-    const failedNodeIds: string[] = []
-    const prefix = `${runId}:`
-    for (const [key, step] of this.steps.entries()) {
-      if (!key.startsWith(prefix)) continue
-      const nodeId = key.substring(prefix.length)
-      if (step.status === 'succeeded') {
-        completedNodeIds.push(nodeId)
-      } else if (step.status === 'failed') {
-        const maxAttempts = (step.retries ?? 0) + 1
-        if (step.attemptCount >= maxAttempts) {
-          failedNodeIds.push(nodeId)
-        }
-      }
-    }
-
-    const branchKeys: Record<string, string> = {}
-    for (const [stepId, branchKey] of this.branchKeys.entries()) {
-      const stepData = this.stepData.get(stepId)
-      if (stepData) {
-        branchKeys[stepData.stepName] = branchKey
-      }
-    }
-
-    return { completedNodeIds, failedNodeIds, branchKeys }
-  }
-
-  async getNodesWithoutSteps(
-    runId: string,
-    nodeIds: string[]
-  ): Promise<string[]> {
-    const existingSteps = new Set<string>()
-    const prefix = `${runId}:`
-    for (const [key] of this.steps.entries()) {
-      if (key.startsWith(prefix)) {
-        existingSteps.add(key.substring(prefix.length))
-      }
-    }
-    return nodeIds.filter((id) => !existingSteps.has(id))
-  }
-
-  async getNodeResults(
-    runId: string,
-    nodeIds: string[]
-  ): Promise<Record<string, any>> {
-    const results: Record<string, any> = {}
-    for (const nodeId of nodeIds) {
-      const key = `${runId}:${nodeId}`
-      const step = this.steps.get(key)
-      if (step?.result !== undefined) {
-        results[nodeId] = step.result
-      }
-    }
-    return results
-  }
-
-  async setBranchKey(
-    runId: string,
-    nodeId: string,
-    branchKey: string
-  ): Promise<void> {
-    const key = `${runId}:${nodeId}`
-    const step = this.steps.get(key)
-    if (step) {
-      this.branchKeys.set(step.stepId, branchKey)
-    }
-  }
-
-  async setBranchTaken(stepId: string, branchKey: string): Promise<void> {
-    this.branchKeys.set(stepId, branchKey)
-  }
-
-  async updateRunState(
-    runId: string,
-    name: string,
-    value: unknown
-  ): Promise<void> {
-    const state = this.runState.get(runId) || {}
-    state[name] = value
-    this.runState.set(runId, state)
-  }
-
-  async getRunState(runId: string): Promise<Record<string, unknown>> {
-    return this.runState.get(runId) || {}
-  }
-
-  async upsertWorkflowVersion(
-    name: string,
-    graphHash: string,
-    graph: any,
-    source: string,
-    status?: WorkflowVersionStatus
-  ): Promise<void> {
-    this.workflowVersions.set(`${name}:${graphHash}`, {
-      graph,
-      source,
-      status: status ?? 'active',
-    })
-  }
-
-  async updateWorkflowVersionStatus(
-    name: string,
-    graphHash: string,
-    status: WorkflowVersionStatus
-  ): Promise<void> {
-    const key = `${name}:${graphHash}`
-    const version = this.workflowVersions.get(key)
-    if (version) {
-      version.status = status
-    }
-  }
-
-  async getWorkflowVersion(
-    name: string,
-    graphHash: string
-  ): Promise<{ graph: any; source: string } | null> {
-    const version = this.workflowVersions.get(`${name}:${graphHash}`)
-    if (!version) return null
-    return { graph: version.graph, source: version.source }
-  }
-
-  async getAIGeneratedWorkflows(
-    agentName?: string
-  ): Promise<Array<{ workflowName: string; graphHash: string; graph: any }>> {
-    const results: Array<{
-      workflowName: string
-      graphHash: string
-      graph: any
-    }> = []
-    const prefix = agentName ? `ai:${agentName}:` : 'ai:'
-    for (const [key, value] of this.workflowVersions) {
-      if (value.source !== 'ai-agent' || value.status !== 'active') continue
-      const separatorIdx = key.lastIndexOf(':')
-      const wfName = key.substring(0, separatorIdx)
-      const hash = key.substring(separatorIdx + 1)
-      if (wfName.startsWith(prefix)) {
-        results.push({
-          workflowName: wfName,
-          graphHash: hash,
-          graph: value.graph,
-        })
-      }
-    }
-    return results
-  }
-}

package/src/services/index.ts

@@ -1,56 +0,0 @@
-/**
- * @module @pikku/core
- */
-
-export { LogLevel } from './logger.js'
-export { ScopedSecretService } from './scoped-secret-service.js'
-export {
-  PikkuSessionService,
-  createMiddlewareSessionWireProps,
-  createFunctionSessionWireProps,
-} from './user-session-service.js'
-export { TypedSecretService } from './typed-secret-service.js'
-export { TypedVariablesService } from './typed-variables-service.js'
-export { LocalSecretService } from './local-secrets.js'
-export { LocalVariablesService } from './local-variables.js'
-export { ConsoleLogger } from './logger-console.js'
-export { InMemoryWorkflowService } from './in-memory-workflow-service.js'
-export { InMemoryTriggerService } from './in-memory-trigger-service.js'
-export { InMemoryAIRunStateService } from './in-memory-ai-run-state-service.js'
-export { LocalGatewayService } from './local-gateway-service.js'
-export type { ContentService } from './content-service.js'
-export type { JWTService } from './jwt-service.js'
-export type { Logger } from './logger.js'
-export type { SecretService } from './secret-service.js'
-export type { VariablesService } from './variables-service.js'
-export type { SchemaService } from './schema-service.js'
-export type { SessionService } from './user-session-service.js'
-export type {
-  ScheduledTaskSummary,
-  ScheduledTaskInfo,
-  SchedulerService,
-} from './scheduler-service.js'
-export type { TriggerService } from './trigger-service.js'
-export type { GatewayService } from './gateway-service.js'
-export type {
-  DeploymentService,
-  DeploymentConfig,
-  DeploymentInfo,
-  DeploymentServiceConfig,
-} from './deployment-service.js'
-export type { AIStorageService } from './ai-storage-service.js'
-export type {
-  AIAgentRunnerParams,
-  AIAgentRunnerResult,
-  AIAgentStepResult,
-  AIAgentRunnerService,
-} from './ai-agent-runner-service.js'
-export type {
-  CreateRunInput,
-  AIRunStateService,
-} from './ai-run-state-service.js'
-export type {
-  CredentialStatus,
-  CredentialMeta,
-} from './typed-secret-service.js'
-export type { VariableStatus, VariableMeta } from './typed-variables-service.js'

package/src/services/jwt-service.ts

@@ -1,30 +0,0 @@
-import type { RelativeTimeInput } from '../time-utils.js'
-
-/**
- * Interface for handling JSON Web Tokens (JWT).
- */
-export interface JWTService {
-  /**
-   * Encodes a payload into a JWT.
-   * @param expiresIn - The expiration time of the token.
-   * @param payload - The payload to encode.
-   * @returns A promise that resolves to the encoded JWT.
-   */
-  encode: <T extends any>(
-    expiresIn: RelativeTimeInput,
-    payload: T
-  ) => Promise<string>
-
-  /**
-   * Decodes a JWT into its payload.
-   * @param hash - The JWT to decode.
-   * @param invalidHashError - An optional error to throw if the hash is invalid.
-   * @param debug - An optional flag for debugging.
-   * @returns A promise that resolves to the decoded payload.
-   */
-  decode: <T>(
-    hash: string,
-    invalidHashError?: Error,
-    debug?: boolean
-  ) => Promise<T>
-}

package/src/services/local-content.ts

@@ -1,120 +0,0 @@
-import { createReadStream, createWriteStream, promises } from 'fs'
-import { mkdir, readFile } from 'fs/promises'
-import type { ContentService, Logger } from '@pikku/core/services'
-import { pipeline } from 'stream/promises'
-import type { Readable } from 'stream'
-
-export interface LocalContentConfig {
-  localFileUploadPath: string
-  uploadUrlPrefix: string
-  assetUrlPrefix: string
-  server?: string
-  sizeLimit?: string
-}
-
-export class LocalContent implements ContentService {
-  constructor(
-    private config: LocalContentConfig,
-    private logger: Logger
-  ) {}
-
-  public async init() {}
-
-  public async signURL(url: string): Promise<string> {
-    return `${url}?signed=true`
-  }
-
-  public async signContentKey(assetKey: string): Promise<string> {
-    return this.config.server
-      ? `${this.config.server}${this.config.assetUrlPrefix}/${assetKey}?signed=true`
-      : `${this.config.assetUrlPrefix}/${assetKey}?signed=true`
-  }
-
-  public async getUploadURL(assetKey: string) {
-    this.logger.debug(`Going to upload with key: ${assetKey}`)
-    return {
-      uploadUrl: `${this.config.uploadUrlPrefix}/${assetKey}`,
-      assetKey,
-    }
-  }
-
-  public async writeFile(
-    assetKey: string,
-    stream: ReadableStream | NodeJS.ReadableStream
-  ): Promise<boolean> {
-    this.logger.debug(`Writing file: ${assetKey}`)
-
-    const path = `${this.config.localFileUploadPath}/${assetKey}`
-
-    try {
-      await this.createDirectoryForFile(path)
-      const fileStream = createWriteStream(path)
-      // Use pipeline to properly manage stream piping and errors
-      await pipeline(stream as Readable, fileStream)
-      return true
-    } catch (e) {
-      console.error(e)
-      this.logger.error(`Error writing content ${assetKey}`, e)
-      return false
-    }
-  }
-
-  public async copyFile(
-    assetKey: string,
-    fromAbsolutePath: string
-  ): Promise<boolean> {
-    this.logger.debug(`Writing file: ${assetKey}`)
-    try {
-      const path = `${this.config.localFileUploadPath}/${assetKey}`
-      await this.createDirectoryForFile(path)
-      await promises.copyFile(fromAbsolutePath, path)
-    } catch (e) {
-      console.error(e)
-      this.logger.error(`Error inserting content ${assetKey}`, e)
-    }
-    return false
-  }
-
-  public async readFile(
-    assetKey: string
-  ): Promise<ReadableStream | NodeJS.ReadableStream> {
-    this.logger.debug(`Getting key: ${assetKey}`)
-
-    const filePath = `${this.config.localFileUploadPath}/${assetKey}`
-
-    try {
-      const stream = createReadStream(filePath)
-      // Handle early stream errors (like file not found, permission denied, etc.)
-      stream.on('error', (err) => {
-        this.logger.error(`Error getting content ${assetKey}`, err)
-      })
-
-      return stream
-    } catch (e) {
-      this.logger.error(`Error setting up stream for ${assetKey}`, e)
-      throw e
-    }
-  }
-
-  public async readFileAsBuffer(assetKey: string): Promise<Buffer> {
-    const filePath = `${this.config.localFileUploadPath}/${assetKey}`
-    this.logger.debug(`Reading file as buffer: ${assetKey}`)
-    return readFile(filePath)
-  }
-
-  public async deleteFile(assetKey: string): Promise<boolean> {
-    this.logger.debug(`deleting key: ${assetKey}`)
-    try {
-      await promises.unlink(`${this.config.localFileUploadPath}/${assetKey}`)
-      return true
-    } catch (e: any) {
-      this.logger.error(`Error deleting content ${assetKey}`, e)
-    }
-    return false
-  }
-
-  private async createDirectoryForFile(path: string): Promise<void> {
-    const dir = path.split('/').slice(0, -1).join('/')
-    await mkdir(dir, { recursive: true })
-  }
-}

package/src/services/local-gateway-service.ts

@@ -1,62 +0,0 @@
-import type { GatewayService } from './gateway-service.js'
-import type { GatewayAdapter } from '../wirings/gateway/gateway.types.js'
-import { pikkuState, getSingletonServices } from '../pikku-state.js'
-import { createListenerMessageHandler } from '../wirings/gateway/gateway-runner.js'
-
-/**
- * Local GatewayService implementation.
- *
- * Starts all registered listener gateways unconditionally (single-process).
- * For distributed deployments, implement `GatewayService` with leader
- * election or similar coordination.
- *
- * @example
- * ```typescript
- * const gatewayService = new LocalGatewayService()
- * await gatewayService.start()
- *
- * // On shutdown
- * await gatewayService.stop()
- * ```
- */
-export class LocalGatewayService implements GatewayService {
-  private activeAdapters = new Map<string, GatewayAdapter>()
-
-  async start(): Promise<void> {
-    const singletonServices = getSingletonServices()
-    const gateways = pikkuState(null, 'gateway', 'gateways')
-
-    for (const [name, config] of gateways) {
-      if (config.type !== 'listener') continue
-      if (this.activeAdapters.has(name)) continue
-
-      const handleMessage = createListenerMessageHandler(
-        name,
-        config,
-        singletonServices
-      )
-
-      await config.adapter.init(handleMessage)
-      this.activeAdapters.set(name, config.adapter)
-      singletonServices.logger.info(`Started listener gateway: ${name}`)
-    }
-  }
-
-  async stop(): Promise<void> {
-    for (const [name, adapter] of this.activeAdapters) {
-      try {
-        await adapter.close()
-      } catch (e: any) {
-        try {
-          getSingletonServices().logger.error(
-            `Error closing listener gateway '${name}':`,
-            e
-          )
-        } catch {
-          // logger may not be available during shutdown
-        }
-      }
-    }
-    this.activeAdapters.clear()
-  }
-}