@pikku/core 0.12.3 → 0.12.5

package/CHANGELOG.md

@@ -1,4 +1,20 @@
-## 0.12.0
+## 0.12.4
+
+## 0.12.5
+
+### Patch Changes
+
+- 198e68f: Add hot-reload for dev mode: reload functions, middleware, and permissions without server restart.
+
+## 0.12.4
+
+### Patch Changes
+
+- 688b5e8: InMemoryWorkflowService now implements WorkflowRunService interface, adding listRuns, getRunSteps, getDistinctWorkflowNames, and deleteRun methods.
+
+### Patch Changes
+
+- InMemoryWorkflowService now implements WorkflowRunService interface (listRuns, getRunSteps, getDistinctWorkflowNames, deleteRun)
 
 ## 0.12.3
 

package/dist/dev/hot-reload.d.ts

@@ -0,0 +1,10 @@
+import type { Logger } from '../services/logger.js';
+interface PikkuDevReloaderOptions {
+    srcDirectories: string[];
+    logger: Logger;
+    pikkuDir?: string;
+}
+export declare function pikkuDevReloader(options: PikkuDevReloaderOptions): Promise<{
+    close: () => void;
+}>;
+export {};

package/dist/dev/hot-reload.js

@@ -0,0 +1,158 @@
+import { watch } from 'node:fs';
+import { stat, readFile } from 'node:fs/promises';
+import { join, resolve, relative } from 'node:path';
+import { pikkuState } from '../pikku-state.js';
+import { addFunction } from '../function/function-runner.js';
+import { clearMiddlewareCache } from '../middleware-runner.js';
+import { clearPermissionsCache } from '../permissions.js';
+import { clearChannelMiddlewareCache } from '../wirings/channel/channel-middleware-runner.js';
+import { httpRouter } from '../wirings/http/routers/http-router.js';
+import { addSchema, compileAllSchemas } from '../schema.js';
+const isFunctionConfig = (value) => {
+    return (typeof value === 'object' &&
+        value !== null &&
+        'func' in value &&
+        typeof value.func === 'function');
+};
+const findCompiledFile = async (tsFile, srcDir, pikkuDir) => {
+    const rel = relative(srcDir, tsFile).replace(/\.ts$/, '.js');
+    const candidates = [
+        join(pikkuDir, 'dist', rel),
+        join(srcDir, rel),
+        tsFile.replace(/\.ts$/, '.js'),
+    ];
+    for (const candidate of candidates) {
+        try {
+            await stat(candidate);
+            return candidate;
+        }
+        catch {
+            // not found, try next
+        }
+    }
+    return null;
+};
+// Use data: URLs to import modules. This bypasses TypeScript loaders
+// (e.g. tsx) that intercept file:// imports and break dynamic ESM loading.
+// Each import gets unique content so there's no module cache to worry about.
+const reimportModule = async (filePath) => {
+    try {
+        const content = await readFile(resolve(filePath), 'utf-8');
+        const dataUrl = 'data:text/javascript;base64,' + Buffer.from(content).toString('base64');
+        return await import(dataUrl);
+    }
+    catch {
+        return null;
+    }
+};
+const isWatchedTsFile = (filename) => {
+    return (filename.endsWith('.ts') &&
+        !filename.endsWith('.test.ts') &&
+        !filename.endsWith('.d.ts') &&
+        !filename.endsWith('.gen.ts'));
+};
+export async function pikkuDevReloader(options) {
+    const { srcDirectories, logger, pikkuDir = '.pikku' } = options;
+    const absSrcDirs = srcDirectories.map((d) => resolve(d));
+    const absPikkuDir = resolve(pikkuDir);
+    const watchers = [];
+    const functionsMap = pikkuState(null, 'function', 'functions');
+    const handleFileChange = async (changedTsFile) => {
+        const start = Date.now();
+        const reloadedNames = [];
+        const srcDir = absSrcDirs.find((d) => changedTsFile.startsWith(d));
+        if (!srcDir)
+            return;
+        const compiledFile = await findCompiledFile(changedTsFile, srcDir, absPikkuDir);
+        if (!compiledFile) {
+            logger.warn(`Could not find compiled JS for: ${relative(process.cwd(), changedTsFile)}`);
+            return;
+        }
+        const mod = await reimportModule(compiledFile);
+        if (!mod) {
+            logger.error(`Failed to import: ${relative(process.cwd(), compiledFile)} (keeping old code)`);
+            return;
+        }
+        let schemasChanged = false;
+        for (const [exportName, exportValue] of Object.entries(mod)) {
+            if (isFunctionConfig(exportValue) && functionsMap.has(exportName)) {
+                addFunction(exportName, exportValue);
+                reloadedNames.push(exportName);
+                if (exportValue.input) {
+                    addSchema(exportName, exportValue.input);
+                    schemasChanged = true;
+                }
+                if (exportValue.output) {
+                    addSchema(`${exportName}Output`, exportValue.output);
+                    schemasChanged = true;
+                }
+            }
+        }
+        if (reloadedNames.length > 0) {
+            clearMiddlewareCache();
+            clearPermissionsCache();
+            clearChannelMiddlewareCache();
+            httpRouter.reset();
+            if (schemasChanged) {
+                try {
+                    compileAllSchemas(logger);
+                }
+                catch (err) {
+                    const msg = err instanceof Error ? err.message : String(err);
+                    if (msg.includes('SchemaService') ||
+                        (msg.includes('schema') && msg.includes('not'))) {
+                        logger.warn('Schema recompilation skipped (no SchemaService)');
+                    }
+                    else {
+                        logger.error(`Schema recompilation failed: ${msg}`);
+                        return;
+                    }
+                }
+            }
+            const elapsed = Date.now() - start;
+            logger.info(`Hot-reloaded: ${reloadedNames.join(', ')} (${elapsed}ms)`);
+        }
+    };
+    let debounceTimer;
+    const pendingChanges = new Set();
+    const scheduleReload = (filePath) => {
+        pendingChanges.add(filePath);
+        if (debounceTimer)
+            clearTimeout(debounceTimer);
+        debounceTimer = setTimeout(async () => {
+            const files = [...pendingChanges];
+            pendingChanges.clear();
+            for (const file of files) {
+                try {
+                    await handleFileChange(file);
+                }
+                catch (err) {
+                    logger.error(`Hot-reload error for ${relative(process.cwd(), file)}: ${err instanceof Error ? err.message : String(err)}`);
+                }
+            }
+        }, 50);
+    };
+    for (const srcDir of absSrcDirs) {
+        try {
+            const watcher = watch(srcDir, { recursive: true }, (eventType, filename) => {
+                if (filename && isWatchedTsFile(filename)) {
+                    scheduleReload(join(srcDir, filename));
+                }
+            });
+            watchers.push(watcher);
+        }
+        catch (err) {
+            logger.error(`Failed to watch directory ${srcDir}: ${err?.message || err}`);
+        }
+    }
+    logger.info(`Hot-reload active for: ${srcDirectories.join(', ')}`);
+    return {
+        close: () => {
+            if (debounceTimer)
+                clearTimeout(debounceTimer);
+            for (const watcher of watchers) {
+                watcher.close();
+            }
+        },
+    };
+}

package/dist/middleware-runner.d.ts

@@ -51,6 +51,7 @@ export declare const runMiddleware: <Middleware extends CorePikkuMiddleware>(ser
  * ```
  */
 export declare const addMiddleware: <PikkuMiddleware extends CorePikkuMiddleware>(tag: string, middleware: CorePikkuMiddlewareGroup, packageName?: string | null) => CorePikkuMiddlewareGroup;
+export declare const clearMiddlewareCache: () => void;
 /**
  * Combines wiring-specific middleware with function-level middleware.
  *

package/dist/middleware-runner.js

@@ -98,6 +98,11 @@ const middlewareCache = {
     workflow: {},
     gateway: {},
 };
+export const clearMiddlewareCache = () => {
+    for (const key of Object.keys(middlewareCache)) {
+        middlewareCache[key] = {};
+    }
+};
 /**
  * Combines wiring-specific middleware with function-level middleware.
  *

package/dist/permissions.d.ts

@@ -29,6 +29,7 @@ import type { CorePermissionGroup, CorePikkuPermission } from './function/functi
  * ```
  */
 export declare const addPermission: (tag: string, permissions: CorePermissionGroup | CorePikkuPermission[], packageName?: string | null) => CorePermissionGroup | CorePikkuPermission[];
+export declare const clearPermissionsCache: () => void;
 /**
  * Runs permission checks using combined permissions from all sources.
  * Combines permissions from wire and function levels, then validates them.

package/dist/permissions.js

@@ -101,6 +101,11 @@ const combinedPermissionsCache = {
     workflow: {},
     gateway: {},
 };
+export const clearPermissionsCache = () => {
+    for (const key of Object.keys(combinedPermissionsCache)) {
+        combinedPermissionsCache[key] = {};
+    }
+};
 /**
  * Combines wiring-specific permissions with function-level permissions.
  *

package/dist/services/in-memory-workflow-service.d.ts

@@ -1,6 +1,6 @@
 import { PikkuWorkflowService } from '../wirings/workflow/pikku-workflow-service.js';
 import type { SerializedError } from '../types/core.types.js';
-import type { WorkflowRun, WorkflowRunWire, StepState, WorkflowStatus, WorkflowVersionStatus, WorkflowStepOptions } from '../wirings/workflow/workflow.types.js';
+import type { WorkflowRun, WorkflowRunService, WorkflowRunWire, StepState, WorkflowStatus, WorkflowVersionStatus, WorkflowStepOptions } from '../wirings/workflow/workflow.types.js';
 /**
  * In-memory implementation of WorkflowService for inline-only execution
  *
@@ -16,7 +16,7 @@ import type { WorkflowRun, WorkflowRunWire, StepState, WorkflowStatus, WorkflowV
  * await workflowService.startWorkflow('myWorkflow', input, { type: 'cli' }, rpc, { inline: true })
  * ```
  */
-export declare class InMemoryWorkflowService extends PikkuWorkflowService {
+export declare class InMemoryWorkflowService extends PikkuWorkflowService implements WorkflowRunService {
     private runs;
     private steps;
     private stepData;
@@ -37,6 +37,19 @@ export declare class InMemoryWorkflowService extends PikkuWorkflowService {
     setStepResult(stepId: string, result: any): Promise<void>;
     setStepError(stepId: string, error: Error): Promise<void>;
     createRetryAttempt(failedStepId: string, status: 'pending' | 'running'): Promise<StepState>;
+    listRuns(options?: {
+        workflowName?: string;
+        status?: string;
+        limit?: number;
+        offset?: number;
+    }): Promise<WorkflowRun[]>;
+    getRunSteps(runId: string): Promise<Array<StepState & {
+        stepName: string;
+        rpcName?: string;
+        data?: any;
+    }>>;
+    getDistinctWorkflowNames(): Promise<string[]>;
+    deleteRun(id: string): Promise<boolean>;
     withRunLock<T>(_id: string, fn: () => Promise<T>): Promise<T>;
     withStepLock<T>(_runId: string, _stepName: string, fn: () => Promise<T>): Promise<T>;
     close(): Promise<void>;

package/dist/services/in-memory-workflow-service.js

@@ -73,13 +73,14 @@ export class InMemoryWorkflowService extends PikkuWorkflowService {
             retryDelay: stepOptions?.retryDelay,
             createdAt: now,
             updatedAt: now,
+            stepName,
         };
         const key = `${runId}:${stepName}`;
         this.steps.set(key, step);
         this.stepData.set(stepId, { rpcName, data, stepName });
-        // Add to history
+        // Add to history (same reference so mutations are reflected)
         const history = this.stepHistory.get(runId) || [];
-        history.push({ ...step, stepName });
+        history.push(step);
         this.stepHistory.set(runId, history);
         return step;
     }
@@ -87,13 +88,7 @@ export class InMemoryWorkflowService extends PikkuWorkflowService {
         const key = `${runId}:${stepName}`;
         const step = this.steps.get(key);
         if (!step) {
-            return {
-                stepId: '',
-                status: 'pending',
-                attemptCount: 0,
-                createdAt: new Date(),
-                updatedAt: new Date(),
-            };
+            throw new Error(`Step not found: runId=${runId}, stepName=${stepName}. Use insertStepState to create it.`);
         }
         return step;
     }
@@ -171,6 +166,7 @@ export class InMemoryWorkflowService extends PikkuWorkflowService {
             retryDelay: failedStep.retryDelay,
             createdAt: now,
             updatedAt: now,
+            stepName: stepName,
         };
         if (status === 'running') {
             newStep.runningAt = now;
@@ -181,12 +177,61 @@ export class InMemoryWorkflowService extends PikkuWorkflowService {
         if (failedStepData) {
             this.stepData.set(newStepId, { ...failedStepData });
         }
-        // Add to history
+        // Add to history (same reference so mutations are reflected)
         const history = this.stepHistory.get(runId) || [];
-        history.push({ ...newStep, stepName });
+        history.push(newStep);
         this.stepHistory.set(runId, history);
         return newStep;
     }
+    async listRuns(options) {
+        let runs = Array.from(this.runs.values());
+        if (options?.workflowName) {
+            runs = runs.filter((r) => r.workflow === options.workflowName);
+        }
+        if (options?.status) {
+            runs = runs.filter((r) => r.status === options.status);
+        }
+        runs.sort((a, b) => b.createdAt.getTime() - a.createdAt.getTime());
+        const offset = options?.offset ?? 0;
+        const limit = options?.limit ?? runs.length;
+        return runs.slice(offset, offset + limit);
+    }
+    async getRunSteps(runId) {
+        const history = this.stepHistory.get(runId) || [];
+        return history.map((step) => {
+            const stepDataEntry = this.stepData.get(step.stepId);
+            return {
+                ...step,
+                rpcName: stepDataEntry?.rpcName ?? undefined,
+                data: stepDataEntry?.data,
+            };
+        });
+    }
+    async getDistinctWorkflowNames() {
+        const names = new Set();
+        for (const run of this.runs.values()) {
+            names.add(run.workflow);
+        }
+        return Array.from(names);
+    }
+    async deleteRun(id) {
+        const existed = this.runs.has(id);
+        this.runs.delete(id);
+        this.stepHistory.delete(id);
+        this.runState.delete(id);
+        const prefix = `${id}:`;
+        for (const key of this.steps.keys()) {
+            if (key.startsWith(prefix)) {
+                const step = this.steps.get(key);
+                if (step) {
+                    this.stepData.delete(step.stepId);
+                    this.branchKeys.delete(step.stepId);
+                }
+                this.steps.delete(key);
+            }
+        }
+        return existed;
+    }
     async withRunLock(_id, fn) {
         // In-memory service doesn't need locking for inline execution
         return fn();

package/dist/wirings/ai-agent/ai-agent-prepare.js

@@ -5,7 +5,7 @@ import { randomUUID } from 'crypto';
 import { streamAIAgent } from './ai-agent-stream.js';
 import { runAIAgent } from './ai-agent-runner.js';
 import { resolveNamespace, ContextAwareRPCService, } from '../../wirings/rpc/rpc-runner.js';
-import { buildDynamicWorkflowInstructions, buildWorkflowTools } from './agent-dynamic-workflow.js';
+import { buildDynamicWorkflowInstructions, buildWorkflowTools, } from './agent-dynamic-workflow.js';
 import { resolveMemoryServices, loadContextMessages, trimMessages, } from './ai-agent-memory.js';
 import { resolveModelConfig } from './ai-agent-model-config.js';
 export class ToolApprovalRequired extends PikkuError {
@@ -272,6 +272,21 @@ export async function buildToolDefs(params, agentSessionMap, resourceId, agentNa
                     }
                     // No stream context: sub-agent runs non-streaming
                     const result = await runAIAgent(subAgentName, { message, threadId, resourceId }, params, agentSessionMap);
+                    if (result.status === 'suspended' &&
+                        result.pendingApprovals?.length) {
+                        return {
+                            __approvalRequired: true,
+                            toolName: subAgentName,
+                            args: toolInput,
+                            agentRunId: result.runId,
+                            subApprovals: result.pendingApprovals.map((a) => ({
+                                toolCallId: a.toolCallId,
+                                toolName: a.toolName,
+                                args: a.args,
+                                runId: a.runId,
+                            })),
+                        };
+                    }
                     return result.object ?? result.text;
                 },
             });

package/dist/wirings/channel/channel-middleware-runner.d.ts

@@ -1,6 +1,7 @@
 import type { CoreSingletonServices, MiddlewareMetadata, PikkuWire } from '../../types/core.types.js';
 import type { CorePikkuChannelMiddleware } from './channel.types.js';
 export declare const addChannelMiddleware: (tag: string, middleware: CorePikkuChannelMiddleware[], packageName?: string | null) => CorePikkuChannelMiddleware[];
+export declare const clearChannelMiddlewareCache: () => void;
 export declare const combineChannelMiddleware: (wireType: string, uid: string, { wireInheritedChannelMiddleware, wireChannelMiddleware, packageName, }?: {
     wireInheritedChannelMiddleware?: MiddlewareMetadata[];
     wireChannelMiddleware?: CorePikkuChannelMiddleware[];

package/dist/wirings/channel/channel-middleware-runner.js

@@ -11,6 +11,11 @@ const getChannelMiddlewareByName = (name) => {
     return middleware?.[0];
 };
 const channelMiddlewareCache = {};
+export const clearChannelMiddlewareCache = () => {
+    for (const key of Object.keys(channelMiddlewareCache)) {
+        delete channelMiddlewareCache[key];
+    }
+};
 export const combineChannelMiddleware = (wireType, uid, { wireInheritedChannelMiddleware, wireChannelMiddleware, packageName = null, } = {}) => {
     const cacheKey = `${wireType}:${uid}`;
     if (channelMiddlewareCache[cacheKey]) {

package/dist/wirings/workflow/pikku-workflow-service.js

@@ -175,17 +175,16 @@ export class PikkuWorkflowService {
         if (!workflowMeta.graphHash) {
             throw new Error(`Missing workflow graphHash for '${name}'`);
         }
-        const runId = await this.createRun(name, input, options?.inline ?? false, workflowMeta.graphHash, wire);
-        if (options?.inline) {
+        const shouldInline = options?.inline || !getSingletonServices()?.queueService;
+        const runId = await this.createRun(name, input, shouldInline, workflowMeta.graphHash, wire);
+        if (shouldInline) {
             this.inlineRuns.add(runId);
-        }
-        if (options?.inline || !getSingletonServices()?.queueService) {
             this.runWorkflowJob(runId, rpcService)
-                .catch(() => { })
+                .catch((err) => {
+                getSingletonServices().logger.error(`Workflow ${name} (run ${runId}) failed:`, err);
+            })
                 .finally(() => {
-                if (options?.inline) {
-                    this.inlineRuns.delete(runId);
-                }
+                this.inlineRuns.delete(runId);
             });
         }
         else {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pikku/core",
-  "version": "0.12.3",
+  "version": "0.12.5",
   "author": "yasser.fadl@gmail.com",
   "license": "MIT",
   "module": "dist/index.js",
@@ -44,7 +44,8 @@
     "./crypto-utils": "./dist/crypto-utils.js",
     "./internal": "./dist/internal.js",
     "./schema": "./dist/schema.js",
-    "./testing": "./dist/testing/index.js"
+    "./testing": "./dist/testing/index.js",
+    "./dev": "./dist/dev/hot-reload.js"
   },
   "dependencies": {
     "@standard-schema/spec": "^1.1.0",