@pikku/inspector 0.11.2 → 0.12.1

package/dist/utils/schema-generator.js

@@ -0,0 +1,209 @@
+import * as ts from 'typescript';
+import { dirname, join, resolve } from 'path';
+import { createGenerator, RootlessError } from 'ts-json-schema-generator';
+import { tsImport } from 'tsx/esm/api';
+import * as z from 'zod';
+import { zodToTs, createAuxiliaryTypeStore } from 'zod-to-ts';
+import { ErrorCode } from '../error-codes.js';
+import { generateCustomTypes } from './custom-types-generator.js';
+const PRIMITIVE_TYPES = new Set([
+    'boolean',
+    'string',
+    'number',
+    'null',
+    'undefined',
+    'void',
+    'any',
+    'unknown',
+    'never',
+]);
+function primitiveTypeToSchema(typeStr) {
+    const normalized = typeStr.trim();
+    if (normalized === 'void' ||
+        normalized === 'undefined' ||
+        normalized === 'never') {
+        return null;
+    }
+    if (normalized === 'boolean' ||
+        normalized === 'false | true' ||
+        normalized === 'true | false') {
+        return { type: 'boolean' };
+    }
+    if (normalized === 'true') {
+        return { const: true };
+    }
+    if (normalized === 'false') {
+        return { const: false };
+    }
+    if (normalized === 'string') {
+        return { type: 'string' };
+    }
+    if (normalized === 'number') {
+        return { type: 'number' };
+    }
+    if (normalized === 'null') {
+        return { type: 'null' };
+    }
+    return null;
+}
+function createProgramWithVirtualFile(tsconfig, virtualFilePath, virtualFileContent) {
+    const configPath = resolve(tsconfig);
+    const configFile = ts.readConfigFile(configPath, ts.sys.readFile);
+    const basePath = dirname(configPath);
+    const parsedConfig = ts.parseJsonConfigFileContent(configFile.config, ts.sys, basePath);
+    const resolvedVirtualPath = resolve(virtualFilePath);
+    const fileNames = [...parsedConfig.fileNames, resolvedVirtualPath];
+    const defaultHost = ts.createCompilerHost(parsedConfig.options);
+    const customHost = {
+        ...defaultHost,
+        getSourceFile(fileName, languageVersionOrOptions, onError, shouldCreateNewSourceFile) {
+            if (resolve(fileName) === resolvedVirtualPath) {
+                return ts.createSourceFile(fileName, virtualFileContent, languageVersionOrOptions);
+            }
+            return defaultHost.getSourceFile(fileName, languageVersionOrOptions, onError, shouldCreateNewSourceFile);
+        },
+        fileExists(fileName) {
+            if (resolve(fileName) === resolvedVirtualPath)
+                return true;
+            return defaultHost.fileExists(fileName);
+        },
+        readFile(fileName) {
+            if (resolve(fileName) === resolvedVirtualPath)
+                return virtualFileContent;
+            return defaultHost.readFile(fileName);
+        },
+    };
+    return ts.createProgram(fileNames, parsedConfig.options, customHost);
+}
+function generateTSSchemas(logger, tsconfig, customTypesContent, typesMap, functionMeta, httpWiringsMeta, additionalTypes, additionalProperties = false, schemaLookup) {
+    const schemasSet = new Set(typesMap.customTypes.keys());
+    for (const { inputs, outputs } of Object.values(functionMeta)) {
+        const types = [...(inputs || []), ...(outputs || [])];
+        for (const type of types) {
+            try {
+                const uniqueName = typesMap.getUniqueName(type);
+                if (uniqueName) {
+                    schemasSet.add(uniqueName);
+                }
+            }
+            catch {
+                // Skip types not in typesMap (e.g., inline types in generated workflow workers)
+            }
+        }
+    }
+    for (const wiringRoutes of Object.values(httpWiringsMeta)) {
+        for (const { inputTypes } of Object.values(wiringRoutes)) {
+            if (inputTypes?.body) {
+                schemasSet.add(inputTypes.body);
+            }
+            if (inputTypes?.query) {
+                schemasSet.add(inputTypes.query);
+            }
+            if (inputTypes?.params) {
+                schemasSet.add(inputTypes.params);
+            }
+        }
+    }
+    if (additionalTypes) {
+        for (const type of additionalTypes) {
+            schemasSet.add(type);
+        }
+    }
+    const virtualFilePath = join(dirname(resolve(tsconfig)), '__pikku_virtual_types__.ts');
+    const program = createProgramWithVirtualFile(tsconfig, virtualFilePath, customTypesContent);
+    const generator = createGenerator({
+        tsProgram: program,
+        skipTypeCheck: true,
+        topRef: false,
+        discriminatorType: 'open-api',
+        expose: 'export',
+        jsDoc: 'extended',
+        sortProps: true,
+        strictTuples: false,
+        encodeRefs: false,
+        additionalProperties,
+    });
+    const schemas = {};
+    schemasSet.forEach((schema) => {
+        if (PRIMITIVE_TYPES.has(schema)) {
+            return;
+        }
+        if (schemaLookup?.has(schema)) {
+            return;
+        }
+        try {
+            schemas[schema] = generator.createSchema(schema);
+        }
+        catch (e) {
+            if (e instanceof RootlessError) {
+                const customType = typesMap.customTypes.get(schema);
+                if (customType) {
+                    const primitiveSchema = primitiveTypeToSchema(customType.type);
+                    if (primitiveSchema) {
+                        schemas[schema] = primitiveSchema;
+                    }
+                }
+                return;
+            }
+            const customType = typesMap.customTypes.get(schema);
+            logger.error(`[${ErrorCode.SCHEMA_GENERATION_ERROR}] Error generating schema: ${schema}. Message: ${e.message}. Type info: ${customType ? `type=${customType.type}` : 'not in typesMap'}`);
+        }
+    });
+    return schemas;
+}
+async function generateZodSchemas(logger, schemaLookup, typesMap) {
+    const schemas = {};
+    const auxiliaryTypeStore = createAuxiliaryTypeStore();
+    const printer = ts.createPrinter();
+    const fakeSourceFile = ts.createSourceFile('zod-types.ts', '', ts.ScriptTarget.ESNext, false, ts.ScriptKind.TS);
+    for (const [schemaName, ref] of schemaLookup.entries()) {
+        if (ref.vendor && ref.vendor !== 'zod') {
+            throw new Error(`Schema '${schemaName}' uses ${ref.vendor} which is not yet supported for JSON Schema generation. ` +
+                `Currently only Zod schemas can be converted to JSON Schema. ` +
+                `Please use Zod or contribute support for ${ref.vendor}.`);
+        }
+        try {
+            const module = await tsImport(ref.sourceFile, import.meta.url);
+            const zodSchema = module[ref.variableName];
+            if (!zodSchema) {
+                logger.warn(`Could not find exported schema '${ref.variableName}' in ${ref.sourceFile} for ${schemaName}. Available exports: ${Object.keys(module).join(', ')}`);
+                continue;
+            }
+            const schema = z.toJSONSchema(zodSchema, {
+                unrepresentable: 'any',
+                override: ({ zodSchema, jsonSchema }) => {
+                    if (zodSchema._zod?.def?.type === 'date') {
+                        ;
+                        jsonSchema.type = 'string';
+                        jsonSchema.format = 'date-time';
+                    }
+                },
+            });
+            if (schema.required && schema.properties) {
+                schema.required = schema.required.filter((fieldName) => {
+                    const prop = schema.properties[fieldName];
+                    return prop && prop.default === undefined;
+                });
+                if (schema.required.length === 0) {
+                    delete schema.required;
+                }
+            }
+            schemas[schemaName] = schema;
+            const { node: tsType } = zodToTs(zodSchema, { auxiliaryTypeStore });
+            const typeText = printer.printNode(ts.EmitHint.Unspecified, tsType, fakeSourceFile);
+            typesMap.addCustomType(schemaName, typeText, []);
+            logger.debug(`• Generated schema from Zod: ${schemaName}`);
+        }
+        catch (e) {
+            logger.warn(`Could not convert Zod schema '${schemaName}': ${e instanceof Error ? e.message : e}`);
+        }
+    }
+    return schemas;
+}
+export async function generateAllSchemas(logger, config, state) {
+    const zodSchemas = await generateZodSchemas(logger, state.schemaLookup, state.functions.typesMap);
+    const requiredTypes = new Set();
+    const customTypesContent = generateCustomTypes(state.functions.typesMap, requiredTypes);
+    const tsSchemas = generateTSSchemas(logger, config.tsconfig, customTypesContent, state.functions.typesMap, state.functions.meta, state.http.meta, config.schemasFromTypes, config.schema?.additionalProperties, state.schemaLookup);
+    return { ...tsSchemas, ...zodSchemas };
+}

package/dist/utils/serialize-inspector-state.d.ts

@@ -1,4 +1,5 @@
-import { InspectorState } from '../types.js';
+import type { JSONValue } from '@pikku/core';
+import type { InspectorDiagnostic, InspectorState } from '../types.js';
 /**
  * Serializable version of InspectorState that can be saved to JSON
  * Omits typesLookup (contains non-serializable ts.Type objects) and converts Maps/Sets to arrays
@@ -74,10 +75,15 @@ export interface SerializableInspectorState {
             }[]
         ]>
     ]>;
-    zodLookup: Array<[string, {
-        variableName: string;
-        sourceFile: string;
-    }]>;
+    schemaLookup: Array<[
+        string,
+        {
+            variableName: string;
+            sourceFile: string;
+            vendor?: 'zod' | 'valibot' | 'arktype' | 'effect' | 'unknown';
+        }
+    ]>;
+    schemas: Record<string, JSONValue>;
     functions: {
         typesMap: {
             map: Array<[string, {
@@ -119,6 +125,11 @@ export interface SerializableInspectorState {
         files: string[];
         meta: InspectorState['channels']['meta'];
     };
+    triggers: {
+        meta: InspectorState['triggers']['meta'];
+        sourceMeta: InspectorState['triggers']['sourceMeta'];
+        files: string[];
+    };
     scheduledTasks: {
         meta: InspectorState['scheduledTasks']['meta'];
         files: string[];
@@ -138,6 +149,7 @@ export interface SerializableInspectorState {
             path: string;
             exportedName: string;
         }]>;
+        invokedWorkflows: string[];
     };
     rpc: {
         internalMeta: InspectorState['rpc']['internalMeta'];
@@ -151,7 +163,17 @@ export interface SerializableInspectorState {
             exportedName: string;
         }]>;
         invokedFunctions: string[];
-        usedExternalPackages: string[];
+        usedAddons: string[];
+        wireAddonDeclarations: Array<[
+            string,
+            {
+                package: string;
+                rpcEndpoint?: string;
+                secretOverrides?: Record<string, string>;
+                variableOverrides?: Record<string, string>;
+            }
+        ]>;
+        wireAddonFiles: string[];
     };
     mcpEndpoints: {
         resourcesMeta: InspectorState['mcpEndpoints']['resourcesMeta'];
@@ -159,27 +181,52 @@ export interface SerializableInspectorState {
         promptsMeta: InspectorState['mcpEndpoints']['promptsMeta'];
         files: string[];
     };
+    agents: {
+        agentsMeta: InspectorState['agents']['agentsMeta'];
+        files: [string, {
+            path: string;
+            exportedName: string;
+        }][];
+    };
     cli: {
         meta: InspectorState['cli']['meta'];
         files: string[];
     };
-    forgeNodes: {
-        meta: InspectorState['forgeNodes']['meta'];
+    nodes: {
+        meta: InspectorState['nodes']['meta'];
+        files: string[];
+    };
+    secrets: {
+        definitions: InspectorState['secrets']['definitions'];
         files: string[];
     };
-    forgeCredentials: {
-        meta: InspectorState['forgeCredentials']['meta'];
+    variables: {
+        definitions: InspectorState['variables']['definitions'];
         files: string[];
     };
+    manifest: InspectorState['manifest'];
     middleware: {
-        meta: InspectorState['middleware']['meta'];
+        definitions: InspectorState['middleware']['definitions'];
+        instances: InspectorState['middleware']['instances'];
         tagMiddleware: Array<[
             string,
             InspectorState['middleware']['tagMiddleware'] extends Map<string, infer V> ? V : never
         ]>;
     };
+    channelMiddleware: {
+        definitions: InspectorState['channelMiddleware']['definitions'];
+        instances: InspectorState['channelMiddleware']['instances'];
+        tagMiddleware: Array<[
+            string,
+            InspectorState['channelMiddleware']['tagMiddleware'] extends Map<string, infer V> ? V : never
+        ]>;
+    };
+    aiMiddleware: {
+        definitions: InspectorState['aiMiddleware']['definitions'];
+    };
     permissions: {
-        meta: InspectorState['permissions']['meta'];
+        definitions: InspectorState['permissions']['definitions'];
+        instances: InspectorState['permissions']['instances'];
         tagPermissions: Array<[
             string,
             InspectorState['permissions']['tagPermissions'] extends Map<string, infer V> ? V : never
@@ -193,16 +240,15 @@ export interface SerializableInspectorState {
         allSingletonServices: string[];
         allWireServices: string[];
     };
-    serviceMetadata: Array<{
-        name: string;
-        summary: string;
-        description: string;
-        package: string;
-        path: string;
-        version: string;
-        interface: string;
-        expandedProperties: Record<string, string>;
+    resolvedIOTypes: Record<string, {
+        inputType: string;
+        outputType: string;
     }>;
+    middlewareGroupsMeta: InspectorState['middlewareGroupsMeta'];
+    permissionsGroupsMeta: InspectorState['permissionsGroupsMeta'];
+    requiredSchemas: string[];
+    openAPISpec: Record<string, any> | null;
+    diagnostics: InspectorDiagnostic[];
 }
 /**
  * Serializes InspectorState to a JSON-compatible format
@@ -213,9 +259,10 @@ export declare function serializeInspectorState(state: InspectorState): Serializ
  * Deserializes JSON data back to InspectorState
  * Creates a partial state suitable for filtering/generation (without typesLookup)
  */
-export declare function deserializeInspectorState(data: SerializableInspectorState): Omit<InspectorState, 'typesLookup' | 'zodLookup'> & {
-    zodLookup: Map<string, {
+export declare function deserializeInspectorState(data: SerializableInspectorState): Omit<InspectorState, 'typesLookup' | 'schemaLookup'> & {
+    schemaLookup: Map<string, {
         variableName: string;
         sourceFile: string;
+        vendor?: 'zod' | 'valibot' | 'arktype' | 'effect' | 'unknown';
     }>;
 };

package/dist/utils/serialize-inspector-state.js

@@ -26,7 +26,8 @@ export function serializeInspectorState(state) {
         configFactories: Array.from(state.configFactories.entries()),
         filesAndMethods: state.filesAndMethods,
         filesAndMethodsErrors: Array.from(state.filesAndMethodsErrors.entries()).map(([key, mapValue]) => [key, Array.from(mapValue.entries())]),
-        zodLookup: Array.from(state.zodLookup.entries()),
+        schemaLookup: Array.from(state.schemaLookup.entries()),
+        schemas: state.schemas,
         functions: {
             typesMap: serializeTypesMap(state.functions.typesMap),
             meta: state.functions.meta,
@@ -43,6 +44,11 @@ export function serializeInspectorState(state) {
             files: Array.from(state.channels.files),
             meta: state.channels.meta,
         },
+        triggers: {
+            meta: state.triggers.meta,
+            sourceMeta: state.triggers.sourceMeta,
+            files: Array.from(state.triggers.files),
+        },
         scheduledTasks: {
             meta: state.scheduledTasks.meta,
             files: Array.from(state.scheduledTasks.files),
@@ -56,6 +62,7 @@ export function serializeInspectorState(state) {
             files: Array.from(state.workflows.files.entries()),
             graphMeta: state.workflows.graphMeta,
             graphFiles: Array.from(state.workflows.graphFiles.entries()),
+            invokedWorkflows: Array.from(state.workflows.invokedWorkflows),
         },
         rpc: {
             internalMeta: state.rpc.internalMeta,
@@ -63,7 +70,9 @@ export function serializeInspectorState(state) {
             exposedMeta: state.rpc.exposedMeta,
             exposedFiles: Array.from(state.rpc.exposedFiles.entries()),
             invokedFunctions: Array.from(state.rpc.invokedFunctions),
-            usedExternalPackages: Array.from(state.rpc.usedExternalPackages),
+            usedAddons: Array.from(state.rpc.usedAddons),
+            wireAddonDeclarations: Array.from(state.rpc.wireAddonDeclarations.entries()),
+            wireAddonFiles: Array.from(state.rpc.wireAddonFiles),
         },
         mcpEndpoints: {
             resourcesMeta: state.mcpEndpoints.resourcesMeta,
@@ -71,24 +80,43 @@ export function serializeInspectorState(state) {
             promptsMeta: state.mcpEndpoints.promptsMeta,
             files: Array.from(state.mcpEndpoints.files),
         },
+        agents: {
+            agentsMeta: state.agents?.agentsMeta ?? {},
+            files: Array.from(state.agents?.files?.entries() ?? []),
+        },
         cli: {
             meta: state.cli.meta,
             files: Array.from(state.cli.files),
         },
-        forgeNodes: {
-            meta: state.forgeNodes.meta,
-            files: Array.from(state.forgeNodes.files),
+        nodes: {
+            meta: state.nodes.meta,
+            files: Array.from(state.nodes.files),
+        },
+        secrets: {
+            definitions: state.secrets.definitions,
+            files: Array.from(state.secrets.files),
         },
-        forgeCredentials: {
-            meta: state.forgeCredentials.meta,
-            files: Array.from(state.forgeCredentials.files),
+        variables: {
+            definitions: state.variables.definitions,
+            files: Array.from(state.variables.files),
         },
+        manifest: state.manifest,
         middleware: {
-            meta: state.middleware.meta,
+            definitions: state.middleware.definitions,
+            instances: state.middleware.instances,
             tagMiddleware: Array.from(state.middleware.tagMiddleware.entries()),
         },
+        channelMiddleware: {
+            definitions: state.channelMiddleware.definitions,
+            instances: state.channelMiddleware.instances,
+            tagMiddleware: Array.from(state.channelMiddleware.tagMiddleware.entries()),
+        },
+        aiMiddleware: {
+            definitions: state.aiMiddleware.definitions,
+        },
         permissions: {
-            meta: state.permissions.meta,
+            definitions: state.permissions.definitions,
+            instances: state.permissions.instances,
             tagPermissions: Array.from(state.permissions.tagPermissions.entries()),
         },
         serviceAggregation: {
@@ -99,7 +127,12 @@ export function serializeInspectorState(state) {
             allSingletonServices: state.serviceAggregation.allSingletonServices,
             allWireServices: state.serviceAggregation.allWireServices,
         },
-        serviceMetadata: state.serviceMetadata,
+        resolvedIOTypes: state.resolvedIOTypes,
+        middlewareGroupsMeta: state.middlewareGroupsMeta,
+        permissionsGroupsMeta: state.permissionsGroupsMeta,
+        requiredSchemas: Array.from(state.requiredSchemas),
+        openAPISpec: state.openAPISpec,
+        diagnostics: state.diagnostics,
     };
 }
 /**
@@ -130,7 +163,8 @@ export function deserializeInspectorState(data) {
             key,
             new Map(entries),
         ])),
-        zodLookup: new Map(data.zodLookup || []),
+        schemaLookup: new Map(data.schemaLookup || []),
+        schemas: data.schemas || {},
         functions: {
             typesMap: deserializeTypesMap(data.functions.typesMap),
             meta: data.functions.meta,
@@ -147,6 +181,11 @@ export function deserializeInspectorState(data) {
             files: new Set(data.channels.files),
             meta: data.channels.meta,
         },
+        triggers: {
+            meta: data.triggers?.meta ?? {},
+            sourceMeta: data.triggers?.sourceMeta ?? {},
+            files: new Set(data.triggers?.files ?? []),
+        },
         scheduledTasks: {
             meta: data.scheduledTasks.meta,
             files: new Set(data.scheduledTasks.files),
@@ -160,6 +199,7 @@ export function deserializeInspectorState(data) {
             files: new Map(data.workflows.files),
             graphMeta: data.workflows.graphMeta || {},
             graphFiles: new Map(data.workflows.graphFiles || []),
+            invokedWorkflows: new Set(data.workflows.invokedWorkflows || []),
         },
         rpc: {
             internalMeta: data.rpc.internalMeta,
@@ -167,7 +207,9 @@ export function deserializeInspectorState(data) {
             exposedMeta: data.rpc.exposedMeta,
             exposedFiles: new Map(data.rpc.exposedFiles),
             invokedFunctions: new Set(data.rpc.invokedFunctions),
-            usedExternalPackages: new Set(data.rpc.usedExternalPackages || []),
+            usedAddons: new Set(data.rpc.usedAddons || []),
+            wireAddonDeclarations: new Map(data.rpc.wireAddonDeclarations || []),
+            wireAddonFiles: new Set(data.rpc.wireAddonFiles || []),
         },
         mcpEndpoints: {
             resourcesMeta: data.mcpEndpoints.resourcesMeta,
@@ -175,24 +217,43 @@ export function deserializeInspectorState(data) {
             promptsMeta: data.mcpEndpoints.promptsMeta,
             files: new Set(data.mcpEndpoints.files),
         },
+        agents: {
+            agentsMeta: data.agents?.agentsMeta || {},
+            files: new Map(data.agents?.files || []),
+        },
         cli: {
             meta: data.cli.meta,
             files: new Set(data.cli.files),
         },
-        forgeNodes: {
-            meta: data.forgeNodes?.meta || {},
-            files: new Set(data.forgeNodes?.files || []),
+        nodes: {
+            meta: data.nodes?.meta || {},
+            files: new Set(data.nodes?.files || []),
+        },
+        secrets: {
+            definitions: data.secrets?.definitions || [],
+            files: new Set(data.secrets?.files || []),
         },
-        forgeCredentials: {
-            meta: data.forgeCredentials?.meta || {},
-            files: new Set(data.forgeCredentials?.files || []),
+        variables: {
+            definitions: data.variables?.definitions || [],
+            files: new Set(data.variables?.files || []),
         },
+        manifest: data.manifest || { initial: null, current: null, errors: [] },
         middleware: {
-            meta: data.middleware.meta,
+            definitions: data.middleware.definitions,
+            instances: data.middleware.instances || {},
             tagMiddleware: new Map(data.middleware.tagMiddleware),
         },
+        channelMiddleware: {
+            definitions: data.channelMiddleware?.definitions || {},
+            instances: data.channelMiddleware?.instances || {},
+            tagMiddleware: new Map(data.channelMiddleware?.tagMiddleware || []),
+        },
+        aiMiddleware: {
+            definitions: data.aiMiddleware?.definitions || {},
+        },
         permissions: {
-            meta: data.permissions.meta,
+            definitions: data.permissions.definitions,
+            instances: data.permissions.instances || {},
             tagPermissions: new Map(data.permissions.tagPermissions),
         },
         serviceAggregation: {
@@ -203,6 +264,21 @@ export function deserializeInspectorState(data) {
             allSingletonServices: data.serviceAggregation.allSingletonServices,
             allWireServices: data.serviceAggregation.allWireServices,
         },
-        serviceMetadata: data.serviceMetadata || [],
+        resolvedIOTypes: data.resolvedIOTypes || {},
+        middlewareGroupsMeta: data.middlewareGroupsMeta || {
+            definitions: {},
+            instances: {},
+            httpGroups: {},
+            tagGroups: {},
+            channelMiddleware: { definitions: {}, instances: {}, tagGroups: {} },
+        },
+        permissionsGroupsMeta: data.permissionsGroupsMeta || {
+            definitions: {},
+            httpGroups: {},
+            tagGroups: {},
+        },
+        requiredSchemas: new Set(data.requiredSchemas || []),
+        openAPISpec: data.openAPISpec || null,
+        diagnostics: data.diagnostics || [],
     };
 }

package/dist/utils/serialize-mcp-json.d.ts

@@ -0,0 +1,2 @@
+import type { InspectorLogger, InspectorState } from '../types.js';
+export declare const serializeMCPJson: (logger: InspectorLogger, state: InspectorState) => string;