toolhome 0.5.0

package/dist/server/app.js

@@ -0,0 +1,166 @@
+import { loadConfig } from './config.js';
+import { serveStatic } from '@hono/node-server/serve-static';
+import { readFileSync } from 'node:fs';
+import { dirname, resolve } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { mountControlApi } from './control/control-api.js';
+import { ControlService } from './control/control-service.js';
+import { CliService } from './cli-plane/cli-service.js';
+import { mountCliExecRoutes } from './cli-plane/routes.js';
+import { DataPlane } from './data-plane/data-plane.js';
+import { GatewayServerFactory } from './data-plane/gateway-server.js';
+import { CapabilityRegistry } from './data-plane/registry.js';
+import { ToolProjectionService } from './data-plane/projection.js';
+import { ManagementMCP } from './manage/management-mcp.js';
+import { createLogger } from './observability/logger.js';
+import { CallRecorder } from './observability/call-recorder.js';
+import { MarketService } from './market/market-service.js';
+import { ApiKeyHasher } from './security/api-keys.js';
+import { AuthService } from './security/auth-service.js';
+import { ControlSessionService } from './security/control-session.js';
+import { CursorCodec } from './security/cursor-codec.js';
+import { mountOAuthRoutes } from './security/oauth-routes.js';
+import { OAuthServer } from './security/oauth-server.js';
+import { SecretBox } from './security/secret-box.js';
+import { SecureActionService } from './security/secure-action.js';
+import { SqliteStore } from './storage/sqlite-store.js';
+import { CredentialResolver } from './upstream/credential-resolver.js';
+import { UpstreamManager } from './upstream/manager.js';
+import { OAuthRefreshSweeper } from './upstream/oauth-refresh.js';
+import { UpstreamOAuthService } from './upstream/oauth-service.js';
+import { mountUpstreamOAuthRoutes } from './upstream/oauth-routes.js';
+/** Version of this package, read from package.json so it can never drift. */
+function packageVersion() {
+    let directory = dirname(fileURLToPath(import.meta.url));
+    for (;;) {
+        try {
+            return JSON.parse(readFileSync(resolve(directory, 'package.json'), 'utf8')).version;
+        }
+        catch {
+            const parent = dirname(directory);
+            if (parent === directory)
+                return '0.0.0';
+            directory = parent;
+        }
+    }
+}
+export function createApplication(config = loadConfig()) {
+    const logger = createLogger(config.logLevel);
+    const secrets = new SecretBox(config.masterKey);
+    const store = new SqliteStore(config.databasePath, secrets);
+    const hasher = new ApiKeyHasher(config.masterKey);
+    const auth = new AuthService(store, hasher);
+    auth.ensureBootstrapControlKey(config.bootstrapControlKey);
+    const oauth = new OAuthServer(config.publicUrl, config.masterKey, auth);
+    const sessions = new ControlSessionService(config.masterKey);
+    const credentials = new CredentialResolver(store, config.publicUrl, config.oauthUrlClientId);
+    const upstreams = new UpstreamManager(store, credentials, logger);
+    const upstreamOAuth = new UpstreamOAuthService(store, config.publicUrl, upstreams, logger, config.oauthUrlClientId);
+    const registry = new CapabilityRegistry(store);
+    const cursors = new CursorCodec(config.masterKey);
+    const projections = new ToolProjectionService(store);
+    const callRecorder = new CallRecorder(store, logger, config.callsRetentionDays);
+    const gatewayFactory = new GatewayServerFactory(registry, upstreams, cursors, config.masterKey, projections, callRecorder);
+    const dataPlane = new DataPlane(gatewayFactory, registry, upstreams, auth, oauth, store, logger);
+    const app = dataPlane.createApp({
+        host: config.host,
+        allowedHosts: config.allowedHosts,
+        secure: config.publicUrl.protocol === 'https:',
+    });
+    const control = new ControlService(store, upstreams, auth, config.publicUrl, (slug) => dataPlane.remove(slug), () => dataPlane.registryChanged(), upstreamOAuth);
+    const secureActions = new SecureActionService(store, config.masterKey, config.publicUrl);
+    const cli = new CliService(store, callRecorder);
+    const market = new MarketService(control, store, secureActions, config.marketDir, config.dataDir, config.uvIndexUrl);
+    mountControlApi(app, {
+        service: control,
+        auth,
+        sessions,
+        store,
+        publicUrl: config.publicUrl,
+        secureCookies: config.publicUrl.protocol === 'https:',
+        logger,
+        market,
+        cli,
+    });
+    mountCliExecRoutes(app, { service: cli, auth, logger });
+    const management = new ManagementMCP({
+        service: control,
+        market,
+        store,
+        auth,
+        recorder: callRecorder,
+        publicUrl: config.publicUrl,
+    });
+    app.all('/manage/mcp', (context) => management.serve(context.req.raw));
+    mountOAuthRoutes(app, {
+        oauth,
+        registry,
+        logger,
+    });
+    mountUpstreamOAuthRoutes(app, { oauth: upstreamOAuth, logger });
+    app.get('/healthz', (context) => context.json({ status: 'ok' }));
+    app.get('/readyz', (context) => {
+        if (control.diagnostics().ok)
+            return context.json({ status: 'ready' });
+        return context.json({ status: 'degraded' }, 503);
+    });
+    if (config.webDir) {
+        app.get('/assets/*', serveStatic({ root: config.webDir }));
+        app.get('*', async (context, next) => {
+            const path = context.req.path;
+            if (path.startsWith('/api') ||
+                path.startsWith('/mcp') ||
+                path === '/cli' ||
+                path.startsWith('/cli/') ||
+                path.startsWith('/manage') ||
+                path.startsWith('/oauth') ||
+                path === '/healthz' ||
+                path === '/readyz') {
+                return next();
+            }
+            const accept = context.req.header('Accept') ?? '';
+            if (!accept.includes('text/html')) {
+                return serveStatic({ root: config.webDir })(context, next);
+            }
+            return serveStatic({ path: 'index.html', root: config.webDir })(context, next);
+        });
+    }
+    else {
+        app.get('/', (context) => context.json({
+            name: 'ToolHome',
+            version: packageVersion(),
+            message: 'ToolHome is running. Manage it with the toolhome CLI.',
+            endpoints: { mcp: '/mcp', controlApi: '/api/v1', openapi: '/api/v1/openapi.json' },
+        }));
+    }
+    for (const server of store.listServers().filter((item) => item.enabled)) {
+        if (store.getSnapshot(server.id))
+            continue;
+        void upstreams.refresh(server.id).catch((error) => {
+            logger.warn('Initial server refresh failed', {
+                serverId: server.id,
+                error: error instanceof Error ? error.message : String(error),
+            });
+        });
+    }
+    const oauthSweeper = new OAuthRefreshSweeper(store, upstreamOAuth, logger);
+    oauthSweeper.start(config.oauthRefreshIntervalSeconds);
+    return {
+        app,
+        config,
+        logger,
+        store,
+        upstreams,
+        dataPlane,
+        async close() {
+            await oauthSweeper.stop();
+            await management.close();
+            await market.close();
+            await dataPlane.close();
+            await upstreams.close();
+            await callRecorder.close();
+            store.close();
+        },
+    };
+}
+//# sourceMappingURL=app.js.map

package/dist/server/app.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/app.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAsB,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACvD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAe,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAExD,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AAYtE,6EAA6E;AAC7E,SAAS,cAAc;IACrB,IAAI,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,SAAS,CAAC;QACR,IAAI,CAAC;YACH,OACE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,CACpE,CAAC,OAAO,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YAClC,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC;YACzC,SAAS,GAAG,MAAM,CAAC;QACrB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAM,GAAkB,UAAU,EAAE;IACpE,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5C,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,IAAI,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC7F,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG,IAAI,oBAAoB,CAC5C,KAAK,EACL,MAAM,CAAC,SAAS,EAChB,SAAS,EACT,MAAM,EACN,MAAM,CAAC,gBAAgB,CACxB,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,IAAI,qBAAqB,CAAC,KAAK,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAChF,MAAM,cAAc,GAAG,IAAI,oBAAoB,CAC7C,QAAQ,EACR,SAAS,EACT,OAAO,EACP,MAAM,CAAC,SAAS,EAChB,WAAW,EACX,YAAY,CACb,CAAC;IACF,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACjG,MAAM,GAAG,GAAG,SAAS,CAAC,SAAS,CAAC;QAC9B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ,KAAK,QAAQ;KAC/C,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC,KAAK,EACL,SAAS,EACT,IAAI,EACJ,MAAM,CAAC,SAAS,EAChB,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAChC,GAAG,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,EACjC,aAAa,CACd,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IACzF,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,aAAa,CAC9B,OAAO,EACP,KAAK,EACL,aAAa,EACb,MAAM,CAAC,SAAS,EAChB,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,UAAU,CAClB,CAAC;IACF,eAAe,CAAC,GAAG,EAAE;QACnB,OAAO,EAAE,OAAO;QAChB,IAAI;QACJ,QAAQ;QACR,KAAK;QACL,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,aAAa,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ,KAAK,QAAQ;QACrD,MAAM;QACN,MAAM;QACN,GAAG;KACJ,CAAC,CAAC;IACH,kBAAkB,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC;QACnC,OAAO,EAAE,OAAO;QAChB,MAAM;QACN,KAAK;QACL,IAAI;QACJ,QAAQ,EAAE,YAAY;QACtB,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC,CAAC;IACH,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,gBAAgB,CAAC,GAAG,EAAE;QACpB,KAAK;QACL,QAAQ;QACR,MAAM;KACP,CAAC,CAAC;IACH,wBAAwB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;IAEhE,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACjE,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE;YAAE,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;QACvE,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3D,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;YACnC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAC9B,IACE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBACvB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;gBACvB,IAAI,KAAK,MAAM;gBACf,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;gBACxB,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;gBAC1B,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;gBACzB,IAAI,KAAK,UAAU;gBACnB,IAAI,KAAK,SAAS,EAClB,CAAC;gBACD,OAAO,IAAI,EAAE,CAAC;YAChB,CAAC;YACD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAClC,OAAO,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC7D,CAAC;YACD,OAAO,WAAW,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACvB,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE,cAAc,EAAE;YACzB,OAAO,EAAE,uDAAuD;YAChE,SAAS,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,sBAAsB,EAAE;SACnF,CAAC,CACH,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACxE,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,SAAS;QAC3C,KAAK,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAChD,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;gBAC3C,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC3E,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC;IAEvD,OAAO;QACL,GAAG;QACH,MAAM;QACN,MAAM;QACN,KAAK;QACL,SAAS;QACT,SAAS;QACT,KAAK,CAAC,KAAK;YACT,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;YAC1B,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC;YAC3B,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/server/cli/main.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=main.d.ts.map

package/dist/server/cli/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../../src/cli/main.ts"],"names":[],"mappings":""}