@dobby.ai/dobby 0.1.1 → 0.1.2

package/src/cli/commands/init.ts

@@ -1,211 +0,0 @@
-import {
-  cancel,
-  intro,
-  isCancel,
-  multiselect,
-  outro,
-  select,
-  spinner,
-} from "@clack/prompts";
-import { ExtensionStoreManager } from "../../extension/manager.js";
-import {
-  ensureGatewayConfigShape,
-  upsertAllowListPackage,
-  upsertBinding,
-  upsertConnectorInstance,
-  upsertProviderInstance,
-  upsertRoute,
-} from "../shared/config-mutators.js";
-import { applyAndValidateContributionSchemas } from "../shared/config-schema.js";
-import {
-  readRawConfig,
-  resolveConfigPath,
-  resolveDataRootDir,
-  writeConfigWithValidation,
-} from "../shared/config-io.js";
-import {
-  createInitSelectionConfig,
-  isInitConnectorChoiceId,
-  isInitProviderChoiceId,
-  listInitConnectorChoices,
-  listInitProviderChoices,
-  type InitConnectorChoiceId,
-  type InitProviderChoiceId,
-} from "../shared/init-catalog.js";
-import { resolveExtensionInstallSpecs } from "../shared/local-extension-specs.js";
-import { createLogger } from "../shared/runtime.js";
-
-interface InitInput {
-  providerChoiceIds: InitProviderChoiceId[];
-  routeProviderChoiceId: InitProviderChoiceId;
-  connectorChoiceIds: InitConnectorChoiceId[];
-}
-
-/**
- * Collects high-level starter choices only; config values are written as templates.
- */
-async function collectInitInput(): Promise<InitInput> {
-  intro("dobby init");
-
-  const providerChoices = listInitProviderChoices();
-  const providerChoiceResult = await multiselect({
-    message: "Choose provider(s) (space to select multiple)",
-    options: providerChoices.map((item) => ({
-      value: item.id,
-      label: item.label,
-    })),
-    initialValues: ["provider.pi"],
-    required: true,
-  });
-  if (isCancel(providerChoiceResult)) {
-    cancel("Initialization cancelled.");
-    throw new Error("Initialization cancelled.");
-  }
-
-  const providerChoiceIds = (providerChoiceResult as unknown[]).map((value) => String(value));
-  if (providerChoiceIds.length === 0) {
-    throw new Error("At least one provider must be selected");
-  }
-  if (!providerChoiceIds.every((providerChoiceId) => isInitProviderChoiceId(providerChoiceId))) {
-    const invalidChoice = providerChoiceIds.find((providerChoiceId) => !isInitProviderChoiceId(providerChoiceId));
-    throw new Error(`Unsupported provider choice '${invalidChoice}'`);
-  }
-
-  const providerChoicesById = new Map(providerChoices.map((choice) => [choice.id, choice]));
-  let routeProviderChoiceId = providerChoiceIds[0] as InitProviderChoiceId;
-  if (providerChoiceIds.length > 1) {
-    const routeProviderChoiceResult = await select({
-      message: "Choose default provider",
-      options: providerChoiceIds.map((providerChoiceId) => ({
-        value: providerChoiceId,
-        label: providerChoicesById.get(providerChoiceId as InitProviderChoiceId)?.label ?? providerChoiceId,
-      })),
-      initialValue: providerChoiceIds[0],
-    });
-    if (isCancel(routeProviderChoiceResult)) {
-      cancel("Initialization cancelled.");
-      throw new Error("Initialization cancelled.");
-    }
-
-    const routeProviderCandidate = String(routeProviderChoiceResult);
-    if (!isInitProviderChoiceId(routeProviderCandidate) || !providerChoiceIds.includes(routeProviderCandidate)) {
-      throw new Error(`Unsupported route provider choice '${routeProviderCandidate}'`);
-    }
-    routeProviderChoiceId = routeProviderCandidate;
-  }
-
-  const connectorChoices = listInitConnectorChoices();
-  const connectorChoiceResult = await multiselect({
-    message: "Choose connector(s) (space to select multiple)",
-    options: connectorChoices.map((item) => ({
-      value: item.id,
-      label: item.label,
-    })),
-    initialValues: ["connector.discord"],
-    required: true,
-  });
-  if (isCancel(connectorChoiceResult)) {
-    cancel("Initialization cancelled.");
-    throw new Error("Initialization cancelled.");
-  }
-
-  const connectorChoiceIds = (connectorChoiceResult as unknown[]).map((value) => String(value));
-  if (connectorChoiceIds.length === 0) {
-    throw new Error("At least one connector must be selected");
-  }
-  if (!connectorChoiceIds.every((connectorChoiceId) => isInitConnectorChoiceId(connectorChoiceId))) {
-    const invalidChoice = connectorChoiceIds.find((connectorChoiceId) => !isInitConnectorChoiceId(connectorChoiceId));
-    throw new Error(`Unsupported connector choice '${invalidChoice}'`);
-  }
-
-  return {
-    providerChoiceIds: providerChoiceIds as InitProviderChoiceId[],
-    routeProviderChoiceId,
-    connectorChoiceIds: connectorChoiceIds as InitConnectorChoiceId[],
-  };
-}
-
-/**
- * Executes first-time initialization by installing starter extensions and writing template config.
- */
-export async function runInitCommand(): Promise<void> {
-  const configPath = resolveConfigPath();
-  const existingConfig = await readRawConfig(configPath);
-  if (existingConfig) {
-    throw new Error(
-      `Config '${configPath}' already exists. Edit the file directly to update existing values.`,
-    );
-  }
-
-  const input = await collectInitInput();
-  const selected = createInitSelectionConfig(input.providerChoiceIds, input.connectorChoiceIds, {
-    routeProviderChoiceId: input.routeProviderChoiceId,
-    defaultProjectRoot: process.cwd(),
-  });
-
-  const next = ensureGatewayConfigShape({});
-  const rootDir = resolveDataRootDir(configPath, next);
-  const manager = new ExtensionStoreManager(createLogger(), `${rootDir}/extensions`);
-  const extensionInstallSpecs = await resolveExtensionInstallSpecs(selected.extensionPackages);
-
-  const installSpinner = spinner();
-  installSpinner.start(`Installing required extensions (${selected.extensionPackages.length} packages)`);
-  try {
-    const installedPackages = await manager.installMany(extensionInstallSpecs);
-    for (const installed of installedPackages) {
-      upsertAllowListPackage(next, installed.packageName, true);
-    }
-    installSpinner.stop("Extensions installed");
-  } catch (error) {
-    installSpinner.stop("Extension installation failed");
-    throw error;
-  }
-
-  for (const provider of selected.providerInstances) {
-    upsertProviderInstance(next, provider.instanceId, provider.contributionId, provider.config);
-  }
-
-  for (const connector of selected.connectorInstances) {
-    upsertConnectorInstance(next, connector.instanceId, connector.contributionId, connector.config);
-  }
-
-  next.providers = {
-    ...next.providers,
-    default: selected.providerInstanceId,
-    items: next.providers.items,
-  };
-  next.routes = {
-    ...next.routes,
-    default: {
-      ...next.routes.default,
-      ...selected.routeDefaults,
-    },
-  };
-
-  upsertRoute(next, selected.routeId, selected.routeProfile);
-  if (selected.defaultBinding) {
-    next.bindings = {
-      ...next.bindings,
-      default: selected.defaultBinding,
-      items: next.bindings.items,
-    };
-  }
-  for (const binding of selected.bindings) {
-    upsertBinding(next, binding.id, binding.config);
-  }
-
-  const validatedConfig = await applyAndValidateContributionSchemas(configPath, next);
-
-  await writeConfigWithValidation(configPath, validatedConfig, {
-    validate: true,
-    createBackup: false,
-  });
-
-  outro("Initialization completed.");
-
-  console.log(`Config written: ${configPath}`);
-  console.log("Next steps:");
-  console.log("1. Edit gateway.json and replace all REPLACE_WITH_* / YOUR_* placeholders");
-  console.log("2. Run 'dobby doctor' to validate the edited config");
-  console.log("3. Run 'dobby start' when the placeholders are replaced");
-}

package/src/cli/commands/start.ts

@@ -1,223 +0,0 @@
-import { dirname, join } from "node:path";
-import { loadCronConfig } from "../../cron/config.js";
-import { CronService } from "../../cron/service.js";
-import { CronStore } from "../../cron/store.js";
-import { DedupStore } from "../../core/dedup-store.js";
-import { Gateway } from "../../core/gateway.js";
-import { BindingResolver, loadGatewayConfig, RouteResolver } from "../../core/routing.js";
-import { RuntimeRegistry } from "../../core/runtime-registry.js";
-import { BUILTIN_HOST_SANDBOX_ID } from "../../core/types.js";
-import type {
-  GatewayLogger,
-  ProviderInstance,
-  ProvidersConfig,
-  SandboxInstance,
-  SandboxesConfig,
-} from "../../core/types.js";
-import { ExtensionLoader } from "../../extension/loader.js";
-import { ExtensionRegistry } from "../../extension/registry.js";
-import type { Executor } from "../../sandbox/executor.js";
-import { HostExecutor } from "../../sandbox/host-executor.js";
-import { resolveConfigPath } from "../shared/config-io.js";
-import { createLogger, ensureDataDirs, extensionStoreDir } from "../shared/runtime.js";
-
-/**
- * Closes provider instances best-effort so shutdown does not stop on one failed provider.
- */
-async function closeProviderInstances(providers: Map<string, ProviderInstance>, logger: GatewayLogger): Promise<void> {
-  for (const [providerId, provider] of providers.entries()) {
-    if (!provider.close) {
-      continue;
-    }
-
-    try {
-      await provider.close();
-    } catch (error) {
-      logger.warn({ err: error, providerId }, "Failed to close provider instance");
-    }
-  }
-}
-
-/**
- * Closes sandbox executors and optional sandbox lifecycle hooks during shutdown.
- */
-async function closeSandboxInstances(sandboxes: Map<string, SandboxInstance>, logger: GatewayLogger): Promise<void> {
-  for (const [sandboxId, sandbox] of sandboxes.entries()) {
-    try {
-      await sandbox.executor.close();
-    } catch (error) {
-      logger.warn({ err: error, sandboxId }, "Failed to close sandbox executor");
-    }
-
-    if (!sandbox.close) {
-      continue;
-    }
-
-    try {
-      await sandbox.close();
-    } catch (error) {
-      logger.warn({ err: error, sandboxId }, "Failed to close sandbox instance");
-    }
-  }
-}
-
-/**
- * Narrows provider instances to only those referenced by default provider or any route override.
- */
-function selectProviderInstances(config: Awaited<ReturnType<typeof loadGatewayConfig>>): ProvidersConfig {
-  const requiredProviderIds = new Set<string>([config.providers.default]);
-  for (const route of Object.values(config.routes.items)) {
-    requiredProviderIds.add(route.provider);
-  }
-
-  const instances = Object.fromEntries(
-    Object.entries(config.providers.items).filter(([instanceId]) => requiredProviderIds.has(instanceId)),
-  );
-
-  return {
-    default: config.providers.default,
-    items: instances,
-  };
-}
-
-/**
- * Narrows sandbox instances to only those referenced by default/route sandbox settings.
- */
-function selectSandboxInstances(config: Awaited<ReturnType<typeof loadGatewayConfig>>): SandboxesConfig {
-  const defaultSandboxId = config.sandboxes.default ?? BUILTIN_HOST_SANDBOX_ID;
-  const requiredSandboxIds = new Set<string>();
-
-  if (defaultSandboxId !== BUILTIN_HOST_SANDBOX_ID) {
-    requiredSandboxIds.add(defaultSandboxId);
-  }
-
-  for (const route of Object.values(config.routes.items)) {
-    if (route.sandbox !== BUILTIN_HOST_SANDBOX_ID) {
-      requiredSandboxIds.add(route.sandbox);
-    }
-  }
-
-  const instances = Object.fromEntries(
-    Object.entries(config.sandboxes.items).filter(([instanceId]) => requiredSandboxIds.has(instanceId)),
-  );
-
-  return {
-    ...(config.sandboxes.default ? { default: config.sandboxes.default } : {}),
-    items: instances,
-  };
-}
-
-/**
- * Starts the gateway runtime from config and wires graceful shutdown handlers.
- */
-export async function runStartCommand(): Promise<void> {
-  const configPath = resolveConfigPath();
-  const config = await loadGatewayConfig(configPath);
-
-  await ensureDataDirs(config.data.rootDir);
-
-  const logger = createLogger();
-  const loader = new ExtensionLoader(logger, {
-    extensionsDir: extensionStoreDir(config),
-  });
-
-  const loadedPackages = await loader.loadAllowList(config.extensions.allowList);
-  const registry = new ExtensionRegistry();
-  registry.registerPackages(loadedPackages);
-
-  logger.info(
-    {
-      extensionStoreDir: extensionStoreDir(config),
-      packages: loadedPackages.map((item) => ({
-        package: item.packageName,
-        manifestName: item.manifest.name,
-        version: item.manifest.version,
-        contributions: item.manifest.contributions.map((contribution) => `${contribution.kind}:${contribution.id}`),
-      })),
-    },
-    "Extension packages loaded",
-  );
-
-  const extensionHostContext = {
-    logger,
-    configBaseDir: dirname(configPath),
-  };
-
-  const activeProvidersConfig = selectProviderInstances(config);
-  const activeSandboxesConfig = selectSandboxInstances(config);
-
-  const providers = await registry.createProviderInstances(activeProvidersConfig, extensionHostContext, config.data);
-  const connectors = await registry.createConnectorInstances(config.connectors, extensionHostContext, config.data.attachmentsDir);
-  const sandboxes = await registry.createSandboxInstances(activeSandboxesConfig, extensionHostContext);
-
-  const hostExecutor = new HostExecutor(logger);
-  const executors = new Map<string, Executor>();
-  executors.set(BUILTIN_HOST_SANDBOX_ID, hostExecutor);
-
-  for (const [sandboxId, sandbox] of sandboxes.entries()) {
-    executors.set(sandboxId, sandbox.executor);
-  }
-
-  if (connectors.length === 0) {
-    throw new Error("No connectors are configured. Add connector instances in your dobby config.");
-  }
-
-  const dedupStore = new DedupStore(join(config.data.stateDir, "dedup.json"), config.data.dedupTtlMs, logger);
-  const routeResolver = new RouteResolver(config.routes);
-  const bindingResolver = new BindingResolver(config.bindings);
-  const runtimeRegistry = new RuntimeRegistry(logger);
-
-  const gateway = new Gateway({
-    config,
-    connectors,
-    providers,
-    executors,
-    routeResolver,
-    bindingResolver,
-    dedupStore,
-    runtimeRegistry,
-    logger,
-  });
-
-  const loadedCronConfig = await loadCronConfig({
-    gatewayConfigPath: configPath,
-    gatewayConfig: config,
-  });
-  const cronStore = new CronStore(loadedCronConfig.config.storeFile, loadedCronConfig.config.runLogFile, logger);
-  const cronService = new CronService({
-    config: loadedCronConfig.config,
-    store: cronStore,
-    gateway,
-    logger,
-  });
-
-  await gateway.start();
-  await cronService.start();
-  logger.info(
-    {
-      configPath,
-      cronConfigPath: loadedCronConfig.configPath,
-      cronConfigSource: loadedCronConfig.source,
-      cronEnabled: loadedCronConfig.config.enabled,
-    },
-    "Gateway started",
-  );
-
-  const shutdown = async (signal: string) => {
-    logger.info({ signal }, "Shutting down gateway");
-    await cronService.stop();
-    await gateway.stop();
-    await hostExecutor.close();
-    await closeProviderInstances(providers, logger);
-    await closeSandboxInstances(sandboxes, logger);
-    process.exit(0);
-  };
-
-  process.on("SIGINT", () => {
-    void shutdown("SIGINT");
-  });
-
-  process.on("SIGTERM", () => {
-    void shutdown("SIGTERM");
-  });
-}