@openpalm/lib 0.9.8 → 0.10.1

package/src/index.ts

@@ -9,15 +9,7 @@
 // ── Provider Constants ──────────────────────────────────────────────────
 export {
   LLM_PROVIDERS,
-  PROVIDER_DEFAULT_URLS,
-  PROVIDER_KEY_MAP,
   EMBEDDING_DIMS,
-  PROVIDER_LABELS,
-  mem0ProviderName,
-  mem0BaseUrlConfig,
-  OLLAMA_DEFAULT_MODELS,
-  OLLAMA_INSTACK_URL,
-  LOCAL_PROVIDER_HELP,
 } from "./provider-constants.js";
 
 // ── Logger ──────────────────────────────────────────────────────────────
@@ -31,45 +23,58 @@ export type {
   AccessScope,
   ChannelInfo,
   CallerType,
-  ConnectionKind,
-  ConnectionAuthMode,
   ArtifactMeta,
   AuditEntry,
-  RequiredCapability,
-  OptionalCapability,
-  Capability,
-  LlmAssignment,
-  EmbeddingsAssignment,
-  RerankerAssignment,
-  TtsAssignment,
-  SttAssignment,
-  CapabilityAssignments,
-  CanonicalConnectionProfile,
-  CanonicalConnectionsDocument,
 } from "./control-plane/types.js";
 export {
   CORE_SERVICES,
   OPTIONAL_SERVICES,
-  CONNECTION_KINDS,
-  REQUIRED_CAPABILITIES,
-  OPTIONAL_CAPABILITIES,
 } from "./control-plane/types.js";
 
-// ── Interfaces ──────────────────────────────────────────────────────────
-export type { CoreAssetProvider } from "./control-plane/core-asset-provider.js";
-export type { RegistryProvider } from "./control-plane/registry-provider.js";
+// ── Backups ───────────────────────────────────────────────────────────────
+export {
+  backupOpenPalmHome,
+} from "./control-plane/backup.js";
 
-// ── Filesystem Providers ────────────────────────────────────────────────
-export { FilesystemAssetProvider } from "./control-plane/fs-asset-provider.js";
-export { FilesystemRegistryProvider } from "./control-plane/fs-registry-provider.js";
+// ── Registry Catalog ─────────────────────────────────────────────────────
+export type {
+  AddonMutationResult,
+  RegistryAutomationEntry,
+  RegistryComponentEntry,
+  RegistryAddonConfig,
+  RegistryCatalogVerification,
+} from "./control-plane/registry.js";
+export {
+  materializeRegistryCatalog,
+  refreshRegistryCatalog,
+  verifyRegistryCatalog,
+  discoverRegistryComponents,
+  discoverRegistryAutomations,
+  getRegistryAutomation,
+  getRegistryAddonConfig,
+  getAddonServiceNames,
+  listAvailableAddonIds,
+  listEnabledAddonIds,
+  enableAddon,
+  disableAddonByName,
+  setAddonEnabled,
+  installAutomationFromRegistry,
+  uninstallAutomation,
+} from "./control-plane/registry.js";
 
-// ── Paths ───────────────────────────────────────────────────────────────
+// ── Home Layout (v0.10.0) ───────────────────────────────────────────────
 export {
-  resolveConfigHome,
-  resolveStateHome,
-  resolveDataHome,
-  ensureXdgDirs,
-} from "./control-plane/paths.js";
+  resolveOpenPalmHome,
+  resolveConfigDir,
+  resolveVaultDir,
+  resolveDataDir,
+  resolveLogsDir,
+  resolveCacheHome,
+  resolveRegistryDir,
+  resolveRegistryAddonsDir,
+  resolveRegistryAutomationsDir,
+  ensureHomeDirs,
+} from "./control-plane/home.js";
 
 // ── Env ─────────────────────────────────────────────────────────────────
 export {
@@ -81,24 +86,26 @@ export {
 // ── Audit ───────────────────────────────────────────────────────────────
 export { appendAudit } from "./control-plane/audit.js";
 
+// ── OpenCode Client ─────────────────────────────────────────────────────
+export { createOpenCodeClient } from "./control-plane/opencode-client.js";
+export type { ProxyResult, OpenCodeProvider } from "./control-plane/opencode-client.js";
+
 // ── Secrets ─────────────────────────────────────────────────────────────
 export {
-  ALLOWED_CONNECTION_KEYS,
-  REQUIRED_LLM_PROVIDER_KEYS,
   PLAIN_CONFIG_KEYS,
   ensureSecrets,
   updateSecretsEnv,
-  readSecretsEnvFile,
+  readStackEnv,
   patchSecretsEnvFile,
-  maskConnectionValue,
-  loadSecretsEnvFile,
+  maskSecretValue,
   ensureOpenCodeConfig,
 } from "./control-plane/secrets.js";
-
+export {
+  detectSecretBackend,
+  validatePassEntryName,
+} from "./control-plane/secret-backend.js";
 // ── Setup Status ────────────────────────────────────────────────────────
 export {
-  readSecretsKeys,
-  detectUserId,
   isSetupComplete,
 } from "./control-plane/setup-status.js";
 
@@ -107,61 +114,12 @@ export {
   discoverChannels,
   isAllowedService,
   isValidChannel,
-  installChannelFromRegistry,
-  uninstallChannel,
-  installAutomationFromRegistry,
-  uninstallAutomation,
+  isChannelAddon,
 } from "./control-plane/channels.js";
 
-// ── Connection Profiles ─────────────────────────────────────────────────
-export {
-  getConnectionProfilesDir,
-  getConnectionProfilesPath,
-  writeConnectionProfilesDocument,
-  readConnectionProfilesDocument,
-  ensureConnectionProfilesStore,
-  writeConnectionsDocument,
-  listConnectionProfiles,
-  getCapabilityAssignments,
-  createConnectionProfile,
-  updateConnectionProfile,
-  deleteConnectionProfile,
-  saveCapabilityAssignments,
-} from "./control-plane/connection-profiles.js";
-export type { WriteConnectionsInput } from "./control-plane/connection-profiles.js";
-
-// ── Connection Mapping ──────────────────────────────────────────────────
-export {
-  buildOpenCodeMapping,
-  writeOpenCodeProviderConfig,
-  buildMem0Mapping,
-  resolveApiKeyRef,
-  buildMem0MappingFromProfiles,
-} from "./control-plane/connection-mapping.js";
-export type {
-  OpenCodeConnectionMappingInput,
-  OpenCodeConnectionMapping,
-  Mem0ConnectionMappingInput,
-  Mem0ConnectionMapping,
-} from "./control-plane/connection-mapping.js";
-
-// ── Connection Migration Flags ──────────────────────────────────────────
-export type {
-  ConnectionMigrationFlags,
-  ConnectionCompatibilityMode,
-} from "./control-plane/connection-migration-flags.js";
-export {
-  readConnectionMigrationFlags,
-  detectConnectionCompatibilityMode,
-} from "./control-plane/connection-migration-flags.js";
-
 // ── Memory Config ───────────────────────────────────────────────────────
 export type {
   MemoryConfig,
-  ModelDiscoveryReason,
-  ProviderModelsResult,
-  VectorDimensionResult,
-  QdrantDimensionResult,
 } from "./control-plane/memory-config.js";
 export {
   EMBED_PROVIDERS,
@@ -171,80 +129,70 @@ export {
   readMemoryConfig,
   writeMemoryConfig,
   ensureMemoryConfig,
-  resolveConfigForPush,
   checkVectorDimensions,
-  checkQdrantDimensions,
   resetVectorStore,
-  resetQdrantCollection,
-  pushConfigToMemory,
-  fetchConfigFromMemory,
   provisionMemoryUser,
 } from "./control-plane/memory-config.js";
 
 // ── Core Assets ─────────────────────────────────────────────────────────
 export {
-  PUBLIC_ACCESS_IMPORT,
-  LAN_ONLY_IMPORT,
-  ensureCoreCaddyfile,
-  readCoreCaddyfile,
-  ensureSecretsSchema,
-  ensureStackSchema,
-  detectAccessScope,
-  setCoreCaddyAccessScope,
+  ensureUserEnvSchema,
+  ensureSystemEnvSchema,
   ensureMemoryDir,
   ensureCoreCompose,
   readCoreCompose,
-  ensureOllamaCompose,
-  readOllamaCompose,
-  ensureAdminCompose,
-  readAdminCompose,
   ensureOpenCodeSystemConfig,
-  ensureAdminOpenCodeConfig,
-  ensureCoreAutomations,
   refreshCoreAssets,
 } from "./control-plane/core-assets.js";
 
-// ── Staging ─────────────────────────────────────────────────────────────
+// ── Configuration Persistence ────────────────────────────────────────────
 export {
   sha256,
   randomHex,
-  isOllamaEnabled,
-  isAdminEnabled,
-  stagedEnvFile,
-  stagedStackEnvFile,
   buildEnvFiles,
-  discoverStagedChannelYmls,
-  stageArtifacts,
-  buildArtifactMeta,
-  persistArtifacts,
-  withDefaultLanOnly,
-  stageChannelCaddyfiles,
-  stageChannelYmlFiles,
-  stageSecretsEnv,
-  stageAutomationFiles,
-} from "./control-plane/staging.js";
+  discoverStackOverlays,
+  resolveRuntimeFiles,
+  buildRuntimeFileMeta,
+  writeRuntimeFiles,
+  writeSystemEnv,
+  readChannelSecrets,
+  writeChannelSecrets,
+} from "./control-plane/config-persistence.js";
+
+// ── Rollback ─────────────────────────────────────────────────────────────
+export {
+  restoreSnapshot,
+  hasSnapshot,
+  snapshotTimestamp,
+} from "./control-plane/rollback.js";
+
+// ── Validation ───────────────────────────────────────────────────────────
+export {
+  validateProposedState,
+} from "./control-plane/validate.js";
 
 // ── Lifecycle ───────────────────────────────────────────────────────────
 export {
   createState,
-  writeSetupTokenFile,
   applyInstall,
   applyUpdate,
   applyUninstall,
   applyUpgrade,
+  performUpgrade,
   updateStackEnvToLatestImageTag,
   buildComposeFileList,
   buildManagedServices,
   normalizeCaller,
-  isAllowedAction,
-  validateEnvironment,
 } from "./control-plane/lifecycle.js";
+export type { UpgradeResult } from "./control-plane/lifecycle.js";
 
 // ── Docker ──────────────────────────────────────────────────────────────
 export type { DockerResult } from "./control-plane/docker.js";
 export {
   checkDocker,
   checkDockerCompose,
+  resolveComposeProjectName,
+  composePreflight,
   composeUp,
   composeDown,
   composeRestart,
@@ -252,7 +200,6 @@ export {
   composeStart,
   composePs,
   composeLogs,
-  caddyReload,
   composePullService,
   composePull,
   composeStats,
@@ -269,57 +216,52 @@ export type {
 } from "./control-plane/scheduler.js";
 export {
   SCHEDULE_PRESETS,
-  SAFE_PATH_RE,
   resolveSchedule,
   parseAutomationYaml,
   loadAutomations,
   executeAction,
-  startScheduler,
-  stopScheduler,
-  reloadScheduler,
-  getSchedulerStatus,
-  getExecutionLog,
-  getAllExecutionLogs,
 } from "./control-plane/scheduler.js";
 
 // ── Model Runner (local provider detection) ─────────────────────────────
 export type { LocalProviderDetection } from "./control-plane/model-runner.js";
 export { detectLocalProviders } from "./control-plane/model-runner.js";
 
-// ── Stack Spec ───────────────────────────────────────────────────────────
+// ── Compose Arguments ────────────────────────────────────────────────────
+export {
+  buildComposeOptions,
+  buildComposeCliArgs,
+} from "./control-plane/compose-args.js";
+
+// ── Stack Spec (v2) ──────────────────────────────────────────────────────
 export type {
   StackSpec,
-  StackSpecConnection,
-  StackSpecAssignments,
+  StackSpecCapabilities,
+  StackSpecEmbeddings,
+  StackSpecMemory,
+  StackSpecTts,
+  StackSpecStt,
+  StackSpecReranker,
 } from "./control-plane/stack-spec.js";
 export {
   STACK_SPEC_FILENAME,
-  stackSpecPath,
   writeStackSpec,
   readStackSpec,
+  updateCapability,
+  parseCapabilityString,
+  formatCapabilityString,
 } from "./control-plane/stack-spec.js";
 
+// ── Spec-to-Env Derivation ──────────────────────────────────────────────
+export {
+  writeCapabilityVars,
+} from "./control-plane/spec-to-env.js";
+
 // ── Setup ────────────────────────────────────────────────────────────────
 export type {
+  SetupSpec,
   SetupConnection,
-  SetupAssignments,
-  SetupInput,
   SetupResult,
-  DetectedProvider,
-  SetupConfig,
-  SetupConfigAssignments,
-  ChannelCredentials,
-  ServiceConfig,
 } from "./control-plane/setup.js";
 export {
-  validateSetupInput,
-  buildSecretsFromSetup,
-  buildConnectionEnvVarMap,
   performSetup,
-  detectProviders,
-  CHANNEL_CREDENTIAL_ENV_MAP,
-  validateSetupConfig,
-  normalizeToSetupInput,
-  performSetupFromConfig,
-  buildChannelCredentialEnvVars,
 } from "./control-plane/setup.js";

package/src/provider-constants.ts

@@ -9,7 +9,7 @@
 export const LLM_PROVIDERS = [
   "openai", "anthropic", "ollama", "groq", "together",
   "mistral", "deepseek", "xai", "lmstudio", "model-runner",
-  "google", "huggingface"
+  "google", "huggingface", "openai-compatible",
 ] as const;
 
 /** Default base URLs per provider. */
@@ -67,38 +67,9 @@ export const PROVIDER_LABELS: Record<string, string> = {
   "model-runner": "Docker Model Runner",
   google: "Google AI",
   huggingface: "Hugging Face",
+  "openai-compatible": "Custom (OpenAI-compatible)",
 };
 
-/**
- * Map provider name → memory-package-compatible provider name.
- * The memory package (@openpalm/memory) has native adapters for openai,
- * ollama, and lmstudio. model-runner speaks OpenAI protocol so it maps
- * to "openai". Ollama has its own adapter. LM Studio has its own adapter
- * that avoids response_format (which LM Studio doesn't reliably support).
- */
-export function mem0ProviderName(provider: string): string {
-  if (provider === "model-runner") return "openai";
-  if (provider === "ollama") return "ollama";
-  if (provider === "lmstudio") return "lmstudio";
-  return provider;
-}
-
-/**
- * Map provider/base URL input to the mem0 config key/value pair.
- * All local providers (Ollama, Model Runner, LM Studio) use the OpenAI-compatible
- * endpoint, so we always set openai_base_url with a /v1 suffix.
- */
-export function mem0BaseUrlConfig(
-  _provider: string,
-  baseUrl: string
-): { key: "openai_base_url"; value: string } | null {
-  const trimmed = baseUrl.trim();
-  if (!trimmed) return null;
-
-  const normalized = trimmed.replace(/\/+$/, "").replace(/\/v1$/, "");
-  return { key: "openai_base_url", value: `${normalized}/v1` };
-}
-
 /** Default models to pull when enabling Ollama from the wizard. */
 export const OLLAMA_DEFAULT_MODELS = {
   chat: "llama3.2:latest",

package/src/control-plane/connection-mapping.ts

@@ -1,191 +0,0 @@
-import { mkdirSync, writeFileSync, readFileSync } from 'node:fs';
-import { mem0BaseUrlConfig, mem0ProviderName } from '../provider-constants.js';
-import type { MemoryConfig } from './memory-config.js';
-import type { CanonicalConnectionProfile } from './types.js';
-
-export type OpenCodeConnectionMappingInput = {
-  provider: string;
-  baseUrl: string;
-  systemModel: string;
-  smallModel?: string;
-};
-
-export type OpenCodeConnectionMapping = {
-  provider: string;
-  model: string;
-  smallModel: string;
-  options?: {
-    baseURL?: string;
-  };
-};
-
-export type Mem0ConnectionMappingInput = {
-  llm: {
-    provider: string;
-    baseUrl: string;
-    model: string;
-    apiKeyRef: string;
-  };
-  embedder: {
-    provider: string;
-    baseUrl: string;
-    model: string;
-    apiKeyRef: string;
-  };
-  embeddingDims: number;
-  customInstructions: string;
-};
-
-export type Mem0ConnectionMapping = MemoryConfig;
-
-export function buildOpenCodeMapping(input: OpenCodeConnectionMappingInput): OpenCodeConnectionMapping {
-  const normalizedBaseUrl = input.baseUrl.trim();
-  return {
-    provider: input.provider,
-    model: input.systemModel,
-    smallModel: input.smallModel ?? input.systemModel,
-    ...(normalizedBaseUrl ? { options: { baseURL: normalizedBaseUrl } } : {}),
-  };
-}
-
-export function writeOpenCodeProviderConfig(
-  configDir: string,
-  mapping: OpenCodeConnectionMapping,
-): void {
-  const assistantDir = `${configDir}/assistant`;
-  mkdirSync(assistantDir, { recursive: true });
-
-  const configPath = `${assistantDir}/opencode.json`;
-
-  let existing: Record<string, unknown> = { $schema: 'https://opencode.ai/config.json' };
-  let raw: string | undefined;
-  try {
-    raw = readFileSync(configPath, 'utf-8');
-  } catch (err) {
-    const nodeErr = err as NodeJS.ErrnoException;
-    if (nodeErr.code !== 'ENOENT') {
-      return;
-    }
-  }
-
-  if (raw !== undefined) {
-    try {
-      existing = JSON.parse(raw) as Record<string, unknown>;
-    } catch {
-      return;
-    }
-  }
-
-  const existingProviders =
-    (existing as { providers?: Record<string, unknown> }).providers ?? {};
-  const existingProviderConfig =
-    (existingProviders as Record<string, unknown>)[mapping.provider] ?? {};
-  const existingOptions =
-    (existingProviderConfig as { options?: Record<string, unknown> }).options ?? {};
-  const updatedOptions: Record<string, unknown> = { ...existingOptions };
-  const mappingBaseUrl = mapping.options?.baseURL?.trim();
-
-  if (mappingBaseUrl) {
-    updatedOptions.baseURL = mappingBaseUrl;
-  } else {
-    delete (updatedOptions as { baseURL?: unknown }).baseURL;
-  }
-
-  const updatedProviderConfig: Record<string, unknown> = {
-    ...existingProviderConfig as Record<string, unknown>,
-    ...(Object.keys(updatedOptions).length > 0 ? { options: updatedOptions } : {}),
-  };
-
-  const updated = {
-    ...existing,
-    model: mapping.model,
-    smallModel: mapping.smallModel,
-    providers: {
-      ...existingProviders,
-      [mapping.provider]: updatedProviderConfig,
-    },
-  };
-
-  writeFileSync(configPath, JSON.stringify(updated, null, 2) + '\n');
-}
-
-export function buildMem0Mapping(input: Mem0ConnectionMappingInput): Mem0ConnectionMapping {
-  const llmConfig: Record<string, unknown> = {
-    model: input.llm.model,
-    temperature: 0.1,
-    max_tokens: 2000,
-    api_key: input.llm.apiKeyRef,
-  };
-
-  const llmBaseUrlConfig = mem0BaseUrlConfig(input.llm.provider, input.llm.baseUrl);
-  if (llmBaseUrlConfig) {
-    llmConfig[llmBaseUrlConfig.key] = llmBaseUrlConfig.value;
-  }
-
-  const embedConfig: Record<string, unknown> = {
-    model: input.embedder.model,
-    api_key: input.embedder.apiKeyRef,
-  };
-
-  const embedBaseUrlConfig = mem0BaseUrlConfig(input.embedder.provider, input.embedder.baseUrl);
-  if (embedBaseUrlConfig) {
-    embedConfig[embedBaseUrlConfig.key] = embedBaseUrlConfig.value;
-  }
-
-  return {
-    mem0: {
-      llm: {
-        provider: mem0ProviderName(input.llm.provider),
-        config: llmConfig,
-      },
-      embedder: {
-        provider: mem0ProviderName(input.embedder.provider),
-        config: embedConfig,
-      },
-      vector_store: {
-        provider: 'sqlite-vec',
-        config: {
-          collection_name: 'memory',
-          db_path: '/data/memory.db',
-          embedding_model_dims: input.embeddingDims,
-        },
-      },
-    },
-    memory: {
-      custom_instructions: input.customInstructions,
-    },
-  };
-}
-
-export function resolveApiKeyRef(profile: CanonicalConnectionProfile): string {
-  if (profile.auth.mode === 'api_key' && profile.auth.apiKeySecretRef) {
-    return profile.auth.apiKeySecretRef;
-  }
-  return 'not-needed';
-}
-
-export function buildMem0MappingFromProfiles(
-  llmProfile: CanonicalConnectionProfile,
-  embedProfile: CanonicalConnectionProfile,
-  llmModel: string,
-  embedModel: string,
-  embeddingDims: number,
-  customInstructions: string,
-): Mem0ConnectionMapping {
-  return buildMem0Mapping({
-    llm: {
-      provider: llmProfile.provider,
-      baseUrl: llmProfile.baseUrl,
-      model: llmModel,
-      apiKeyRef: resolveApiKeyRef(llmProfile),
-    },
-    embedder: {
-      provider: embedProfile.provider,
-      baseUrl: embedProfile.baseUrl,
-      model: embedModel,
-      apiKeyRef: resolveApiKeyRef(embedProfile),
-    },
-    embeddingDims,
-    customInstructions,
-  });
-}

package/src/control-plane/connection-migration-flags.ts

@@ -1,40 +0,0 @@
-type ConnectionCompatibilityMode =
-  | 'legacy_patch'
-  | 'legacy_unified'
-  | 'canonical_dto';
-
-export type ConnectionMigrationFlags = {
-  enabled: boolean;
-  dualRead: boolean;
-  dualWrite: boolean;
-  preferLegacyRead: boolean;
-  annotateAudit: boolean;
-};
-
-function envFlag(name: string, fallback: boolean): boolean {
-  const raw = process.env[name];
-  if (!raw) return fallback;
-  return ['1', 'true', 'yes', 'on'].includes(raw.toLowerCase());
-}
-
-export function readConnectionMigrationFlags(): ConnectionMigrationFlags {
-  return {
-    enabled: envFlag('OPENPALM_CONNECTION_MIGRATION_ENABLED', true),
-    dualRead: envFlag('OPENPALM_CONNECTION_MIGRATION_DUAL_READ', true),
-    dualWrite: envFlag('OPENPALM_CONNECTION_MIGRATION_DUAL_WRITE', true),
-    preferLegacyRead: envFlag('OPENPALM_CONNECTION_MIGRATION_PREFER_LEGACY_READ', false),
-    annotateAudit: envFlag('OPENPALM_CONNECTION_MIGRATION_AUDIT_ANNOTATION', true),
-  };
-}
-
-export function detectConnectionCompatibilityMode(body: Record<string, unknown>): ConnectionCompatibilityMode {
-  if (Array.isArray(body.profiles) && typeof body.assignments === 'object' && body.assignments !== null) {
-    return 'canonical_dto';
-  }
-  if (typeof body.provider === 'string') {
-    return 'legacy_unified';
-  }
-  return 'legacy_patch';
-}
-
-export type { ConnectionCompatibilityMode };