wolbarg 0.5.5 → 0.5.6

package/dist/index.cjs

@@ -472,8 +472,8 @@ var AsyncMutex = class {
    */
   async runExclusive(fn) {
     let release;
-    const next = new Promise((resolve) => {
-      release = resolve;
+    const next = new Promise((resolve3) => {
+      release = resolve3;
     });
     const previous = this.chain;
     this.chain = previous.then(() => next);
@@ -2303,7 +2303,7 @@ function isSqliteBusyError(error) {
   return lower.includes("database is locked") || lower.includes("sqlite_busy") || lower.includes("busy");
 }
 function sleep(ms) {
-  return new Promise((resolve) => setTimeout(resolve, ms));
+  return new Promise((resolve3) => setTimeout(resolve3, ms));
 }
 function backoffDelay(attempt, config) {
   const exp = Math.min(
@@ -2576,8 +2576,8 @@ var SqliteStorageProvider = class _SqliteStorageProvider {
   /** Insert a single memory row (coalesced under concurrent writers). */
   async insertMemory(input) {
     this.requireVectorReady();
-    return new Promise((resolve, reject) => {
-      this.insertQueue.push({ input, resolve, reject });
+    return new Promise((resolve3, reject) => {
+      this.insertQueue.push({ input, resolve: resolve3, reject });
       if (this.insertQueue.length >= INSERT_COALESCE_THRESHOLD) {
         this.insertFlushScheduled = false;
         void this.flushInsertQueue();
@@ -4638,8 +4638,8 @@ var PostgresStorageProvider = class _PostgresStorageProvider {
   /** Insert a single memory row (coalesced under concurrent writers). */
   async insertMemory(input) {
     this.requireVectorReady();
-    return new Promise((resolve, reject) => {
-      this.insertQueue.push({ input, resolve, reject });
+    return new Promise((resolve3, reject) => {
+      this.insertQueue.push({ input, resolve: resolve3, reject });
       if (this.insertQueue.length >= COALESCE_FLUSH_THRESHOLD) {
         this.clearInsertFlushTimer();
         void this.flushInsertQueue();
@@ -5654,7 +5654,7 @@ function createDatabaseProvider(config) {
 }
 
 // src/version.ts
-var SDK_VERSION = "0.5.5";
+var SDK_VERSION = "0.5.6";
 
 // src/memory/transfer.ts
 var warnedMissingExportManifest = false;
@@ -11145,9 +11145,279 @@ function percentile(sorted, p) {
   return sorted[idx];
 }
 
+// src/config/providers.ts
+var EMBEDDING_PROVIDER_PRESETS = [
+  {
+    id: "openai",
+    label: "OpenAI",
+    defaultBaseUrl: "https://api.openai.com/v1",
+    defaultModel: "text-embedding-3-small",
+    apiKeyEnv: "OPENAI_API_KEY"
+  },
+  {
+    id: "ollama",
+    label: "Ollama (local)",
+    defaultBaseUrl: "http://127.0.0.1:11434/v1",
+    defaultModel: "nomic-embed-text",
+    apiKeyEnv: "OLLAMA_API_KEY",
+    apiKeyHint: "Any non-empty value works locally (e.g. ollama)"
+  },
+  {
+    id: "openrouter",
+    label: "OpenRouter",
+    defaultBaseUrl: "https://openrouter.ai/api/v1",
+    defaultModel: "openai/text-embedding-3-small",
+    apiKeyEnv: "OPENROUTER_API_KEY"
+  },
+  {
+    id: "lmstudio",
+    label: "LM Studio (local)",
+    defaultBaseUrl: "http://127.0.0.1:1234/v1",
+    defaultModel: "text-embedding-nomic-embed-text-v1.5",
+    apiKeyEnv: "LM_STUDIO_API_KEY",
+    apiKeyHint: "Often unused locally \u2014 any non-empty value is fine"
+  },
+  {
+    id: "gemini",
+    label: "Google Gemini",
+    defaultBaseUrl: "https://generativelanguage.googleapis.com/v1beta/openai",
+    defaultModel: "text-embedding-004",
+    apiKeyEnv: "GEMINI_API_KEY"
+  },
+  {
+    id: "together",
+    label: "Together AI",
+    defaultBaseUrl: "https://api.together.xyz/v1",
+    defaultModel: "togethercomputer/m2-bert-80M-8k-retrieval",
+    apiKeyEnv: "TOGETHER_API_KEY"
+  },
+  {
+    id: "vllm",
+    label: "vLLM (local/server)",
+    defaultBaseUrl: "http://127.0.0.1:8000/v1",
+    defaultModel: "text-embedding-ada-002",
+    apiKeyEnv: "VLLM_API_KEY",
+    apiKeyHint: "Only if your server requires auth"
+  },
+  {
+    id: "custom",
+    label: "Custom OpenAI-compatible",
+    defaultBaseUrl: "https://api.openai.com/v1",
+    defaultModel: "text-embedding-3-small",
+    apiKeyEnv: "WOLBARG_EMBEDDING_API_KEY"
+  }
+];
+function getEmbeddingProviderPreset(id) {
+  return EMBEDDING_PROVIDER_PRESETS.find((p) => p.id === id);
+}
+var DEFAULT_SQLITE_DB_PATH = ".wolbarg/shared-memory/memory.db";
+var DEFAULT_ORGANIZATION = "default";
+var DEFAULT_CONFIG_PATH = ".wolbarg/config.json";
+var DEFAULT_ENV_PATH = ".wolbarg/.env";
+function defaultProjectConfig() {
+  return {
+    version: 1,
+    organization: DEFAULT_ORGANIZATION,
+    database: {
+      provider: "sqlite",
+      url: DEFAULT_SQLITE_DB_PATH
+    },
+    paths: {
+      config: DEFAULT_CONFIG_PATH
+    }
+  };
+}
+function resolveConfigPath(cwd = process.cwd(), configPath) {
+  const rel = configPath ?? DEFAULT_CONFIG_PATH;
+  return path7.isAbsolute(rel) ? rel : path7.resolve(cwd, rel);
+}
+function resolveEnvPath(cwd = process.cwd(), envPath) {
+  const rel = envPath ?? DEFAULT_ENV_PATH;
+  return path7.isAbsolute(rel) ? rel : path7.resolve(cwd, rel);
+}
+function loadProjectConfig(cwd = process.cwd(), configPath) {
+  const full = resolveConfigPath(cwd, configPath);
+  if (!fs6.existsSync(full)) return null;
+  const raw = JSON.parse(fs6.readFileSync(full, "utf8"));
+  if (!raw || raw.version !== 1 || !raw.database?.url) {
+    throw new Error(`Invalid Wolbarg config at ${full}`);
+  }
+  return raw;
+}
+function saveProjectConfig(config, options = {}) {
+  const cwd = options.cwd ?? process.cwd();
+  const configPath = resolveConfigPath(cwd, options.configPath);
+  const dir = path7.dirname(configPath);
+  if (!fs6.existsSync(dir)) fs6.mkdirSync(dir, { recursive: true });
+  if (fs6.existsSync(configPath) && options.overwrite === false) {
+    throw new Error(`Config already exists: ${configPath} (pass --force to overwrite)`);
+  }
+  const toWrite = {
+    ...config,
+    paths: {
+      config: options.configPath ?? DEFAULT_CONFIG_PATH,
+      ...options.envPath || options.apiKey ? { env: options.envPath ?? DEFAULT_ENV_PATH } : config.paths?.env ? { env: config.paths.env } : {}
+    }
+  };
+  fs6.writeFileSync(configPath, `${JSON.stringify(toWrite, null, 2)}
+`, "utf8");
+  let envPath;
+  if (options.apiKey && config.embedding?.apiKeyEnv) {
+    envPath = resolveEnvPath(cwd, options.envPath);
+    ensureParent(envPath);
+    upsertEnvVar(envPath, config.embedding.apiKeyEnv, options.apiKey);
+    ensureGitignore(cwd, [DEFAULT_ENV_PATH, ".env"]);
+  }
+  if (config.database.provider === "sqlite" && !config.database.url.includes("://")) {
+    const dbPath = path7.isAbsolute(config.database.url) ? config.database.url : path7.resolve(cwd, config.database.url);
+    ensureParent(dbPath);
+  }
+  return { configPath, envPath };
+}
+function ensureParent(filePath) {
+  const dir = path7.dirname(filePath);
+  if (!fs6.existsSync(dir)) fs6.mkdirSync(dir, { recursive: true });
+}
+function upsertEnvVar(envPath, key, value) {
+  ensureParent(envPath);
+  let text = fs6.existsSync(envPath) ? fs6.readFileSync(envPath, "utf8") : "";
+  const line = `${key}=${shellQuoteEnv(value)}`;
+  const re = new RegExp(`^${escapeRegExp(key)}=.*$`, "m");
+  if (re.test(text)) {
+    text = text.replace(re, line);
+  } else {
+    if (text && !text.endsWith("\n")) text += "\n";
+    text += `${line}
+`;
+  }
+  fs6.writeFileSync(envPath, text, "utf8");
+}
+function shellQuoteEnv(value) {
+  if (/[\s#"']/.test(value)) {
+    return `"${value.replace(/\\/g, "\\\\").replace(/"/g, '\\"')}"`;
+  }
+  return value;
+}
+function escapeRegExp(s) {
+  return s.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+function ensureGitignore(cwd, entries) {
+  const gi = path7.join(cwd, ".gitignore");
+  let text = fs6.existsSync(gi) ? fs6.readFileSync(gi, "utf8") : "";
+  let changed = false;
+  for (const entry of entries) {
+    if (text.split(/\r?\n/).some((l) => l.trim() === entry)) continue;
+    if (text && !text.endsWith("\n")) text += "\n";
+    text += `${entry}
+`;
+    changed = true;
+  }
+  if (changed) fs6.writeFileSync(gi, text, "utf8");
+}
+function resolveEmbeddingApiKey(config, env = process.env) {
+  const name = config.embedding?.apiKeyEnv;
+  if (!name) return "";
+  return env[name] ?? "";
+}
+function assertEmbeddingPreset(provider) {
+  const preset = getEmbeddingProviderPreset(provider);
+  if (!preset) {
+    throw new Error(
+      `Unknown embedding provider "${provider}". Choose one of: ${[
+        "openai",
+        "ollama",
+        "openrouter",
+        "lmstudio",
+        "gemini",
+        "together",
+        "vllm",
+        "custom"
+      ].join(", ")}`
+    );
+  }
+  return preset.id;
+}
+function applyEnvFile(envPath, base = {}) {
+  const out = { ...base };
+  if (!fs6.existsSync(envPath)) return out;
+  const text = fs6.readFileSync(envPath, "utf8");
+  for (const rawLine of text.split(/\r?\n/)) {
+    const line = rawLine.trim();
+    if (!line || line.startsWith("#")) continue;
+    const eq = line.indexOf("=");
+    if (eq <= 0) continue;
+    const key = line.slice(0, eq).trim();
+    let value = line.slice(eq + 1).trim();
+    if (value.startsWith('"') && value.endsWith('"') || value.startsWith("'") && value.endsWith("'")) {
+      value = value.slice(1, -1);
+    }
+    if (out[key] === void 0) out[key] = value;
+  }
+  return out;
+}
+function projectConfigToWolbargOptions(config, env = process.env) {
+  if (!config.embedding) {
+    throw new Error(
+      "Project config has no embedding section. Re-run `wolbarg init` and configure an embedding provider, or pass embedding explicitly to wolbarg()."
+    );
+  }
+  const apiKey = resolveEmbeddingApiKey(config, env);
+  if (!apiKey) {
+    throw new Error(
+      `Missing API key. Set ${config.embedding.apiKeyEnv} in the environment or in .wolbarg/.env (from wolbarg init).`
+    );
+  }
+  const dbUrl = config.database.url;
+  return {
+    organization: config.organization,
+    database: {
+      provider: config.database.provider,
+      url: dbUrl,
+      connectionString: dbUrl
+    },
+    embedding: {
+      baseUrl: config.embedding.baseUrl,
+      apiKey,
+      model: config.embedding.model
+    }
+  };
+}
+function createWolbargFromProjectConfig(options = {}) {
+  const cwd = options.cwd ?? process.cwd();
+  const config = loadProjectConfig(cwd, options.configPath);
+  if (!config) {
+    throw new Error(
+      `No Wolbarg config found. Run \`wolbarg init\` in ${cwd} (expected .wolbarg/config.json).`
+    );
+  }
+  let env = options.env ?? { ...process.env };
+  if (options.loadEnvFile !== false) {
+    const envFile = resolveEnvPath(
+      cwd,
+      config.paths?.env ?? DEFAULT_ENV_PATH
+    );
+    env = applyEnvFile(envFile, env);
+  }
+  if (options.organization) {
+    config.organization = options.organization;
+  }
+  if (config.database.provider === "sqlite" && !config.database.url.includes("://") && !path7.isAbsolute(config.database.url)) {
+    config.database = {
+      ...config.database,
+      url: path7.resolve(cwd, config.database.url)
+    };
+  }
+  return wolbarg(projectConfigToWolbargOptions(config, env));
+}
+
 exports.CompressionError = CompressionError;
 exports.ConfigurationError = ConfigurationError;
+exports.DEFAULT_CONFIG_PATH = DEFAULT_CONFIG_PATH;
+exports.DEFAULT_ENV_PATH = DEFAULT_ENV_PATH;
+exports.DEFAULT_ORGANIZATION = DEFAULT_ORGANIZATION;
+exports.DEFAULT_SQLITE_DB_PATH = DEFAULT_SQLITE_DB_PATH;
 exports.DatabaseError = DatabaseError;
+exports.EMBEDDING_PROVIDER_PRESETS = EMBEDDING_PROVIDER_PRESETS;
 exports.EmbeddingError = EmbeddingError;
 exports.FixedChunkingStrategy = FixedChunkingStrategy;
 exports.GraphCheckpointNotSupportedError = GraphCheckpointNotSupportedError;
@@ -11175,6 +11445,8 @@ exports.ValidationError = ValidationError;
 exports.Wolbarg = Wolbarg;
 exports.WolbargError = WolbargError;
 exports.WolbargLogger = WolbargLogger;
+exports.applyEnvFile = applyEnvFile;
+exports.assertEmbeddingPreset = assertEmbeddingPreset;
 exports.bgeReranker = bgeReranker;
 exports.bm25 = bm25;
 exports.cohereReranker = cohereReranker;
@@ -11186,11 +11458,15 @@ exports.createLlmProvider = createLlmProvider;
 exports.createStorageProvider = createStorageProvider;
 exports.createTelemetryProvider = createTelemetryProvider;
 exports.createWolbarg = createWolbarg;
+exports.createWolbargFromProjectConfig = createWolbargFromProjectConfig;
 exports.crossEncoder = crossEncoder;
+exports.defaultProjectConfig = defaultProjectConfig;
 exports.geminiEmbedding = geminiEmbedding;
 exports.geminiVision = geminiVision;
+exports.getEmbeddingProviderPreset = getEmbeddingProviderPreset;
 exports.jinaReranker = jinaReranker;
 exports.lmStudioEmbedding = lmStudioEmbedding;
+exports.loadProjectConfig = loadProjectConfig;
 exports.meta = meta;
 exports.neo4jGraph = neo4jGraph;
 exports.ollamaEmbedding = ollamaEmbedding;
@@ -11205,7 +11481,12 @@ exports.openaiReranker = openaiReranker;
 exports.openaiVision = openaiVision;
 exports.postgres = postgres;
 exports.postgresConfig = postgresConfig;
+exports.projectConfigToWolbargOptions = projectConfigToWolbargOptions;
+exports.resolveConfigPath = resolveConfigPath;
+exports.resolveEmbeddingApiKey = resolveEmbeddingApiKey;
+exports.resolveEnvPath = resolveEnvPath;
 exports.runBenchmark = runBenchmark;
+exports.saveProjectConfig = saveProjectConfig;
 exports.sqlite = sqlite;
 exports.sqliteCheckpoint = sqliteCheckpoint;
 exports.sqliteConfig = sqliteConfig;
@@ -11214,6 +11495,7 @@ exports.sqliteTelemetry = sqliteTelemetry;
 exports.summarizeBenchmark = summarizeBenchmark;
 exports.tesseract = tesseract;
 exports.togetherEmbedding = togetherEmbedding;
+exports.upsertEnvVar = upsertEnvVar;
 exports.vllmEmbedding = vllmEmbedding;
 exports.wolbarg = wolbarg;
 exports.wrapOperationError = wrapOperationError;