@elmohq/cli 0.2.17 → 0.2.19

package/dist/index.js

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 import { spawn, spawnSync } from "node:child_process";
-import crypto from "node:crypto";
+import crypto, { randomBytes } from "node:crypto";
 import fs from "node:fs/promises";
 import os from "node:os";
 import path from "node:path";
@@ -92,7 +92,18 @@ async function runMigrations(plan, ctx) {
 }
 //#endregion
 //#region src/migrations/index.ts
-const MIGRATIONS = [];
+const MIGRATIONS = [{
+	from: "0.2.17",
+	to: "0.2.18",
+	description: "add ELMO_ENCRYPTION_KEY for encrypted in-app provider credentials",
+	async run(ctx) {
+		const env = await ctx.readEnv();
+		if (env.ELMO_ENCRYPTION_KEY !== void 0) return;
+		env.ELMO_ENCRYPTION_KEY = randomBytes(32).toString("base64");
+		await ctx.writeEnv(env);
+		ctx.log.info("Added ELMO_ENCRYPTION_KEY — lets you store provider credentials encrypted in the app.");
+	}
+}];
 //#endregion
 //#region src/telemetry.ts
 const POSTHOG_PUBLIC_KEY = "phc_Jhx9LnI9cTDFHpQmpOzJSDTW127qD9pFU65KRnYym6z";
@@ -102,7 +113,8 @@ function envDisabled() {
 }
 async function readEnvKey(configDir, key) {
 	try {
-		return parse(await fs.readFile(path.join(configDir, ".env"), "utf8"))[key];
+		const contents = await fs.readFile(path.join(configDir, ".env"), "utf8");
+		return parse(contents)[key];
 	} catch {
 		return;
 	}
@@ -179,8 +191,8 @@ function assertNotCancelled(value) {
 		process.exit(0);
 	}
 }
-function generateSecret(bytes = 32) {
-	return crypto.randomBytes(bytes).toString("base64url");
+function generateSecret(bytes = 32, encoding = "base64url") {
+	return crypto.randomBytes(bytes).toString(encoding);
 }
 function link(text, url) {
 	return `\x1b]8;;${url}\x07${text}\x1b]8;;\x07`;
@@ -274,6 +286,7 @@ async function runInit(options, version) {
 	env.VITE_DEPLOYMENT_MODE = "local";
 	env.DEPLOYMENT_ID = preservedDeploymentId ?? crypto.randomUUID();
 	env.BETTER_AUTH_SECRET = generateSecret();
+	env.ELMO_ENCRYPTION_KEY = generateSecret(32, "base64");
 	env.APP_NAME = DEFAULT_APP_NAME;
 	env.APP_ICON = DEFAULT_APP_ICON;
 	env.VITE_APP_NAME = DEFAULT_APP_NAME;
@@ -368,16 +381,18 @@ async function runInit(options, version) {
 		postgres_mode: postgresMode,
 		dev_mode: Boolean(options.dev),
 		setup_mode: setupMode,
-		has_scraper: Boolean(env.BRIGHTDATA_API_TOKEN || env.OLOSTEP_API_KEY || env.OXYLABS_USERNAME),
+		has_scraper: Boolean(env.BRIGHTDATA_API_TOKEN || env.OLOSTEP_API_KEY || env.OXYLABS_USERNAME || env.CLORO_API_KEY),
 		has_direct_api: hasDirectApiConfigured(env)
 	});
 	if (email) await submitNewsletterSignup(configDir, email);
 	p.log.message(`If you find Elmo useful, star us on GitHub!\n  ${link(pc.cyan("https://github.com/elmohq/elmo"), "https://github.com/elmohq/elmo")}`);
 	p.outro(pc.green("Setup complete!"));
 }
+const CLORO_AFFILIATE = "https://cloro.dev?fpr=elmo";
 const BRIGHTDATA_AFFILIATE = "https://get.brightdata.com/67h1b7h0shcn";
-const OLOSTEP_AFFILIATE = "https://olostep.com/?ref=elmo";
 const OXYLABS_AFFILIATE = "https://oxylabs.go2cloud.org/aff_c?offer_id=7&aff_id=2263&url_id=32";
+const OLOSTEP_AFFILIATE = "https://olostep.com/?ref=elmo";
+const DATAFORSEO_AFFILIATE = "https://dataforseo.com/?aff=184966";
 const PROVIDERS_DOC_URL = "https://docs.elmohq.com/docs/user-guide/providers";
 const BRIGHTDATA_MODELS = [
 	"chatgpt",
@@ -401,14 +416,37 @@ const OXYLABS_MODELS = [
 	"google-ai-overview",
 	"perplexity"
 ];
-const DEFAULT_SCRAPER_MODELS = ["chatgpt", "google-ai-mode"];
-const DATAFORSEO_MODELS = [
+const CLORO_MODELS = [
+	"chatgpt",
 	"google-ai-mode",
 	"google-ai-overview",
-	"chatgpt",
 	"perplexity",
+	"copilot",
 	"gemini"
 ];
+const DEFAULT_SCRAPER_MODELS = ["chatgpt", "google-ai-mode"];
+const DATAFORSEO_TARGETS = [
+	{
+		model: "google-ai-mode",
+		kind: "scraper"
+	},
+	{
+		model: "google-ai-overview",
+		kind: "scraper"
+	},
+	{
+		model: "chatgpt",
+		kind: "scraper"
+	},
+	{
+		model: "gemini",
+		kind: "scraper"
+	},
+	{
+		model: "perplexity",
+		kind: "api"
+	}
+];
 const DEFAULT_OPENAI_MODEL = "gpt-5-mini";
 const DEFAULT_ANTHROPIC_MODEL = "claude-sonnet-4-6";
 const DEFAULT_OPENROUTER_MODEL = "anthropic/claude-sonnet-4.6";
@@ -418,9 +456,11 @@ async function configureProvidersInteractive(env) {
 		"Elmo needs two kinds of providers:",
 		"",
 		pc.bold("1. A scraper") + " — to track ChatGPT and Google AI Mode (no public APIs):",
-		`     • ${pc.cyan("BrightData")} — cheap solid option, ~$0.45/mo per prompt`,
-		`     • ${pc.cyan("Oxylabs")}    — sync realtime API, pay-as-you-go`,
-		`     • ${pc.cyan("Olostep")}    — premium option, powers Peec/AirOps, ~$2.25/mo per prompt`,
+		`     • ${pc.cyan("Cloro")}      — most reliable, every surface, ~$0.65/mo per prompt ($30/mo min)`,
+		`     • ${pc.cyan("BrightData")} — pay-as-you-go and cheaper, but slower, ~$0.45/mo per prompt`,
+		`     • ${pc.cyan("Oxylabs")}    — cheapest per run, no Gemini/Copilot, $49/mo min`,
+		`     • ${pc.cyan("Olostep")}    — premium, built for high volume, ~$2.25/mo per prompt`,
+		`     • ${pc.cyan("DataForSEO")} — pay-as-you-go, scrapers + direct APIs, ~$1.20/mo per prompt`,
 		"",
 		pc.bold("2. A direct LLM API") + " — for low-latency tasks (onboarding analysis, sentiment scoring,",
 		"   ad-hoc LLM calls). Required:",
@@ -450,20 +490,28 @@ async function configureProvidersRecommended(env) {
 	const scraper = await p.select({
 		message: "Scraper (tracks ChatGPT + Google AI Mode)",
 		options: [
+			{
+				value: "cloro",
+				label: "Cloro — most reliable, every surface (~$0.65/mo per prompt, $30/mo min)"
+			},
 			{
 				value: "brightdata",
-				label: "BrightData — ~$0.45/mo per prompt (cheaper)"
+				label: "BrightData — pay-as-you-go, cheaper but slower (~$0.45/mo per prompt)"
 			},
 			{
 				value: "oxylabs",
-				label: "Oxylabs — sync realtime API, pay-as-you-go"
+				label: "Oxylabs — cheapest per run, no Gemini/Copilot ($49/mo min)"
 			},
 			{
 				value: "olostep",
-				label: "Olostep — ~$2.25/mo per prompt (premium)"
+				label: "Olostep — premium, built for high volume (~$2.25/mo per prompt)"
+			},
+			{
+				value: "dataforseo",
+				label: "DataForSEO — pay-as-you-go, scrapers + direct APIs (~$1.20/mo per prompt)"
 			}
 		],
-		initialValue: "brightdata"
+		initialValue: "cloro"
 	});
 	assertNotCancelled(scraper);
 	await collectScraperKey(scraper, env);
@@ -509,6 +557,7 @@ async function configureProvidersCustom(env) {
 		if (!hasDirectApiConfigured(env)) p.log.warn("Onboarding analysis and other low-latency LLM tasks require a direct API. Configure at least one before continuing.");
 	}
 	p.log.step(pc.bold("Step 2 of 2 — Scrapers (optional, but needed to track ChatGPT / Google AI Mode)"));
+	await collectCloro(env, targets);
 	await collectBrightData(env, targets);
 	await collectOxylabs(env, targets);
 	await collectOlostep(env, targets);
@@ -519,7 +568,15 @@ function hasDirectApiConfigured(env) {
 	return Boolean(env.ANTHROPIC_API_KEY || env.OPENAI_API_KEY || env.MISTRAL_API_KEY || env.OPENROUTER_API_KEY);
 }
 async function collectScraperKey(scraper, env) {
-	if (scraper === "brightdata") {
+	if (scraper === "cloro") {
+		p.log.info(`Sign up: ${link(pc.cyan(CLORO_AFFILIATE), CLORO_AFFILIATE)}`);
+		const key = await p.password({
+			message: "Cloro API key",
+			validate: (v) => !v ? "Required" : void 0
+		});
+		assertNotCancelled(key);
+		env.CLORO_API_KEY = key;
+	} else if (scraper === "brightdata") {
 		p.log.info(`Sign up: ${link(pc.cyan(BRIGHTDATA_AFFILIATE), BRIGHTDATA_AFFILIATE)}`);
 		const key = await p.password({
 			message: "BrightData API token",
@@ -541,7 +598,7 @@ async function collectScraperKey(scraper, env) {
 		});
 		assertNotCancelled(password);
 		env.OXYLABS_PASSWORD = password;
-	} else {
+	} else if (scraper === "olostep") {
 		p.log.info(`Sign up: ${link(pc.cyan(OLOSTEP_AFFILIATE), OLOSTEP_AFFILIATE)}`);
 		const key = await p.password({
 			message: "Olostep API key",
@@ -549,6 +606,20 @@ async function collectScraperKey(scraper, env) {
 		});
 		assertNotCancelled(key);
 		env.OLOSTEP_API_KEY = key;
+	} else {
+		p.log.info(`Sign up: ${link(pc.cyan(DATAFORSEO_AFFILIATE), DATAFORSEO_AFFILIATE)}`);
+		const login = await p.text({
+			message: "DataForSEO login",
+			validate: (v) => !v ? "Required" : void 0
+		});
+		assertNotCancelled(login);
+		env.DATAFORSEO_LOGIN = login;
+		const password = await p.password({
+			message: "DataForSEO password",
+			validate: (v) => !v ? "Required" : void 0
+		});
+		assertNotCancelled(password);
+		env.DATAFORSEO_PASSWORD = password;
 	}
 }
 async function collectDirectApiQuick(kind, env) {
@@ -584,8 +655,8 @@ async function collectDirectApiQuick(kind, env) {
 }
 async function collectBrightData(env, targets) {
 	const enable = await p.confirm({
-		message: `Configure ${pc.bold("BrightData")}? (~$0.45/mo per prompt)`,
-		initialValue: true
+		message: `Configure ${pc.bold("BrightData")}? (pay-as-you-go, cheaper but slower — ~$0.45/mo per prompt)`,
+		initialValue: false
 	});
 	assertNotCancelled(enable);
 	if (!enable) return;
@@ -605,7 +676,7 @@ async function collectBrightData(env, targets) {
 }
 async function collectOlostep(env, targets) {
 	const enable = await p.confirm({
-		message: `Configure ${pc.bold("Olostep")}? (~$2.25/mo per prompt)`,
+		message: `Configure ${pc.bold("Olostep")}? (premium, built for high volume — ~$2.25/mo per prompt)`,
 		initialValue: false
 	});
 	assertNotCancelled(enable);
@@ -626,7 +697,7 @@ async function collectOlostep(env, targets) {
 }
 async function collectOxylabs(env, targets) {
 	const enable = await p.confirm({
-		message: `Configure ${pc.bold("Oxylabs")}? (sync realtime API, pay-as-you-go)`,
+		message: `Configure ${pc.bold("Oxylabs")}? (cheapest per run, no Gemini/Copilot — $49/mo min)`,
 		initialValue: false
 	});
 	assertNotCancelled(enable);
@@ -651,6 +722,27 @@ async function collectOxylabs(env, targets) {
 		targets
 	});
 }
+async function collectCloro(env, targets) {
+	const enable = await p.confirm({
+		message: `Configure ${pc.bold("Cloro")}? (most reliable, every surface — ~$0.65/mo per prompt, $30/mo min)`,
+		initialValue: true
+	});
+	assertNotCancelled(enable);
+	if (!enable) return;
+	p.log.info(`Sign up and create an API key: ${link(pc.cyan(CLORO_AFFILIATE), CLORO_AFFILIATE)}`);
+	const key = await p.password({
+		message: "Cloro API key",
+		validate: (v) => !v ? "Required" : void 0
+	});
+	assertNotCancelled(key);
+	env.CLORO_API_KEY = key;
+	await pickScraperTargets({
+		providerLabel: "Cloro",
+		providerId: "cloro",
+		allModels: CLORO_MODELS,
+		targets
+	});
+}
 async function pickScraperTargets(args) {
 	const selected = await p.multiselect({
 		message: `LLM Providers to track via ${args.providerLabel}`,
@@ -798,11 +890,12 @@ async function collectOpenRouter(env, targets) {
 }
 async function collectDataForSEO(env, targets) {
 	const enable = await p.confirm({
-		message: `Configure ${pc.bold("DataForSEO")}? (Google AI Mode + LLM Responses)`,
+		message: `Configure ${pc.bold("DataForSEO")}? (pay-as-you-go, scrapers + direct APIs — ~$1.20/mo per prompt)`,
 		initialValue: false
 	});
 	assertNotCancelled(enable);
 	if (!enable) return;
+	p.log.info(`Sign up: ${link(pc.cyan(DATAFORSEO_AFFILIATE), DATAFORSEO_AFFILIATE)}`);
 	const login = await p.text({
 		message: "DataForSEO login",
 		validate: (v) => !v ? "Required" : void 0
@@ -817,19 +910,23 @@ async function collectDataForSEO(env, targets) {
 	env.DATAFORSEO_PASSWORD = pwd;
 	const selected = await p.multiselect({
 		message: "LLM Providers to track via DataForSEO",
-		options: DATAFORSEO_MODELS.map((model) => ({
-			value: model,
-			label: model
+		options: DATAFORSEO_TARGETS.map((t) => ({
+			value: formatScrapeTarget({
+				model: t.model,
+				provider: "dataforseo",
+				webSearch: true
+			}),
+			label: `${t.model} (${t.kind})`
 		})),
 		required: false,
-		initialValues: ["google-ai-mode"]
+		initialValues: [formatScrapeTarget({
+			model: "google-ai-mode",
+			provider: "dataforseo",
+			webSearch: true
+		})]
 	});
 	assertNotCancelled(selected);
-	for (const model of selected) targets.push(formatScrapeTarget({
-		model,
-		provider: "dataforseo",
-		webSearch: true
-	}));
+	targets.push(...selected);
 }
 async function finalizeScrapeTargets(env, targets, options = {}) {
 	const deduped = dedupeTargets(targets);
@@ -1153,13 +1250,13 @@ function buildComposeYaml(options) {
 function buildPostgresService() {
 	return [
 		"postgres:",
-		"  image: postgres:16-alpine",
+		"  image: postgres:18-alpine",
 		"  environment:",
 		"    POSTGRES_USER: postgres",
 		"    POSTGRES_PASSWORD: postgres",
 		"    POSTGRES_DB: elmo",
 		"  volumes:",
-		"    - postgres_data:/var/lib/postgresql/data",
+		"    - postgres_data:/var/lib/postgresql",
 		"  ports:",
 		"    - \"5432:5432\"",
 		"  healthcheck:",
@@ -1250,12 +1347,13 @@ function sleep(ms) {
 }
 function runDockerCompose(configDir, args) {
 	return new Promise((resolve, reject) => {
-		spawn("docker", [
+		const commandArgs = [
 			"compose",
 			"-f",
 			path.join(configDir, "elmo.yaml"),
 			...args
-		], { stdio: "inherit" }).on("close", (code) => {
+		];
+		spawn("docker", commandArgs, { stdio: "inherit" }).on("close", (code) => {
 			if (code === 0) resolve();
 			else reject(/* @__PURE__ */ new Error(`docker compose exited with code ${code}`));
 		});
@@ -1263,12 +1361,13 @@ function runDockerCompose(configDir, args) {
 }
 function runDockerComposeCapture(configDir, args) {
 	return new Promise((resolve, reject) => {
-		const child = spawn("docker", [
+		const commandArgs = [
 			"compose",
 			"-f",
 			path.join(configDir, "elmo.yaml"),
 			...args
-		]);
+		];
+		const child = spawn("docker", commandArgs);
 		let stdout = "";
 		let stderr = "";
 		child.stdout.on("data", (data) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@elmohq/cli",
-  "version": "0.2.17",
+  "version": "0.2.19",
   "license": "MIT",
   "keywords": [
     "marketing",
@@ -32,16 +32,16 @@
     "commander": "^15.0.0",
     "dotenv": "17.4.2",
     "picocolors": "^1.1.1",
-    "posthog-node": "^5.41.0",
+    "posthog-node": "^5.47.3",
     "semver": "^7.8.5"
   },
   "devDependencies": {
-    "@types/node": "^26.1.1",
+    "@types/node": "^26.1.2",
     "@types/semver": "^7.7.1",
-    "rolldown": "^1.1.5",
+    "rolldown": "^1.2.1",
     "typescript": "^7.0.2",
     "vitest": "^4.1.10",
-    "@workspace/config": "0.2.17"
+    "@workspace/config": "0.2.19"
   },
   "scripts": {
     "build": "node scripts/build.mjs",