@datasynx/agentic-crm 1.4.0 → 1.6.0

package/README.md

@@ -243,10 +243,17 @@ right customer by sender/recipient domain** (or to one customer with a slug). On
 mailbox connection, all customers populated, same attachment + search pipeline.
 
 ```bash
-DXCRM_IMAP_HOST=outlook.office365.com DXCRM_IMAP_USER=me@org.com DXCRM_IMAP_TOKEN=ey... \
-  dxcrm mailbox sync          # auto-route the whole mailbox to customers by domain
+# One-time OAuth (Gmail & Microsoft 365 require it for IMAP in 2026):
+dxcrm mailbox login gmail --user you@gmail.com
+dxcrm mailbox login microsoft --user you@org.com
+
+# Then auto-route the whole mailbox to customers by domain:
+dxcrm mailbox sync --account gmail:you@gmail.com
 ```
 
+Tokens are stored locally and auto-refreshed. A password-based IMAP server works too
+(`DXCRM_IMAP_HOST` / `DXCRM_IMAP_USER` / `DXCRM_IMAP_PASS`).
+
 <br/>
 
 ## What it's not

package/dist/cli.js

@@ -5,7 +5,7 @@ import { i as writeJsonFile } from "./json-store-WWsFzXub.js";
 import { a as warning, i as success, n as error, r as info, t as bold } from "./colors-BG07TZQz.js";
 import { n as getSession } from "./session-store-CEa39Dxs.js";
 import { i as sessionCommand, r as readAllSessions } from "./session-BgGDyP2C.js";
-import { a as searchKbSimple, i as listKbArticles, n as getKbArticle, o as writeKbArticle, s as CAPABILITIES_TEXT, t as deleteKbArticle } from "./knowledge-base-Bx2PKQR2.js";
+import { a as searchKbSimple, i as listKbArticles, n as getKbArticle, o as writeKbArticle, s as CAPABILITIES_TEXT, t as deleteKbArticle } from "./knowledge-base-Cc0niBFf.js";
 import { a as restoreCommand, t as backupCommand } from "./backup-CTlIxUdO.js";
 import { n as readSyncState } from "./sync-state-DMZgzpez.js";
 import { n as readUnmatched } from "./unmatched-transcripts-DC-VQ9YS.js";
@@ -32,6 +32,7 @@ import { createHash } from "crypto";
 import Table from "cli-table3";
 import os from "os";
 import { execSync, spawn } from "child_process";
+import readline from "readline";
 //#region src/commands/create.ts
 async function createCustomer(opts) {
 	const id = slugify(opts.name, { lower: true });
@@ -240,14 +241,14 @@ mcpCommand.command("start").description("Start MCP server (stdio by default)").o
 	if (opts.http) {
 		const port = parseInt(opts.port, 10);
 		console.error(info(`Starting MCP server in HTTP mode on port ${port}...`));
-		const { startHttp } = await import("./server-uqXUhF4H.js");
+		const { startHttp } = await import("./server-BbInMUgp.js");
 		await startHttp(port);
 	} else {
-		const { startStdio } = await import("./server-uqXUhF4H.js");
+		const { startStdio } = await import("./server-BbInMUgp.js");
 		await startStdio();
 	}
 });
-const TOOL_COUNT = 58;
+const TOOL_COUNT = 59;
 /** Claude Code: CLAUDE.md in CRM dataDir */
 function buildClaudeMd(dataDir) {
 	return `# DatasynxOpenCRM v2 — Agent Instructions (${TOOL_COUNT} MCP Tools)
@@ -375,6 +376,7 @@ It combines graph, health, revenue simulation, playbook, and org intelligence in
 - \`get_audit_log({ slug?, actor?, limit? })\` — read append-only audit log of all write operations
 - \`get_logs({ level?, component?, since?, contains?, limit?, summary? })\` — query/aggregate the structured application log
 - \`get_diagnostics({ fix? })\` — self-diagnostic health check (data integrity, temp files, log errors, backups)
+- \`get_pipeline_changes({ since?, days? })\` — pipeline time-travel: what changed (won/lost/moved/value) since a date
 
 ### Custom Objects (Platform / metadata)
 - \`define_custom_object({ name, label?, fields })\` — define a runtime entity type with typed fields (no migration), admin
@@ -636,7 +638,7 @@ create_ticket · update_ticket · list_tickets · close_ticket ·
 send_nps_survey · get_survey_results ·
 search_knowledge_base · create_kb_article ·
 backup_now · list_backups ·
-trigger_sync · get_audit_log · get_logs · get_diagnostics ·
+trigger_sync · get_audit_log · get_logs · get_diagnostics · get_pipeline_changes ·
 define_custom_object · create_record · list_records · list_custom_objects
 
 ## Data: ${dataDir}`.trim();
@@ -2901,14 +2903,14 @@ function buildQuery(opts) {
 		limit: opts.limit ?? 50
 	};
 }
-function dataDir$18() {
+function dataDir$19() {
 	return process.env["DXCRM_DATA_DIR"] ?? process.cwd();
 }
 const logsCommand = new Command("logs").description("View and analyze the structured application log").option("--level <level>", "Minimum level: debug | info | warn | error").option("--component <name>", "Filter by component (e.g. gmail-sync, lancedb)").option("--since <iso>", "Only entries at or after this ISO timestamp").option("--contains <text>", "Filter by message substring").option("--limit <n>", "Max entries to show (default: 50)", parseInt).option("--summary", "Show aggregated counts (by level + component) instead of entries").action(async (opts) => {
 	const query = buildQuery(opts);
 	if (opts.summary) {
 		const { summarizeLogs } = await import("./logger-vKQS34w9.js");
-		const s = summarizeLogs(dataDir$18(), query);
+		const s = summarizeLogs(dataDir$19(), query);
 		console.log(bold(`Logs — ${s.total} entr${s.total === 1 ? "y" : "ies"}`));
 		if (s.firstTs) console.log(info(`  ${s.firstTs} → ${s.lastTs}`));
 		console.log("  By level:");
@@ -2925,7 +2927,7 @@ const logsCommand = new Command("logs").description("View and analyze the struct
 		return;
 	}
 	const { queryLogs } = await import("./logger-vKQS34w9.js");
-	const entries = queryLogs(dataDir$18(), query);
+	const entries = queryLogs(dataDir$19(), query);
 	if (entries.length === 0) {
 		console.log(success("No matching log entries."));
 		return;
@@ -2937,7 +2939,7 @@ const logsCommand = new Command("logs").description("View and analyze the struct
 });
 //#endregion
 //#region src/commands/doctor.ts
-function dataDir$17() {
+function dataDir$18() {
 	return process.env["DXCRM_DATA_DIR"] ?? process.cwd();
 }
 function icon(status) {
@@ -2948,10 +2950,10 @@ function icon(status) {
 const doctorCommand = new Command("doctor").description("Run self-diagnostics: data integrity, temp files, log errors, backup freshness").option("--fix", "Clean up safely-fixable issues (orphaned temp files)").action(async (opts) => {
 	const { runDiagnostics, cleanupTempFiles } = await import("./doctor-CYDaNmFn.js");
 	if (opts.fix) {
-		const removed = cleanupTempFiles(dataDir$17());
+		const removed = cleanupTempFiles(dataDir$18());
 		console.log(removed.length > 0 ? success(`Removed ${removed.length} orphaned temp file(s).`) : warning("Nothing to fix."));
 	}
-	const report = await runDiagnostics(dataDir$17());
+	const report = await runDiagnostics(dataDir$18());
 	console.log(bold("dxcrm doctor"));
 	for (const c of report.checks) console.log(`  ${icon(c.status)} ${c.name.padEnd(16)} ${c.detail}`);
 	if (report.ok) {
@@ -2963,6 +2965,59 @@ const doctorCommand = new Command("doctor").description("Run self-diagnostics: d
 	}
 });
 //#endregion
+//#region src/commands/pipeline.ts
+function dataDir$17() {
+	return process.env["DXCRM_DATA_DIR"] ?? process.cwd();
+}
+function daysAgoIso(days) {
+	return (/* @__PURE__ */ new Date(Date.now() - days * 864e5)).toISOString().slice(0, 10);
+}
+const pipelineCommand = new Command("pipeline").description("Pipeline time-travel: daily snapshots and 'what changed?' diffs");
+pipelineCommand.command("snapshot").description("Capture a snapshot of the current pipeline across all customers").action(async () => {
+	const { takeSnapshot } = await import("./snapshots-B6aOhoXs.js");
+	const snap = takeSnapshot(dataDir$17());
+	console.log(success(`Snapshot ${snap.id} taken — ${snap.deals.length} deal(s).`));
+});
+pipelineCommand.command("list").description("List available pipeline snapshots").action(async () => {
+	const { listSnapshots } = await import("./snapshots-B6aOhoXs.js");
+	const snaps = listSnapshots(dataDir$17());
+	if (snaps.length === 0) {
+		console.log(info("No snapshots yet. Run 'dxcrm pipeline snapshot' (or let the daemon take daily ones)."));
+		return;
+	}
+	for (const s of snaps) console.log(`${s.id}  ${String(s.dealCount).padStart(4)} deals  open €${s.openValue.toLocaleString()}`);
+});
+pipelineCommand.command("changes").description("Show what changed in the pipeline since a date (default: 7 days ago)").option("--since <YYYY-MM-DD>", "Baseline date (default: 7 days ago)").action(async (opts) => {
+	const since = opts.since ?? daysAgoIso(7);
+	const { diffAgainstNow } = await import("./snapshots-B6aOhoXs.js");
+	const diff = diffAgainstNow(dataDir$17(), since);
+	if (!diff) {
+		console.log(warning(`No snapshot at or before ${since}. Take snapshots first (or wait for the daemon).`));
+		return;
+	}
+	console.log(bold(`Pipeline changes since ${diff.fromId}`));
+	const line = (label, n) => `  ${label.padEnd(16)} ${n}`;
+	console.log(success(line("Won", diff.won.length)));
+	console.log(error(line("Lost", diff.lost.length)));
+	console.log(line("New deals", diff.added.length));
+	console.log(line("Removed", diff.removed.length));
+	console.log(line("Stage moves", diff.advanced.length));
+	console.log(line("Value changes", diff.valueChanged.length));
+	const delta = diff.openValueDelta;
+	const deltaStr = `${delta >= 0 ? "+" : ""}€${delta.toLocaleString()}`;
+	console.log(`  ${"Open value".padEnd(16)} €${diff.openValueAfter.toLocaleString()} (${delta >= 0 ? success(deltaStr) : error(deltaStr)})`);
+	if (diff.won.length) console.log(success(`\nWon: ${diff.won.map((d) => d.name).join(", ")}`));
+	if (diff.lost.length) console.log(error(`Lost: ${diff.lost.map((d) => d.name).join(", ")}`));
+	if (diff.advanced.length) {
+		console.log(info("\nStage moves:"));
+		for (const m of diff.advanced) console.log(`  ${m.slug}/${m.name}: ${m.from} → ${m.to}`);
+	}
+	if (diff.added.length) {
+		console.log(info("\nNew deals:"));
+		for (const d of diff.added) console.log(`  ${d.slug}/${d.name}`);
+	}
+});
+//#endregion
 //#region src/commands/rbac.ts
 const ROLES = [
 	"admin",
@@ -4427,6 +4482,17 @@ complianceCommand.command("status", { isDefault: true }).description("Show the a
 });
 //#endregion
 //#region src/commands/mailbox.ts
+/** Default IMAP endpoints for OAuth providers. */
+const PROVIDER_IMAP_HOST = {
+	gmail: {
+		host: "imap.gmail.com",
+		port: 993
+	},
+	microsoft: {
+		host: "outlook.office365.com",
+		port: 993
+	}
+};
 /** Read IMAP mailbox connection settings from the environment. */
 function imapConfigFromEnv(env = process.env) {
 	const host = env["DXCRM_IMAP_HOST"];
@@ -4448,15 +4514,54 @@ function imapConfigFromEnv(env = process.env) {
 		}
 	};
 }
+/** Parse a "provider:user" account string. */
+function parseAccount(account) {
+	const idx = account.indexOf(":");
+	if (idx < 0) return null;
+	const provider = account.slice(0, idx);
+	const user = account.slice(idx + 1);
+	if (provider !== "gmail" && provider !== "microsoft" || !user) return null;
+	return {
+		provider,
+		user
+	};
+}
+/** Build an IMAP config for a stored OAuth account, refreshing the token if needed. */
+async function resolveAccountConfig(dataDir, account, env = process.env, mailbox) {
+	const parsed = parseAccount(account);
+	if (!parsed) throw new Error(`Invalid --account '${account}'. Use 'gmail:you@gmail.com' or 'microsoft:you@org.com'.`);
+	const { getFreshAccessToken } = await import("./token-resolver-BRLOmRvF.js");
+	const accessToken = await getFreshAccessToken(dataDir, parsed.provider, parsed.user, { env });
+	const { host, port } = PROVIDER_IMAP_HOST[parsed.provider];
+	return {
+		host,
+		port,
+		secure: true,
+		mailbox: mailbox ?? env["DXCRM_IMAP_MAILBOX"] ?? "INBOX",
+		auth: {
+			user: parsed.user,
+			accessToken
+		}
+	};
+}
 /**
 * Sync an IMAP mailbox (any provider). With a slug, all mail goes to that one
 * customer; without, mail is auto-routed to customers by sender/recipient
-* domain and unmatched mail is reported as unrouted.
+* domain and unmatched mail is reported as unrouted. Use `account` to sync a
+* stored OAuth mailbox (Gmail/Outlook) instead of env-configured IMAP.
 */
 async function runMailboxSync(opts) {
-	const config = imapConfigFromEnv(opts.env ?? process.env);
+	const env = opts.env ?? process.env;
+	let config;
+	try {
+		config = opts.account ? await resolveAccountConfig(opts.dataDir, opts.account, env) : imapConfigFromEnv(env);
+	} catch (err) {
+		const msg = err.message;
+		console.error(error(msg));
+		return { error: msg };
+	}
 	if (!config) {
-		const msg = "IMAP not configured. Set DXCRM_IMAP_HOST, DXCRM_IMAP_USER and DXCRM_IMAP_PASS (or DXCRM_IMAP_TOKEN).";
+		const msg = "IMAP not configured. Set DXCRM_IMAP_HOST, DXCRM_IMAP_USER and DXCRM_IMAP_PASS (or DXCRM_IMAP_TOKEN), or use --account.";
 		console.error(error(msg));
 		return { error: msg };
 	}
@@ -4473,11 +4578,67 @@ async function runMailboxSync(opts) {
 	if (!opts.slug && result.unrouted > 0) console.log(info(`  ${result.unrouted} message(s) matched no customer. Add their domains via 'dxcrm create <slug> --domain <domain>'.`));
 	return result;
 }
+function ask(question) {
+	const rl = readline.createInterface({
+		input: process.stdin,
+		output: process.stdout
+	});
+	return new Promise((resolve) => rl.question(question, (a) => (rl.close(), resolve(a))));
+}
+/** Interactive `dxcrm mailbox login <provider>` flow. */
+async function runLogin(provider, user) {
+	const dataDir = process.env["DXCRM_DATA_DIR"] ?? process.cwd();
+	const print = (l) => console.log(l);
+	if (provider === "gmail") {
+		const clientId = process.env["DXCRM_GOOGLE_CLIENT_ID"];
+		const clientSecret = process.env["DXCRM_GOOGLE_CLIENT_SECRET"];
+		if (!clientId || !clientSecret) {
+			console.error(error("Set DXCRM_GOOGLE_CLIENT_ID and DXCRM_GOOGLE_CLIENT_SECRET (OAuth desktop app)."));
+			return;
+		}
+		const account = user ?? (await ask("Gmail address: ")).trim();
+		const { runGmailLogin } = await import("./login-CYgla6-A.js");
+		await runGmailLogin({
+			dataDir,
+			clientId,
+			clientSecret,
+			user: account,
+			prompt: ask,
+			print
+		});
+		console.log(success(`✓ Gmail authorized for ${bold(account)}. Sync: dxcrm mailbox sync --account gmail:${account}`));
+		return;
+	}
+	if (provider === "microsoft") {
+		const clientId = process.env["DXCRM_MS_CLIENT_ID"];
+		if (!clientId) {
+			console.error(error("Set DXCRM_MS_CLIENT_ID (Azure app registration, public client)."));
+			return;
+		}
+		const tenant = process.env["DXCRM_MS_TENANT"] ?? "common";
+		const account = user ?? (await ask("Outlook/Microsoft address: ")).trim();
+		const { runMicrosoftLogin } = await import("./login-CYgla6-A.js");
+		await runMicrosoftLogin({
+			dataDir,
+			clientId,
+			user: account,
+			tenant,
+			print
+		});
+		console.log(success(`✓ Microsoft authorized for ${bold(account)}. Sync: dxcrm mailbox sync --account microsoft:${account}`));
+		return;
+	}
+	console.error(error(`Unknown provider '${provider}'. Use 'gmail' or 'microsoft'.`));
+}
 const mailboxCommand = new Command("mailbox").description("Sync any IMAP mailbox (Gmail, Outlook, custom) into the CRM");
-mailboxCommand.command("sync").description("Sync an IMAP mailbox; auto-routes to customers by domain unless a slug is given").argument("[slug]", "Route all mail to this customer (omit to auto-route by domain)").option("--since <date>", "Only sync messages after this date (YYYY-MM-DD)").option("--no-attachments", "Skip downloading/converting/indexing attachments").action(async (slug, options) => {
+mailboxCommand.command("login").description("Authorize a Gmail or Microsoft mailbox via OAuth (stores tokens locally)").argument("<provider>", "gmail | microsoft").option("--user <email>", "Mailbox address (otherwise prompted)").action(async (provider, options) => {
+	await runLogin(provider, options.user);
+});
+mailboxCommand.command("sync").description("Sync an IMAP mailbox; auto-routes to customers by domain unless a slug is given").argument("[slug]", "Route all mail to this customer (omit to auto-route by domain)").option("--account <provider:user>", "Use a stored OAuth mailbox (e.g. gmail:you@gmail.com)").option("--since <date>", "Only sync messages after this date (YYYY-MM-DD)").option("--no-attachments", "Skip downloading/converting/indexing attachments").action(async (slug, options) => {
 	await runMailboxSync({
 		dataDir: process.env["DXCRM_DATA_DIR"] ?? process.cwd(),
 		slug,
+		...options.account ? { account: options.account } : {},
 		...options.since ? { since: new Date(options.since) } : {},
 		includeAttachments: options.attachments !== false
 	});
@@ -4505,6 +4666,7 @@ const ALL_COMMANDS = [
 	auditCommand,
 	logsCommand,
 	doctorCommand,
+	pipelineCommand,
 	rbacCommand,
 	gdprCommand,
 	securityReportCommand,