jobarbiter 0.3.12 → 0.4.0

package/src/index.ts

@@ -6,8 +6,13 @@ import { api, apiUnauthenticated, ApiError } from "./lib/api.js";
 import { output, outputList, success, error, setJsonMode } from "./lib/output.js";
 import { runOnboardWizard } from "./lib/onboard.js";
 import { detectAgents, installObservers, removeObservers, getObservationStatus } from "./lib/observe.js";
-import { getObservableTools, formatToolDisplay } from "./lib/detect-tools.js";
+import { getObservableTools, formatToolDisplay, detectAllTools } from "./lib/detect-tools.js";
 import { runAutoPipeline, analyzeFile, analyzeRecent } from "./lib/analysis-pipeline.js";
+import { pollAllSources } from "./lib/transcript-poller.js";
+import { pauseObservation, resumeObservation, isPaused, getPauseStatus } from "./lib/privacy-pause.js";
+import { loadPollState, savePollState, setDisabledSource, removeDisabledSource } from "./lib/poll-state.js";
+import { installDaemon, uninstallDaemon, getDaemonStatus, reloadDaemon } from "./lib/launchd.js";
+import { uninstallAll } from "./lib/uninstall.js";
 
 import { readFileSync } from "node:fs";
 import { join, dirname } from "node:path";
@@ -801,16 +806,42 @@ const observe = program.command("observe").description("Manage AI tool proficien
 
 observe
 	.command("status")
-	.description("Show observer status and accumulated data")
+	.description("Show observer status, pause state, daemon, and accumulated data")
 	.action(async () => {
 		try {
 			const agents = detectAgents();
 			const status = getObservationStatus();
-
-			const detected = agents.filter((a) => a.installed);
+			const pauseStatus = getPauseStatus();
+			const daemonStatus = getDaemonStatus();
+			const pollState = loadPollState();
 
 			console.log("\n🔍 AI Agent Observers\n");
-			console.log("  Agents:");
+
+			// Pause state
+			if (pauseStatus.paused) {
+				console.log(`  ⏸️  Status: ${pauseStatus.expiresAt
+					? `PAUSED (auto-resumes ${new Date(pauseStatus.expiresAt).toLocaleString()})`
+					: "PAUSED (indefinite)"}`);
+				console.log(`     Since: ${pauseStatus.pausedAt ? new Date(pauseStatus.pausedAt).toLocaleString() : "unknown"}`);
+			} else {
+				console.log("  ▶️  Status: ACTIVE");
+			}
+
+			// Daemon state
+			console.log(`\n  Poller Daemon:`);
+			if (daemonStatus.installed) {
+				console.log(`    ${daemonStatus.loaded ? "✅" : "⚠️"}  ${daemonStatus.loaded ? "Running" : "Installed but not loaded"}`);
+				if (daemonStatus.interval) {
+					const hours = Math.floor(daemonStatus.interval / 3600);
+					const mins = Math.floor((daemonStatus.interval % 3600) / 60);
+					console.log(`    Interval: ${hours > 0 ? `${hours}h` : ""}${mins > 0 ? `${mins}m` : ""}`);
+				}
+			} else {
+				console.log("    ⬚ Not installed (run: jobarbiter observe daemon install)");
+			}
+
+			// Agents
+			console.log("\n  Agents:");
 			for (const agent of agents) {
 				if (!agent.installed) {
 					console.log(`    ⬚ ${agent.name}  (not installed)`);
@@ -821,6 +852,20 @@ observe
 				}
 			}
 
+			// Per-source poll stats
+			const pollEntries = Object.entries(pollState.lastPoll);
+			if (pollEntries.length > 0) {
+				console.log("\n  Last Poll Per Source:");
+				for (const [source, time] of pollEntries) {
+					console.log(`    ${source}: ${new Date(time).toLocaleString()}`);
+				}
+			}
+
+			// Disabled sources
+			if (pollState.disabledSources.length > 0) {
+				console.log(`\n  Disabled Sources: ${pollState.disabledSources.join(", ")}`);
+			}
+
 			console.log("\n  Accumulated Data:");
 			console.log(`    Sessions observed: ${status.totalSessions}`);
 			console.log(`    Total tokens:      ${status.totalTokens.toLocaleString()}`);
@@ -834,9 +879,25 @@ observe
 				}
 			}
 
+			// Pause history (last 5)
+			if (pauseStatus.pauseWindows.length > 0) {
+				console.log("\n  Pause History (last 5):");
+				const recent = pauseStatus.pauseWindows.slice(-5);
+				for (const w of recent) {
+					const start = new Date(w.start).toLocaleString();
+					const end = new Date(w.end).toLocaleString();
+					console.log(`    ${start} → ${end}`);
+				}
+			}
+
 			console.log(`\n  Data file: ~/.config/jobarbiter/observer/observations.json\n`);
 
 			output({
+				paused: pauseStatus.paused,
+				pausedAt: pauseStatus.pausedAt,
+				expiresAt: pauseStatus.expiresAt,
+				daemon: daemonStatus,
+				disabledSources: pollState.disabledSources,
 				detectedAgents: agents.map((a) => ({
 					id: a.id,
 					name: a.name,
@@ -844,6 +905,7 @@ observe
 					observerActive: a.hookInstalled,
 				})),
 				...status,
+				pauseWindows: pauseStatus.pauseWindows,
 			});
 		} catch (e) {
 			handleError(e);
@@ -974,6 +1036,286 @@ observe
 		}
 	});
 
+// ── observe poll ────────────────────────────────────────────────────────
+
+observe
+	.command("poll")
+	.description("One-shot poll for new transcripts from all sources")
+	.option("--source <id>", "Poll a specific source only")
+	.option("--dry-run", "Show what would be processed without writing")
+	.option("--since <date>", "Only process transcripts since this date (ISO 8601)")
+	.option("--verbose", "Show detailed output")
+	.action(async (opts) => {
+		try {
+			const since = opts.since ? new Date(opts.since) : undefined;
+			const result = await pollAllSources({
+				source: opts.source,
+				dryRun: opts.dryRun,
+				since,
+				verbose: opts.verbose,
+			});
+
+			if (!opts.verbose) {
+				if (result.newSessions > 0) {
+					success(`Found ${result.newSessions} new session(s) from ${result.sourcesPolled.length} source(s)`);
+				} else {
+					console.log(`No new sessions found (polled ${result.sourcesPolled.length} sources)`);
+				}
+				if (result.skippedDuplicate > 0) {
+					console.log(`  Skipped ${result.skippedDuplicate} duplicate(s)`);
+				}
+				if (result.skippedPaused > 0) {
+					console.log(`  Skipped ${result.skippedPaused} from pause window(s)`);
+				}
+			}
+
+			if (result.errors.length > 0) {
+				for (const e of result.errors) {
+					console.log(`  ⚠️  ${e}`);
+				}
+			}
+
+			output(result as unknown as Record<string, unknown>);
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+// ── observe pause/resume ───────────────────────────────────────────────
+
+observe
+	.command("pause")
+	.description("Pause all observation (hooks + poller)")
+	.option("--for <duration>", "Auto-resume after duration (e.g. 2h, 30m, 1d)")
+	.action(async (opts) => {
+		try {
+			let expiresAt: Date | undefined;
+			if (opts.for) {
+				const seconds = parseDuration(opts.for);
+				if (seconds <= 0) {
+					error("Invalid duration. Use format like '2h', '30m', '1d'");
+					process.exit(1);
+				}
+				expiresAt = new Date(Date.now() + seconds * 1000);
+			}
+
+			pauseObservation(expiresAt);
+
+			if (expiresAt) {
+				success(`Observation paused until ${expiresAt.toLocaleString()}`);
+			} else {
+				success("Observation paused indefinitely. Run 'jobarbiter observe resume' to resume.");
+			}
+
+			output({ paused: true, expiresAt: expiresAt?.toISOString() || null });
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+observe
+	.command("resume")
+	.description("Resume observation after a pause")
+	.action(async () => {
+		try {
+			if (!isPaused()) {
+				console.log("Observation is not paused.");
+				output({ resumed: false, reason: "not_paused" });
+				process.exit(0);
+			}
+
+			resumeObservation();
+			success("Observation resumed. Pause window recorded.");
+			output({ resumed: true });
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+// ── observe interval ───────────────────────────────────────────────────
+
+observe
+	.command("interval <duration>")
+	.description("Change poll frequency (e.g. 2h, 30m, 1d)")
+	.action(async (duration) => {
+		try {
+			const seconds = parseDuration(duration);
+			if (seconds <= 0) {
+				error("Invalid duration. Use format like '2h', '30m', '1d'");
+				process.exit(1);
+			}
+
+			const state = loadPollState();
+			state.interval = seconds;
+			savePollState(state);
+
+			// Reload daemon if installed
+			const daemonStatus = getDaemonStatus();
+			if (daemonStatus.installed) {
+				installDaemon(seconds);
+				success(`Poll interval set to ${duration} and daemon reloaded`);
+			} else {
+				success(`Poll interval set to ${duration}`);
+			}
+
+			output({ interval: seconds });
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+// ── observe enable/disable ─────────────────────────────────────────────
+
+observe
+	.command("enable <source>")
+	.description("Re-enable a disabled observation source")
+	.action(async (source) => {
+		try {
+			removeDisabledSource(source);
+			success(`Source '${source}' enabled`);
+			output({ source, enabled: true });
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+observe
+	.command("disable <source>")
+	.description("Disable observation for a specific source")
+	.action(async (source) => {
+		try {
+			setDisabledSource(source);
+			success(`Source '${source}' disabled`);
+			output({ source, disabled: true });
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+// ── observe daemon ─────────────────────────────────────────────────────
+
+const daemon = observe.command("daemon").description("Manage the background polling daemon (macOS LaunchAgent)");
+
+daemon
+	.command("install")
+	.description("Install the background polling daemon")
+	.option("--interval <duration>", "Poll interval (e.g. 2h, 30m)", "2h")
+	.action(async (opts) => {
+		try {
+			const seconds = parseDuration(opts.interval);
+			if (seconds <= 0) {
+				error("Invalid interval. Use format like '2h', '30m', '1d'");
+				process.exit(1);
+			}
+
+			installDaemon(seconds);
+			success(`Polling daemon installed (interval: ${opts.interval})`);
+			console.log("  The daemon will poll for new transcripts in the background.");
+			console.log("  Log: ~/.config/jobarbiter/observer/poll.log");
+			output({ installed: true, interval: seconds });
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+daemon
+	.command("uninstall")
+	.description("Remove the background polling daemon")
+	.action(async () => {
+		try {
+			uninstallDaemon();
+			success("Polling daemon uninstalled");
+			output({ uninstalled: true });
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+daemon
+	.command("status")
+	.description("Show daemon status")
+	.action(async () => {
+		try {
+			const status = getDaemonStatus();
+
+			if (!status.installed) {
+				console.log("\nDaemon not installed. Run: jobarbiter observe daemon install\n");
+			} else {
+				console.log(`\nDaemon: ${status.loaded ? "✅ Running" : "⚠️  Installed but not loaded"}`);
+				if (status.interval) {
+					const hours = Math.floor(status.interval / 3600);
+					const mins = Math.floor((status.interval % 3600) / 60);
+					console.log(`Interval: ${hours > 0 ? `${hours}h` : ""}${mins > 0 ? `${mins}m` : ""}`);
+				}
+				console.log(`Plist: ${status.plistPath}\n`);
+			}
+
+			output(status as unknown as Record<string, unknown>);
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
+// ============================================================
+// uninstall (clean removal)
+// ============================================================
+
+program
+	.command("uninstall")
+	.description("Remove all JobArbiter components from this system")
+	.option("--keep-data", "Keep observation data")
+	.option("--keep-config", "Keep configuration files")
+	.option("--force", "Skip confirmation prompts")
+	.action(async (opts) => {
+		try {
+			if (!opts.force) {
+				console.log("\n⚠️  This will remove:");
+				console.log("  - Observer hooks from all AI tools");
+				console.log("  - Background polling daemon");
+				console.log("  - Hook scripts");
+				if (!opts.keepData) console.log("  - Observation data");
+				if (!opts.keepConfig) console.log("  - Configuration and API keys");
+				console.log();
+
+				const readline = await import("node:readline");
+				const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+				const answer = await new Promise<string>((resolve) => {
+					rl.question("Continue? [y/N] ", (ans) => { rl.close(); resolve(ans); });
+				});
+				if (!answer.toLowerCase().startsWith("y")) {
+					console.log("Cancelled.");
+					process.exit(0);
+				}
+			}
+
+			const result = uninstallAll({
+				keepData: opts.keepData,
+				keepConfig: opts.keepConfig,
+				force: opts.force,
+			});
+
+			if (result.observersRemoved.length > 0) {
+				success(`Removed observers: ${result.observersRemoved.join(", ")}`);
+			}
+			if (result.daemonUninstalled) success("Daemon uninstalled");
+			if (result.hooksDeleted) success("Hook scripts deleted");
+			if (result.dataDeleted) success("Observation data deleted");
+			if (result.configDeleted) success("Configuration deleted");
+
+			for (const e of result.errors) {
+				error(e);
+			}
+
+			if (result.errors.length === 0) {
+				console.log("\n✅ JobArbiter fully uninstalled.\n");
+			}
+
+			output(result as unknown as Record<string, unknown>);
+		} catch (e) {
+			handleError(e);
+		}
+	});
+
 // ============================================================
 // analyze (session analysis and report submission)
 // ============================================================
@@ -1161,6 +1503,28 @@ function handleError(e: unknown): void {
 	process.exit(1);
 }
 
+/**
+ * Parse duration strings like '2h', '30m', '1d' into seconds.
+ */
+function parseDuration(input: string): number {
+	const match = input.match(/^(\d+(?:\.\d+)?)\s*(s|m|h|d|w)$/i);
+	if (!match) {
+		// Try bare number as seconds
+		const n = parseFloat(input);
+		return isNaN(n) ? 0 : n;
+	}
+	const value = parseFloat(match[1]);
+	const unit = match[2].toLowerCase();
+	switch (unit) {
+		case "s": return value;
+		case "m": return value * 60;
+		case "h": return value * 3600;
+		case "d": return value * 86400;
+		case "w": return value * 604800;
+		default: return 0;
+	}
+}
+
 function formatCompensation(comp: Record<string, unknown> | undefined): string {
 	if (!comp) return "Not listed";
 	const min = comp.min as number;

package/src/lib/detect-tools.ts

@@ -17,6 +17,8 @@ import { execSync } from "node:child_process";
 
 export type ToolCategory = "ai-agent" | "chat" | "orchestration" | "api-provider";
 
+export type ObservationMethod = "hook" | "extension" | "poller" | "both" | "none";
+
 export interface DetectedTool {
 	id: string;
 	name: string;
@@ -26,6 +28,7 @@ export interface DetectedTool {
 	configDir?: string;
 	observerAvailable: boolean;
 	observerActive: boolean;
+	observationMethod: ObservationMethod;
 }
 
 interface ToolDefinition {
@@ -41,6 +44,7 @@ interface ToolDefinition {
 	npmPackage?: string;
 	envVars?: string[];
 	observerAvailable: boolean;
+	observationMethod: ObservationMethod;
 }
 
 // ── Tool Definitions ───────────────────────────────────────────────────
@@ -54,6 +58,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "claude",
 		configDir: join(homedir(), ".claude"),
 		observerAvailable: true,
+		observationMethod: "hook",
 	},
 	{
 		id: "cursor",
@@ -63,6 +68,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		configDir: join(homedir(), ".cursor"),
 		macApp: "/Applications/Cursor.app",
 		observerAvailable: true,
+		observationMethod: "hook",
 	},
 	{
 		id: "github-copilot",
@@ -72,6 +78,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		vscodeExtension: "github.copilot",
 		cursorExtension: "github.copilot",
 		observerAvailable: false,
+		observationMethod: "extension",
 	},
 	{
 		id: "codex",
@@ -80,6 +87,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "codex",
 		configDir: join(homedir(), ".codex"),
 		observerAvailable: true,
+		observationMethod: "hook",
 	},
 	{
 		id: "opencode",
@@ -88,6 +96,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "opencode",
 		configDir: join(homedir(), ".config", "opencode"),
 		observerAvailable: true,
+		observationMethod: "hook",
 	},
 	{
 		id: "aider",
@@ -97,6 +106,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		configDir: join(homedir(), ".aider"),
 		pipPackage: "aider-chat",
 		observerAvailable: false,
+		observationMethod: "poller",
 	},
 	{
 		id: "continue",
@@ -105,6 +115,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		vscodeExtension: "continue.continue",
 		cursorExtension: "continue.continue",
 		observerAvailable: false,
+		observationMethod: "extension",
 	},
 	{
 		id: "cline",
@@ -113,6 +124,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		vscodeExtension: "saoudrizwan.claude-dev",
 		cursorExtension: "saoudrizwan.claude-dev",
 		observerAvailable: false,
+		observationMethod: "extension",
 	},
 	{
 		id: "windsurf",
@@ -121,6 +133,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "windsurf",
 		macApp: "/Applications/Windsurf.app",
 		observerAvailable: false,
+		observationMethod: "extension",
 	},
 	{
 		id: "copilot-chat",
@@ -129,6 +142,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		vscodeExtension: "github.copilot-chat",
 		cursorExtension: "github.copilot-chat",
 		observerAvailable: false,
+		observationMethod: "extension",
 	},
 	{
 		id: "zed-ai",
@@ -137,6 +151,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		macApp: "/Applications/Zed.app",
 		configDir: join(homedir(), platform() === "darwin" ? "Library/Application Support/Zed" : ".config/zed"),
 		observerAvailable: false,
+		observationMethod: "poller",
 	},
 	{
 		id: "amazon-q",
@@ -145,6 +160,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "q",
 		configDir: join(homedir(), ".aws", "amazonq"),
 		observerAvailable: false,
+		observationMethod: "poller",
 	},
 	{
 		id: "warp-ai",
@@ -153,6 +169,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		macApp: "/Applications/Warp.app",
 		configDir: join(homedir(), "Library", "Application Support", "dev.warp.Warp-Stable"),
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "letta",
@@ -162,6 +179,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		configDir: join(homedir(), ".letta"),
 		pipPackage: "letta",
 		observerAvailable: false,
+		observationMethod: "poller",
 	},
 	{
 		id: "goose",
@@ -170,6 +188,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "goose",
 		configDir: join(homedir(), ".config", "goose"),
 		observerAvailable: false,
+		observationMethod: "poller",
 	},
 	{
 		id: "idx",
@@ -178,6 +197,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		// IDX is cloud-based; no local binary. Detect via config dir if any local cache exists.
 		configDir: join(homedir(), ".idx"),
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "gemini",
@@ -186,6 +206,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "gemini",
 		configDir: join(homedir(), ".gemini"),
 		observerAvailable: true,
+		observationMethod: "hook",
 	},
 
 	// AI Chat/Desktop
@@ -195,6 +216,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "chat",
 		macApp: "/Applications/ChatGPT.app",
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "claude-desktop",
@@ -202,6 +224,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "chat",
 		macApp: "/Applications/Claude.app",
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "ollama",
@@ -210,6 +233,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "ollama",
 		configDir: join(homedir(), ".ollama"),
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 
 	// AI Orchestration
@@ -220,6 +244,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		binary: "openclaw",
 		configDir: join(homedir(), ".openclaw"),
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "langchain",
@@ -227,6 +252,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "orchestration",
 		pipPackage: "langchain",
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "crewai",
@@ -234,6 +260,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "orchestration",
 		pipPackage: "crewai",
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 
 	// API Providers (detected via env vars)
@@ -243,6 +270,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "api-provider",
 		envVars: ["ANTHROPIC_API_KEY"],
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "openai-api",
@@ -250,6 +278,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "api-provider",
 		envVars: ["OPENAI_API_KEY"],
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "google-api",
@@ -257,6 +286,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "api-provider",
 		envVars: ["GOOGLE_API_KEY", "GEMINI_API_KEY"],
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "groq-api",
@@ -264,6 +294,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "api-provider",
 		envVars: ["GROQ_API_KEY"],
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 	{
 		id: "mistral-api",
@@ -271,6 +302,7 @@ const TOOL_DEFINITIONS: ToolDefinition[] = [
 		category: "api-provider",
 		envVars: ["MISTRAL_API_KEY"],
 		observerAvailable: false,
+		observationMethod: "none",
 	},
 ];
 
@@ -526,6 +558,7 @@ export function detectAllTools(): DetectedTool[] {
 			configDir: installed ? configDir : undefined,
 			observerAvailable: def.observerAvailable,
 			observerActive,
+			observationMethod: def.observationMethod,
 		});
 	}