@forsion/tangu-computer-use 0.5.8 → 0.6.0

package/native/macos/bridge.swift

@@ -369,7 +369,7 @@ final class InputSuppressionGuard {
 }
 
 final class Bridge {
-	private let protocolVersion = 12
+	private let protocolVersion = 13
 	private let refStore = AXRefStore()
 	private let inputSuppressionGuard = InputSuppressionGuard()
 	private let physicalInputLock = NSRecursiveLock()
@@ -470,19 +470,47 @@ final class Bridge {
 		let clientInput = FileHandle(fileDescriptor: client, closeOnDealloc: true)
 		var buffer = Data()
 		let newline = Data([0x0A])
+		// Tangu:这条连接一旦成了电脑历史订阅(recordSubscribe),之后只由 ActivityRecorder 写事件、这里只等 EOF ——
+		// 再处理别的请求,回包会和事件行在不同线程上交错写坏。
+		var subscribed = false
 		while true {
 			let data = clientInput.availableData
 			if data.isEmpty { break }
+			if subscribed { continue }
 			buffer.append(data)
 			while let range = buffer.range(of: newline) {
 				let lineData = buffer.subdata(in: 0..<range.lowerBound)
 				buffer.removeSubrange(0..<range.upperBound)
-				if let line = String(data: lineData, encoding: .utf8), !line.isEmpty { handleLine(line, to: client) }
+				guard let line = String(data: lineData, encoding: .utf8), !line.isEmpty else { continue }
+				if let subscribedNow = subscribeRecorder(line, client: client) {
+					if subscribedNow { subscribed = true; buffer.removeAll(); break }
+					continue
+				}
+				handleLine(line, to: client)
 			}
 		}
+		// 先退订并排空它的写队列,再关 fd —— 否则排队中的写会落到被复用的 fd 上。
+		if subscribed { ActivityRecorder.shared.unsubscribe(fd: client) }
 		clientInput.closeFile()
 	}
 
+	/// Tangu:recordSubscribe(协议 13,见 activity_recorder.swift)。不是这条命令 → nil,照常走 handleLine;
+	/// 订阅成功 → true(回包已由 recorder 排在这条连接写队列的第一位);失败 → 在这里回错误包,false。
+	private func subscribeRecorder(_ line: String, client: Int32) -> Bool? {
+		guard line.contains("recordSubscribe"),
+			let data = line.data(using: .utf8),
+			let object = (try? JSONSerialization.jsonObject(with: data)) as? [String: Any],
+			object["cmd"] as? String == "recordSubscribe"
+		else { return nil }
+		let id = (object["id"] as? String) ?? "invalid"
+		guard let failure = ActivityRecorder.shared.subscribe(fd: client, id: id, policy: object["policy"], protocolVersion: protocolVersion, browserBundleIds: browserBundleIds) else {
+			return true
+		}
+		send(["id": id, "ok": false, "error": ["message": failure.message, "code": failure.code]], to: client)
+		recordCompletedRequest(id)
+		return false
+	}
+
 	private func processBufferedInput() {
 		let newline = Data([0x0A])
 		while let range = stdinBuffer.range(of: newline) {
@@ -735,16 +763,21 @@ final class Bridge {
 		case "endInputSuppression":
 			return endInputSuppression()
 		case "restoreUserFocus":
+			// Tangu:agent 发起的界面改动期间,电脑历史把观测到的事件记成 origin:"agent"(深度计数,见 activity_recorder.swift)。
+			ActivityRecorder.shared.agentEnter(); defer { ActivityRecorder.shared.agentLeave() }
 			return try restoreUserFocus(request)
 		case "focusWindow":
+			ActivityRecorder.shared.agentEnter(); defer { ActivityRecorder.shared.agentLeave() }
 			return try focusWindow(request)
 		case "setWindowFrame":
 			return try setWindowFrame(request)
 		case "look":
 			return try look(request)
 		case "act":
+			ActivityRecorder.shared.agentEnter(); defer { ActivityRecorder.shared.agentLeave() }
 			return try act(request)
 		case "actBatch":
+			ActivityRecorder.shared.agentEnter(); defer { ActivityRecorder.shared.agentLeave() }
 			return try actBatch(request)
 		case "liveView":
 			return try liveView(request)
@@ -758,6 +791,9 @@ final class Bridge {
 			return try axReadText(request)
 		case "getMousePosition":
 			return getMousePosition()
+		case "recordSubscribe":
+			// 只在 serve socket 的专用连接上有意义(processClient 截走了那条路);stdin 模式没有能长开的连接。
+			throw BridgeFailure(message: "recordSubscribe needs a dedicated connection to the serve socket", code: "unsupported")
 		default:
 			throw BridgeFailure(message: "Unknown command '\(cmd)'", code: "unknown_command")
 		}
@@ -866,7 +902,14 @@ final class Bridge {
 			"accessibility": permissions["accessibility"] ?? false,
 			"screenRecording": permissions["screenRecording"] ?? false,
 			"recentCompletedRequestIds": completedRequestIds(),
+			"recorderSubscribers": ActivityRecorder.shared.subscriberCount,
 		]
+		// Tangu:电脑历史的无痕扫描计数(只有计数)—— 浏览器窗口的有上限遍历走了几次、几次没看完、各因什么停手。
+		// 真机上据此判断「扫描不完整时仍按普通窗口记」要不要改(见 activity_recorder.swift RecorderScanStats)。
+		let privateScan = ActivityRecorder.shared.scanStats.snapshot()
+		output["recorderPrivateScans"] = privateScan.walks
+		output["recorderPrivateScanIncomplete"] = privateScan.incomplete
+		output["recorderPrivateScanStops"] = privateScan.stops
 		if let parentPath {
 			output["parentPath"] = parentPath
 		}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@forsion/tangu-computer-use",
-  "version": "0.5.8",
+  "version": "0.6.0",
   "description": "Tangu engine plugin: let agents observe and control macOS, Windows, and Linux desktop apps. Fork of injaneity/pi-computer-use (MIT).",
   "type": "module",
   "license": "MIT",
@@ -54,7 +54,7 @@
     "check:platform": "node scripts/platform-contract.check.mjs",
     "check:blindclick": "node scripts/blind-click.check.mjs",
     "check:liveview": "node scripts/live-view.check.mjs",
-    "check": "npm run check:platform && npm run check:no-foreground && npm run check:helper-path && npm run check:highlight && npm run check:permissions && npm run check:plugin && npm run check:helper-refresh && npm run check:installer && npm run check:cli-exit",
+    "check": "npm run check:platform && npm run check:no-foreground && npm run check:helper-path && npm run check:highlight && npm run check:permissions && npm run check:plugin && npm run check:helper-refresh && npm run check:installer && npm run check:cli-exit && npm run check:recorder-logic",
     "build:native": "node scripts/build-native.mjs",
     "build:windows": "node scripts/build-native.mjs --platform windows",
     "build:linux": "node scripts/build-native.mjs --platform linux",
@@ -64,7 +64,9 @@
     "check:helper-refresh": "node scripts/helper-refresh.check.mjs",
     "check:helper-signal": "node scripts/helper-signal.check.mjs",
     "check:installer": "node scripts/keychain-free-install.check.mjs",
-    "check:cli-exit": "node scripts/cli-exit.check.mjs"
+    "check:cli-exit": "node scripts/cli-exit.check.mjs",
+    "check:recorder-logic": "node scripts/recorder-logic.check.mjs",
+    "check:recorder": "node scripts/recorder.check.mjs"
   },
   "devDependencies": {
     "@types/node": "^22.10.0",

package/prebuilt/macos/arm64/tangu-computer-use.app.json

@@ -1,10 +1,10 @@
 {
   "bundleId": "com.forsion.tangu-computer-use",
-  "version": "0.5.8",
-  "archiveSha256": "30aa8caad4f8a5425af2b72516b22e8947982ad42d7cb7eccc6a7bbebfb7c264",
+  "version": "0.6.0",
+  "archiveSha256": "2888e7908a0f5cb3d9e2ae9dd26d4c53737d7cf0550eb7d1afccf58a773fda0a",
   "files": {
-    "Contents/MacOS/bridge": "e83fb3ee7bd4bbdcbe64876485602354c6881b5e7ee73306ef2fcdb716484063",
-    "Contents/Info.plist": "6089a47275854f04a74c57cd0f862de65781bfed323f9fba65e0768aa592518a",
+    "Contents/MacOS/bridge": "1fac72ce2c0491c6191a877bc7ec373d17c0bc371d3ffe67cd27b11739eb94ef",
+    "Contents/Info.plist": "69122c51686853486a2453f8ac3ade5167f4a05b8614f235186aadbe1431b398",
     "Contents/_CodeSignature/CodeResources": "6686de10a28a2fe11b36cbb86dcbacc827cfc4ea116b4dabf1845e5aee629e9b"
   }
 }

package/prebuilt/macos/x64/tangu-computer-use.app.json

@@ -1,10 +1,10 @@
 {
   "bundleId": "com.forsion.tangu-computer-use",
-  "version": "0.5.8",
-  "archiveSha256": "a8c677df28ee97c320d10319773662f4dad9c0f0d880c185291949837909c8be",
+  "version": "0.6.0",
+  "archiveSha256": "aa25102c14e4777326ede78a71aa9bc4e452b4da1255c2849b5c248173708a52",
   "files": {
-    "Contents/MacOS/bridge": "3e6f53eeec547db886b57b033e82ab9e9dc31164d0d613fbf60847243751255e",
-    "Contents/Info.plist": "6089a47275854f04a74c57cd0f862de65781bfed323f9fba65e0768aa592518a",
+    "Contents/MacOS/bridge": "8c09d6c17e70f329c7958cff4db15c1308bc97e73b42844f33c31de0ebf48318",
+    "Contents/Info.plist": "69122c51686853486a2453f8ac3ade5167f4a05b8614f235186aadbe1431b398",
     "Contents/_CodeSignature/CodeResources": "6686de10a28a2fe11b36cbb86dcbacc827cfc4ea116b4dabf1845e5aee629e9b"
   }
 }

package/scripts/build-native.mjs

@@ -14,6 +14,7 @@ const macosSourcePaths = [
 	"agent_cursor_motion.swift",
 	"agent_highlight.swift",
 	"live_stream.swift",
+	"activity_recorder.swift",
 	"bridge.swift",
 ].map((file) => path.join(rootDir, "native", "macos", file));
 const windowsCrateDir = path.join(rootDir, "native", "windows", "bridge-rs");

package/scripts/dev-recorder.mjs

@@ -0,0 +1,106 @@
+#!/usr/bin/env node
+// 电脑历史 recorder 的真机台架(macOS)。把 `npm run build:native` 编出的 helper 包成一个**独立 bundle id**
+// (com.forsion.tangu-computer-use.dev)的 app,用本机稳定的签名身份签 —— 于是:
+//   - 辅助功能授权只给一次,重编不丢(ad-hoc 每次 cdhash 都变,得重新授权);
+//   - 与正式 helper(com.forsion.tangu-computer-use)是两条 TCC 记录、两个 socket,绝不动用户正在用的 Computer Use 授权。
+// 用法:
+//   node scripts/dev-recorder.mjs build            -> build/tangu-computer-use-dev.app
+//   node scripts/dev-recorder.mjs start            -> open -n -g 拉起 serve(socket 见下)
+//   node scripts/dev-recorder.mjs grant            -> 弹辅助功能授权框(授权后 stop + start)
+//   node scripts/dev-recorder.mjs tail [秒] [--show] -> 订阅并逐条打印(缺省只打 kind/App/长度,--show 才打内容)
+//   node scripts/dev-recorder.mjs stop
+//   node scripts/dev-recorder.mjs diag           -> 订阅者数 + 无痕扫描计数(recorderPrivateScan*,只有计数):
+//                                                   浏览器窗口的遍历走了几次、几次没看完、各因什么停手
+// Desktop 接这个 helper:PI_CU_SOCKET_PATH=<下面的 socket> 起 dev 实例。
+import { execFileSync } from 'node:child_process';
+import { copyFileSync, existsSync, mkdirSync, rmSync, writeFileSync } from 'node:fs';
+import net from 'node:net';
+import os from 'node:os';
+import path from 'node:path';
+
+const root = path.resolve(path.dirname(new URL(import.meta.url).pathname), '..');
+const app = path.join(root, 'build/tangu-computer-use-dev.app');
+export const socketPath = path.join(os.homedir(), 'Library/Caches/tangu-computer-use-dev/bridge.sock');
+const [cmd = 'tail', ...rest] = process.argv.slice(2);
+const show = rest.includes('--show');
+const seconds = Number(rest.find((a) => /^\d+$/.test(a)) ?? 60);
+
+function request(payload, { stream = false, onEvent } = {}) {
+	return new Promise((resolve, reject) => {
+		const socket = net.createConnection(socketPath);
+		let buffer = '';
+		let first;
+		socket.setEncoding('utf8');
+		socket.on('connect', () => socket.write(JSON.stringify({ id: 'dev', ...payload }) + '\n'));
+		socket.on('data', (chunk) => {
+			buffer += chunk;
+			let i;
+			while ((i = buffer.indexOf('\n')) >= 0) {
+				const line = JSON.parse(buffer.slice(0, i));
+				buffer = buffer.slice(i + 1);
+				if (first === undefined) {
+					first = line;
+					if (!stream || !line.ok) { socket.end(); resolve(line); }
+					else resolve({ reply: line, socket });
+				} else if (line.ev) onEvent?.(line.ev);
+			}
+		});
+		socket.on('error', reject);
+	});
+}
+
+if (cmd === 'build') {
+	const binary = path.join(root, 'prebuilt/macos', process.arch === 'x64' ? 'x64' : 'arm64', 'bridge');
+	if (!existsSync(binary)) throw new Error('run `npm run build:native` first');
+	rmSync(app, { recursive: true, force: true });
+	mkdirSync(path.join(app, 'Contents/MacOS'), { recursive: true });
+	copyFileSync(binary, path.join(app, 'Contents/MacOS/bridge'));
+	writeFileSync(path.join(app, 'Contents/Info.plist'), `<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0"><dict>
+<key>CFBundleIdentifier</key><string>com.forsion.tangu-computer-use.dev</string>
+<key>CFBundleName</key><string>tangu-computer-use-dev</string>
+<key>CFBundleExecutable</key><string>bridge</string>
+<key>CFBundlePackageType</key><string>APPL</string>
+<key>LSMinimumSystemVersion</key><string>14.0</string>
+<key>LSUIElement</key><true/>
+</dict></plist>\n`);
+	const ids = execFileSync('security', ['find-identity', '-v', '-p', 'codesigning'], { encoding: 'utf8' });
+	const identity = ids.match(/"(Apple Development:[^"]+)"/)?.[1] ?? '-';
+	execFileSync('codesign', ['--force', '--sign', identity, app], { stdio: 'inherit', timeout: 30_000 });
+	console.log(`built ${app} (signed: ${identity === '-' ? 'ad-hoc — grant is lost on every rebuild' : identity})`);
+} else if (cmd === 'start') {
+	mkdirSync(path.dirname(socketPath), { recursive: true });
+	execFileSync('open', ['-n', '-g', app, '--args', 'serve', '--socket', socketPath]);
+	for (let i = 0; i < 20 && !existsSync(socketPath); i++) execFileSync('sleep', ['0.25']);
+	console.log(existsSync(socketPath) ? `serving on ${socketPath}` : 'helper did not come up');
+} else if (cmd === 'grant') {
+	// 让 dev helper 出现在「辅助功能」列表里并弹系统授权框(只要辅助功能,不碰屏幕录制)。授权后要 stop + start 换新进程。
+	console.log(JSON.stringify(await request({ cmd: 'registerPermissions', kind: 'accessibility' })));
+} else if (cmd === 'diag') {
+	const res = await request({ cmd: 'diagnostics' });
+	if (!res.ok) { console.log(JSON.stringify(res)); process.exit(1); }
+	const keys = ['protocolVersion', 'accessibility', 'recorderSubscribers', 'recorderPrivateScans', 'recorderPrivateScanIncomplete', 'recorderPrivateScanStops'];
+	console.log(JSON.stringify(Object.fromEntries(keys.map((key) => [key, res.result[key]])), null, 1));
+} else if (cmd === 'stop') {
+	console.log(await request({ cmd: 'shutdown' }).catch((e) => `not running (${e.code})`));
+} else if (cmd === 'tail') {
+	const counts = {};
+	const res = await request({ cmd: 'recordSubscribe', policy: {} }, {
+		stream: true,
+		onEvent: (ev) => {
+			const key = `${ev.app?.name ?? '-'} ${ev.kind}`;
+			counts[key] = (counts[key] ?? 0) + 1;
+			const time = new Date(ev.t).toTimeString().slice(0, 8);
+			const detail = show
+				? JSON.stringify({ title: ev.title, url: ev.url, el: ev.el, text: ev.text, keys: ev.keys, state: ev.state, resumed: ev.resumed })
+				: `title=${ev.title?.length ?? '-'} url=${ev.url ? 'y' : '-'} text=${ev.text?.length ?? (ev.deleted ? `-${ev.deleted}` : '-')} el=${ev.el?.role ?? '-'}${ev.keys ? ' keys' : ''}${ev.state ? ` ${ev.state}` : ''}${ev.origin ? ' agent' : ''}${ev.app?.excluded ? ' excluded' : ''}${ev.resumed ? ' resumed' : ''}`;
+			console.log(`${time} ${ev.kind.padEnd(6)} ${(ev.app?.name ?? '').padEnd(22)} ${detail}`);
+		},
+	});
+	if (!res.socket) { console.log('subscribe failed:', JSON.stringify(res)); process.exit(1); }
+	console.log('subscribed:', JSON.stringify(res.reply.result));
+	setTimeout(() => { res.socket.end(); console.log('\ncounts:', JSON.stringify(counts, null, 1)); process.exit(0); }, seconds * 1000);
+} else {
+	throw new Error(`unknown command ${cmd}`);
+}

package/scripts/probe-recorder/probe.swift

@@ -0,0 +1,221 @@
+// Computer History step-0 probe. Answers, per running app and with Accessibility ONLY (no Screen
+// Recording, never enabling AXEnhancedUserInterface / AXManualAccessibility itself):
+//   - can we read the focused window title via AX?
+//   - do browsers expose the active URL (AXWebArea AXURL or the address field) without enhanced mode?
+//   - which AX notifications fire while the user works (ValueChanged for typing, TitleChanged for tabs)?
+//   - do NSEvent global monitors (mouse down, modified key down) deliver under Accessibility alone?
+//   - which signal (title / menu item / toolbar label / identifier) tells a browser's private window apart?
+//     (`privateSignals` per browser row; Safari stays "treated as private" in the recorder until this finds one)
+// Privacy: the report holds booleans, counts, lengths and URL schemes only — never titles, text or hosts.
+// Usage: ch-probe.app/Contents/MacOS/probe <out.json> <liveSeconds>   (launch with `open -n -g ... --args`)
+import AppKit
+import ApplicationServices
+import Carbon
+
+let args = CommandLine.arguments
+let outPath = args.count > 1 ? args[1] : NSTemporaryDirectory() + "ch-probe.json"
+let liveSeconds = args.count > 2 ? Double(args[2]) ?? 60 : 60
+
+func attr(_ el: AXUIElement, _ name: String) -> AnyObject? {
+	var v: AnyObject?
+	return AXUIElementCopyAttributeValue(el, name as CFString, &v) == .success ? v : nil
+}
+func str(_ el: AXUIElement, _ name: String) -> String? { attr(el, name) as? String }
+func children(_ el: AXUIElement) -> [AXUIElement] { (attr(el, kAXChildrenAttribute) as? [AXUIElement]) ?? [] }
+func bool(_ el: AXUIElement, _ name: String) -> Bool? { (attr(el, name) as? NSNumber)?.boolValue }
+
+// Bounded BFS: the probe must itself stay cheap (this is exactly the cost question).
+func findWebURL(_ root: AXUIElement) -> (webArea: Bool, url: String?, addressField: Bool, nodes: Int) {
+	var queue: [(AXUIElement, Int)] = [(root, 0)]
+	var nodes = 0, webArea = false, addressField = false
+	var url: String?
+	while !queue.isEmpty && nodes < 2500 {
+		let (el, depth) = queue.removeFirst()
+		nodes += 1
+		let role = str(el, kAXRoleAttribute) ?? ""
+		if role == "AXWebArea" {
+			webArea = true
+			if url == nil, let u = attr(el, "AXURL") { url = (u as? URL)?.absoluteString ?? (u as? String) }
+			continue // never descend into page content
+		}
+		if role == "AXTextField" || role == "AXComboBox" {
+			let label = ((str(el, kAXDescriptionAttribute) ?? "") + " " + (str(el, "AXIdentifier") ?? "") + " " + (str(el, kAXTitleAttribute) ?? "")).lowercased()
+			if label.contains("address") || label.contains("地址") || label.contains("url") || label.contains("search or enter") {
+				addressField = true
+				if url == nil, let v = str(el, kAXValueAttribute), !v.isEmpty { url = v.contains("://") ? v : "addressbar:" + v }
+			}
+		}
+		if depth < 14 { for c in children(el) { queue.append((c, depth + 1)) } }
+	}
+	return (webArea, url, addressField, nodes)
+}
+
+// Private-window signals for browsers (the recorder treats Safari as private until one of these is proven).
+// Run once with a private window in front of the browser and once with a normal window, then compare
+// `privateSignals`. Only booleans, counts and developer identifiers are reported — never titles or labels.
+let privateMarkers = ["private browsing", "private window", "incognito", "inprivate", "无痕", "無痕", "隐私浏览", "私密浏览", "隐身"]
+func hasMarker(_ text: String?) -> Bool {
+	guard let lower = text?.lowercased() else { return false }
+	return privateMarkers.contains { lower.contains($0) }
+}
+let browserHints = ["safari", "chrome", "firefox", "edgemac", "brave", "vivaldi", "opera", "thebrowser", "kfmac", "duckduckgo", "zen"]
+
+func privateSignals(app: AXUIElement, window: AXUIElement) -> [String: Any] {
+	var out: [String: Any] = ["titleMarker": hasMarker(str(window, kAXTitleAttribute)), "documentAttr": attr(window, "AXDocument") != nil]
+	// Menu bar: e.g. Safari's Window menu says "Move Tab to New Private Window" in a private window.
+	var menuItems = 0, menuHits = 0
+	if let bar = attr(app, kAXMenuBarAttribute) {
+		for top in children(bar as! AXUIElement) {
+			for menu in children(top) {
+				for item in children(menu) {
+					menuItems += 1
+					if hasMarker(str(item, kAXTitleAttribute)) { menuHits += 1 }
+				}
+			}
+		}
+	}
+	out["menuItems"] = menuItems
+	out["menuMarkerItems"] = menuHits
+	// Window chrome outside web content: which roles / attributes carry a marker, plus developer identifiers.
+	var queue: [(AXUIElement, Int)] = [(window, 0)]
+	var nodes = 0
+	var hits: [String: Int] = [:]
+	var identifiers = Set<String>()
+	while !queue.isEmpty && nodes < 800 {
+		let (el, depth) = queue.removeFirst()
+		nodes += 1
+		let role = str(el, kAXRoleAttribute) ?? ""
+		if role == "AXWebArea" { continue }
+		for name in [kAXTitleAttribute, kAXDescriptionAttribute, kAXHelpAttribute, "AXPlaceholderValue"] where hasMarker(str(el, name)) {
+			hits["\(role).\(name)", default: 0] += 1
+		}
+		if let id = str(el, "AXIdentifier"), id.range(of: #"^[A-Za-z0-9_.:-]{1,64}$"#, options: .regularExpression) != nil, identifiers.count < 120 {
+			identifiers.insert("\(role)#\(id)")
+		}
+		if depth < 14 { for c in children(el) { queue.append((c, depth + 1)) } }
+	}
+	out["chromeNodes"] = nodes
+	out["chromeMarkerHits"] = hits
+	out["identifiers"] = identifiers.sorted()
+	return out
+}
+
+func scheme(_ url: String?) -> String? {
+	guard let url else { return nil }
+	if url.hasPrefix("addressbar:") { return "addressbar-text" }
+	return URL(string: url)?.scheme ?? "unparsed"
+}
+
+if !AXIsProcessTrustedWithOptions([kAXTrustedCheckOptionPrompt.takeUnretainedValue() as String: true] as CFDictionary) {
+	// Registers ch-probe in System Settings > Accessibility (unchecked) and shows the system prompt.
+	FileManager.default.createFile(atPath: outPath, contents: #"{"axTrusted":false}"#.data(using: .utf8))
+	exit(0)
+}
+
+var snapshot: [[String: Any]] = []
+for app in NSWorkspace.shared.runningApplications where app.activationPolicy == .regular {
+	let pid = app.processIdentifier
+	let el = AXUIElementCreateApplication(pid)
+	AXUIElementSetMessagingTimeout(el, 0.5)
+	let started = Date()
+	var row: [String: Any] = ["bundleId": app.bundleIdentifier ?? "?", "name": app.localizedName ?? "?"]
+	row["enhancedAlreadyOn"] = bool(el, "AXEnhancedUserInterface") as Any
+	row["manualAlreadyOn"] = bool(el, "AXManualAccessibility") as Any
+	let windows = (attr(el, kAXWindowsAttribute) as? [AXUIElement]) ?? []
+	row["windowCount"] = windows.count
+	row["windowsWithTitle"] = windows.filter { !(str($0, kAXTitleAttribute) ?? "").isEmpty }.count
+	if let fw = attr(el, kAXFocusedWindowAttribute) {
+		let w = fw as! AXUIElement
+		row["focusedWindowTitleLen"] = (str(w, kAXTitleAttribute) ?? "").count
+		let web = findWebURL(w)
+		row["webArea"] = web.webArea
+		row["addressField"] = web.addressField
+		row["urlScheme"] = scheme(web.url) as Any
+		row["nodesWalked"] = web.nodes
+		let bundle = (app.bundleIdentifier ?? "").lowercased()
+		if browserHints.contains(where: { bundle.contains($0) }) { row["privateSignals"] = privateSignals(app: el, window: w) }
+	}
+	if let fe = attr(el, kAXFocusedUIElementAttribute) {
+		let f = fe as! AXUIElement
+		row["focusedRole"] = str(f, kAXRoleAttribute) ?? ""
+		row["focusedSubrole"] = str(f, kAXSubroleAttribute) ?? ""
+		row["focusedValueLen"] = (str(f, kAXValueAttribute) ?? "").count
+		row["focusedCharCount"] = (attr(f, kAXNumberOfCharactersAttribute) as? NSNumber)?.intValue as Any
+	}
+	row["ms"] = Int(Date().timeIntervalSince(started) * 1000)
+	snapshot.append(row)
+}
+
+// ---- live phase: observe the frontmost app while the user works ----
+final class Live {
+	var counts: [String: [String: Int]] = [:]
+	var valueLenSamples: [String: [Int]] = [:]
+	var secureInputSeen = 0
+	var observer: AXObserver?
+	var observedPid: pid_t = 0
+	var mouseDowns = 0, modifiedKeys = 0, plainKeys = 0
+	func bump(_ bundle: String, _ key: String) { counts[bundle, default: [:]][key, default: 0] += 1 }
+	func bundle(of pid: pid_t) -> String { NSRunningApplication(processIdentifier: pid)?.bundleIdentifier ?? "?" }
+
+	func observeFrontmost() {
+		guard let app = NSWorkspace.shared.frontmostApplication else { return }
+		let pid = app.processIdentifier
+		if pid == observedPid { return }
+		if let old = observer { CFRunLoopRemoveSource(CFRunLoopGetMain(), AXObserverGetRunLoopSource(old), .defaultMode) }
+		observer = nil
+		observedPid = pid
+		bump(bundle(of: pid), "activated")
+		var obs: AXObserver?
+		let cb: AXObserverCallback = { _, element, note, refcon in
+			let me = Unmanaged<Live>.fromOpaque(refcon!).takeUnretainedValue()
+			var pid: pid_t = 0
+			AXUIElementGetPid(element, &pid)
+			let b = me.bundle(of: pid)
+			me.bump(b, note as String)
+			if (note as String) == kAXValueChangedNotification {
+				if IsSecureEventInputEnabled() { me.secureInputSeen += 1 }
+				let role = str(element, kAXRoleAttribute) ?? ""
+				me.bump(b, "value:" + role)
+				me.valueLenSamples[b, default: []].append((str(element, kAXValueAttribute) ?? "").count)
+			}
+		}
+		guard AXObserverCreate(pid, cb, &obs) == .success, let obs else { bump(bundle(of: pid), "observerCreateFailed"); return }
+		let appEl = AXUIElementCreateApplication(pid)
+		AXUIElementSetMessagingTimeout(appEl, 0.5)
+		let refcon = Unmanaged.passUnretained(self).toOpaque()
+		for n in [kAXFocusedWindowChangedNotification, kAXMainWindowChangedNotification, kAXTitleChangedNotification,
+		          kAXFocusedUIElementChangedNotification, kAXValueChangedNotification, kAXSelectedTextChangedNotification] {
+			let r = AXObserverAddNotification(obs, appEl, n as CFString, refcon)
+			if r != .success { bump(bundle(of: pid), "addFail:" + n) }
+		}
+		CFRunLoopAddSource(CFRunLoopGetMain(), AXObserverGetRunLoopSource(obs), .defaultMode)
+		observer = obs
+	}
+}
+
+let live = Live()
+NSWorkspace.shared.notificationCenter.addObserver(forName: NSWorkspace.didActivateApplicationNotification, object: nil, queue: .main) { _ in live.observeFrontmost() }
+let mouseMon = NSEvent.addGlobalMonitorForEvents(matching: .leftMouseDown) { _ in live.mouseDowns += 1 }
+let keyMon = NSEvent.addGlobalMonitorForEvents(matching: .keyDown) { e in
+	if !e.modifierFlags.intersection([.command, .control]).isEmpty { live.modifiedKeys += 1 } else { live.plainKeys += 1 }
+}
+live.observeFrontmost()
+
+DispatchQueue.main.asyncAfter(deadline: .now() + liveSeconds) {
+	var lenStats: [String: Any] = [:]
+	for (b, s) in live.valueLenSamples { lenStats[b] = ["n": s.count, "max": s.max() ?? 0] }
+	let report: [String: Any] = [
+		"axTrusted": AXIsProcessTrusted(),
+		"screenRecording": CGPreflightScreenCaptureAccess(),
+		"snapshot": snapshot,
+		"live": ["seconds": liveSeconds, "notifications": live.counts, "valueLen": lenStats,
+		         "secureInputDuringValueChange": live.secureInputSeen,
+		         "globalMouseDownMonitor": mouseMon != nil, "mouseDowns": live.mouseDowns,
+		         "globalKeyMonitor": keyMon != nil, "modifiedKeyDowns": live.modifiedKeys, "plainKeyDowns": live.plainKeys],
+	]
+	let data = try! JSONSerialization.data(withJSONObject: report, options: [.prettyPrinted, .sortedKeys])
+	FileManager.default.createFile(atPath: outPath, contents: data)
+	exit(0)
+}
+NSApplication.shared.setActivationPolicy(.accessory)
+NSApp.run()

package/scripts/probe-recorder.mjs

@@ -0,0 +1,47 @@
+#!/usr/bin/env node
+// Computer History step-0 probe (macOS). Builds scripts/probe-recorder/probe.swift into a tiny
+// LSUIElement app with its own bundle id, so its Accessibility grant is separate from the helper's and
+// it holds NO Screen Recording grant — the point is to prove what Accessibility alone can read.
+//   node scripts/probe-recorder.mjs build            -> build/ch-probe.app (Apple Development identity if present, else ad-hoc)
+//   node scripts/probe-recorder.mjs run [seconds]    -> launches it, waits, prints the JSON report path
+// Grant once: System Settings > Privacy & Security > Accessibility > ch-probe. A stable signing identity
+// keeps that grant across rebuilds; an ad-hoc build needs re-granting after every rebuild.
+// Private-window detection (Safari is recorded as untitled switches only until this is settled): put a private
+// window in front of the browser, `run 5`; then a normal window, `run 5`; compare the rows' `privateSignals`.
+import { execFileSync } from 'node:child_process';
+import { existsSync, mkdirSync, rmSync, writeFileSync } from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+
+const root = path.resolve(path.dirname(new URL(import.meta.url).pathname), '..');
+const app = path.join(root, 'build/ch-probe.app');
+const [cmd = 'build', seconds = '90'] = process.argv.slice(2);
+
+if (cmd === 'build') {
+	rmSync(app, { recursive: true, force: true });
+	mkdirSync(path.join(app, 'Contents/MacOS'), { recursive: true });
+	execFileSync('swiftc', ['-O', path.join(root, 'scripts/probe-recorder/probe.swift'), '-o', path.join(app, 'Contents/MacOS/probe')], { stdio: 'inherit' });
+	writeFileSync(path.join(app, 'Contents/Info.plist'), `<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0"><dict>
+<key>CFBundleIdentifier</key><string>com.forsion.ch-probe</string>
+<key>CFBundleName</key><string>ch-probe</string>
+<key>CFBundleExecutable</key><string>probe</string>
+<key>CFBundlePackageType</key><string>APPL</string>
+<key>LSUIElement</key><true/>
+</dict></plist>`);
+	const ids = execFileSync('security', ['find-identity', '-v', '-p', 'codesigning'], { encoding: 'utf8' });
+	const identity = ids.match(/"(Apple Development:[^"]+)"/)?.[1] ?? '-';
+	execFileSync('codesign', ['--force', '--sign', identity, app], { stdio: 'inherit', timeout: 30_000 });
+	console.log(`built ${app} (signed: ${identity === '-' ? 'ad-hoc' : identity})`);
+} else if (cmd === 'run') {
+	if (!existsSync(app)) throw new Error('run `node scripts/probe-recorder.mjs build` first');
+	const out = path.join(os.tmpdir(), `ch-probe-${process.pid}.json`);
+	rmSync(out, { force: true });
+	execFileSync('open', ['-n', '-g', app, '--args', out, seconds]);
+	const deadline = Date.now() + (Number(seconds) + 30) * 1000;
+	while (!existsSync(out) && Date.now() < deadline) execFileSync('sleep', ['1']);
+	console.log(existsSync(out) ? out : 'probe produced no report (not granted? crashed?)');
+} else {
+	throw new Error(`unknown command ${cmd}`);
+}

package/scripts/recorder-logic.check.mjs

@@ -0,0 +1,34 @@
+#!/usr/bin/env node
+// 电脑历史采集器(activity_recorder.swift)的单测:照 highlight / mini-foreground 的做法,临时编一个 @main 可执行文件跑一遍。
+// 不需要任何授权;非 macOS 直接跳过。大部分是纯逻辑;订阅流那一组走真实订阅路径 —— 会装上 NSWorkspace 观察者与
+// NSEvent 全局监听、对前台 App 发 AX 读取(没有辅助功能授权时读取失败、键盘监听收不到东西),
+// 并断言最后一个订阅者走后这些全部拆掉。只断言形状,不打印事件内容。
+import { execFileSync } from 'node:child_process';
+import { mkdtempSync, rmSync } from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+
+const root = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..');
+
+if (process.platform !== 'darwin') {
+  console.log('recorder logic check skipped (not macOS)');
+  process.exit(0);
+}
+
+const triple = process.arch === 'x64' ? 'x86_64-apple-macosx14.0' : 'arm64-apple-macosx14.0';
+const temp = mkdtempSync(path.join(os.tmpdir(), 'cu-recorder-logic-'));
+try {
+  execFileSync('xcrun', [
+    'swiftc', '-target', triple, '-parse-as-library',
+    '-module-cache-path', path.join(os.tmpdir(), `tangu-cu-recorder-test-cache-${process.arch}`),
+    '-framework', 'AppKit',
+    '-framework', 'ApplicationServices',
+    path.join(root, 'native/macos/activity_recorder.swift'),
+    path.join(root, 'native/macos/activity_recorder_tests.swift'),
+    '-o', path.join(temp, 'test'),
+  ], { stdio: 'inherit' });
+  execFileSync(path.join(temp, 'test'), [], { stdio: 'inherit' });
+} finally {
+  rmSync(temp, { recursive: true, force: true });
+}