shennian 0.2.74 → 0.2.76

package/dist/scripts/wechat-rpa-win.mjs

@@ -0,0 +1,119 @@
+#!/usr/bin/env node
+import { spawn } from 'node:child_process'
+import fs from 'node:fs'
+import os from 'node:os'
+import path from 'node:path'
+import { fileURLToPath } from 'node:url'
+
+const repoRoot = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..')
+const defaultHelper = path.join(
+  repoRoot,
+  'packages/desktop/assets/native/wechat-rpa-win/win-x64/shennian-wechat-rpa-win.exe',
+)
+
+function takeOption(argv, name) {
+  const index = argv.indexOf(name)
+  if (index < 0) return null
+  const value = argv[index + 1]
+  if (!value || value.startsWith('--')) {
+    throw new Error(`Missing value for ${name}`)
+  }
+  argv.splice(index, 2)
+  return value
+}
+
+function printHelp() {
+  console.log(`Usage:
+  node scripts/wechat-rpa-win.mjs probe
+  node scripts/wechat-rpa-win.mjs probe --raise
+  node scripts/wechat-rpa-win.mjs open --group <name>
+  node scripts/wechat-rpa-win.mjs read-recent --group <name> --limit 5
+  node scripts/wechat-rpa-win.mjs send-text --group <name> --text <message>
+  node scripts/wechat-rpa-win.mjs send-files --group <name> --file <path> [--file <path> ...]
+  node scripts/wechat-rpa-win.mjs listen --group <name> --seconds 60 --poll-ms 1000
+  node scripts/wechat-rpa-win.mjs prepare-uia
+  node scripts/wechat-rpa-win.mjs capture --region window --output C:\\tmp\\wechat.png
+  node scripts/wechat-rpa-win.mjs click --x 480 --y 470 --no-raise
+  node scripts/wechat-rpa-win.mjs paste-text --text "hello"
+  node scripts/wechat-rpa-win.mjs paste-files --file C:\\tmp\\demo.png
+  node scripts/wechat-rpa-win.mjs press --keys "%s"
+
+Options:
+  --helper <path>  Override helper exe path.
+
+Environment:
+  WECHAT_RPA_WIN_HELPER  Override helper exe path.
+
+Diagnostic note:
+  probe does not raise WeChat by default. Use probe --raise only for diagnostics.
+  restart-wechat-for-uia is intentionally hidden from normal help because it closes
+  WeChat. It is guarded in the native helper and must never be used by product flows.`)
+}
+
+async function main() {
+  const argv = process.argv.slice(2)
+  if (argv.length === 0 || argv.includes('--help') || argv.includes('-h')) {
+    printHelp()
+    return
+  }
+
+  if (process.platform !== 'win32' && !argv.includes('--allow-non-windows')) {
+    throw new Error(`wechat-rpa-win only runs on Windows. Current platform: ${os.platform()}`)
+  }
+
+  const allowIndex = argv.indexOf('--allow-non-windows')
+  if (allowIndex >= 0) argv.splice(allowIndex, 1)
+
+  const helper = takeOption(argv, '--helper') ?? process.env.WECHAT_RPA_WIN_HELPER ?? defaultHelper
+  if (!fs.existsSync(helper)) {
+    throw new Error(
+      `Windows helper not found: ${helper}\n` +
+        'Build it on Windows with: pnpm --dir packages/desktop build:wechat-rpa-win',
+    )
+  }
+
+  const child = spawn(helper, argv, {
+    cwd: repoRoot,
+    windowsHide: true,
+    stdio: ['ignore', 'pipe', 'pipe'],
+  })
+
+  let stdout = ''
+  let stderr = ''
+  child.stdout.setEncoding('utf8')
+  child.stderr.setEncoding('utf8')
+  child.stdout.on('data', chunk => {
+    stdout += chunk
+  })
+  child.stderr.on('data', chunk => {
+    stderr += chunk
+  })
+
+  const exitCode = await new Promise((resolve, reject) => {
+    child.on('error', reject)
+    child.on('close', resolve)
+  })
+
+  if (stderr.trim()) {
+    process.stderr.write(stderr)
+  }
+
+  const trimmed = stdout.trim()
+  if (trimmed) {
+    try {
+      const json = JSON.parse(trimmed)
+      process.stdout.write(`${JSON.stringify(json, null, 2)}\n`)
+    } catch {
+      process.stdout.write(stdout)
+    }
+  }
+
+  if (exitCode !== 0) {
+    process.exit(exitCode ?? 1)
+  }
+}
+
+main().catch(error => {
+  console.error(error instanceof Error ? error.message : String(error))
+  process.exit(1)
+})

package/dist/src/agents/command-spec.js

@@ -63,6 +63,7 @@ function getFallbackCommandCandidates(command) {
         const dirs = [
             winPath.join(home, '.shennian', 'node'),
             winPath.join('C:\\', 'nvm4w', 'nodejs'),
+            winPath.join(localAppData, 'npm-global'),
             winPath.join(appData, 'npm'),
             winPath.join(localAppData, 'pnpm'),
             winPath.join(home, 'scoop', 'shims'),
@@ -85,12 +86,12 @@ function buildFallbackPathEnv(currentPath, command) {
     const parts = currentPath?.split(path.delimiter).filter(Boolean) ?? [];
     if (getProcessPlatform() === 'win32') {
         if (command && path.basename(command) !== command) {
-            const commandDir = path.dirname(command);
+            const commandDir = path.win32.dirname(command);
             if (!parts.includes(commandDir))
                 parts.unshift(commandDir);
         }
         for (const candidate of getFallbackCommandCandidates('shennian')) {
-            const dir = path.dirname(candidate);
+            const dir = path.win32.dirname(candidate);
             if (!parts.includes(dir))
                 parts.push(dir);
         }
@@ -144,6 +145,13 @@ function isWindowsCmdShim(filePath) {
     const ext = path.extname(filePath).toLowerCase();
     return ext === '.cmd' || ext === '.bat';
 }
+function isWindowsNodeScript(filePath) {
+    const ext = path.extname(filePath).toLowerCase();
+    return ext === '.js' || ext === '.mjs' || ext === '.cjs';
+}
+function resolveWindowsNodeCommand() {
+    return lookupCommandPaths('node.exe')[0] ?? lookupCommandPaths('node')[0] ?? 'node';
+}
 function quoteCmdArg(text) {
     return `"${text.replace(/"/g, '""')}"`;
 }
@@ -250,6 +258,13 @@ export function resolveBuiltinCommand(type) {
 }
 export function buildLaunchSpec(spec, runtimeArgs, cwd) {
     if (spec.kind === 'native') {
+        if (getProcessPlatform() === 'win32' && isWindowsNodeScript(spec.path)) {
+            return {
+                command: resolveWindowsNodeCommand(),
+                args: [spec.path, ...spec.args, ...runtimeArgs],
+                cwd,
+            };
+        }
         return {
             command: spec.path,
             args: [...spec.args, ...runtimeArgs],
@@ -352,6 +367,13 @@ export function buildCommandStringLaunchSpec(commandString, runtimeArgs, cwd) {
             cwd,
         };
     }
+    if (isWindowsNodeScript(invocation.path)) {
+        return {
+            command: resolveWindowsNodeCommand(),
+            args: [invocation.path, ...baseArgs, ...runtimeArgs],
+            cwd,
+        };
+    }
     return {
         command: invocation.path,
         args: [...baseArgs, ...runtimeArgs],

package/dist/src/agents/external-channel-instructions.js

@@ -15,6 +15,7 @@ function buildReplyCommandInstructions(mode, sessionHint, workdirHint) {
             '发送图片：shennian manager external send-image --path "<图片绝对路径>" --caption "<可选说明>"',
             '发送视频：shennian manager external send-video --path "<视频绝对路径>" --caption "<可选说明>"',
             '发送文件：shennian manager external send-file --path "<文件绝对路径>" --caption "<可选说明>"',
+            '如果外部消息里显示“回复目标：rt_...”，多群监听或需要精确回复时在发送命令后追加 --reply-target "rt_..."。',
             '如果需要转发外部消息里的图片/视频/文件链接，先把链接下载到本地临时文件，再用对应的 --path 命令发送；不要直接发送短时效链接，也不要只口头说明已发送。',
             '只发送用户可见的最终内容，不要发送内部推理、工具日志或实现细节。',
         ].join('\n');
@@ -25,6 +26,7 @@ function buildReplyCommandInstructions(mode, sessionHint, workdirHint) {
         '发送图片：shennian external send-image --path "<图片绝对路径>" --caption "<可选说明>"',
         '发送视频：shennian external send-video --path "<视频绝对路径>" --caption "<可选说明>"',
         '发送文件：shennian external send-file --path "<文件绝对路径>" --caption "<可选说明>"',
+        '如果外部消息里显示“回复目标：rt_...”，多群监听或需要精确回复时在发送命令后追加 --reply-target "rt_..."。',
         '如果需要转发外部消息里的图片/视频/文件链接，先把链接下载到本地临时文件，再用对应的 --path 命令发送；不要直接发送短时效链接，也不要只口头说明已发送。',
         sessionHint,
         workdirHint,

package/dist/src/channels/base.d.ts

@@ -124,4 +124,5 @@ export interface ExternalChannelAdapter {
         conversationName?: string;
     }>;
     runtimeStatus?(config: ExternalChannelConfig): Partial<ExternalChannelRuntimeStatus>;
+    syncNow?(config: ExternalChannelConfig): Promise<ExternalMessageEvent[] | void>;
 }

package/dist/src/channels/runtime.d.ts

@@ -7,6 +7,7 @@ export declare class ChannelRuntime {
     private secrets;
     private adapters;
     private completedReplyKeys;
+    private recentMessages;
     constructor(onExternalMessage: (sessionId: string, event: ExternalMessageEvent) => void, createReplyTarget: (input: {
         managerSessionId: string;
         channelId: string;
@@ -17,7 +18,7 @@ export declare class ChannelRuntime {
     stop(): Promise<void>;
     ingest(event: ExternalMessageEvent & {
         managerSessionId?: string;
-    }): void;
+    }): ExternalMessageEvent;
     reply(input: ExternalReply & {
         managerSessionId: string;
     }): Promise<{
@@ -53,6 +54,12 @@ export declare class ChannelRuntime {
         };
     }>;
     listManagerExternalChannels(managerSessionId: string): ExternalChannelSessionStatus[];
+    syncManagerWeChatRpaChannel(managerSessionId: string): Promise<{
+        channel: ExternalChannelView;
+        messages: ExternalMessageEvent[];
+    }>;
+    private recordRecentMessage;
+    private getRecentMessages;
     upsertManagerChannel(input: {
         id: string;
         managerSessionId: string;
@@ -84,7 +91,7 @@ export declare class ChannelRuntime {
         }>;
         canReply?: boolean;
         systemPrompt?: string;
-        source?: 'macos-flow' | 'macos-probe' | 'fixture-jsonl';
+        source?: 'macos-flow' | 'macos-probe' | 'windows-visual-flow' | 'fixture-jsonl';
         pollIntervalMs?: number;
         recentLimit?: number;
         idleSeconds?: number;

package/dist/src/channels/runtime.js

@@ -18,14 +18,15 @@ export class ChannelRuntime {
     secrets = new ChannelSecretRegistry();
     adapters = new Map();
     completedReplyKeys = new Map();
+    recentMessages = new Map();
     constructor(onExternalMessage, createReplyTarget) {
         this.onExternalMessage = onExternalMessage;
         this.createReplyTarget = createReplyTarget;
-        const wecom = new WeComChannelAdapter((event) => this.ingest({ type: 'external.message', ...event }));
+        const wecom = new WeComChannelAdapter((event) => this.ingest({ ...event, type: 'external.message' }));
         this.adapters.set(wecom.type, wecom);
-        const websocket = new ExternalWebSocketChannelAdapter((event) => this.ingest({ type: 'external.message', ...event }));
+        const websocket = new ExternalWebSocketChannelAdapter((event) => this.ingest({ ...event, type: 'external.message' }));
         this.adapters.set(websocket.type, websocket);
-        const wechatRpa = new WeChatRpaChannelAdapter((event) => this.ingest({ type: 'external.message', ...event }));
+        const wechatRpa = new WeChatRpaChannelAdapter((event) => this.ingest(event));
         this.adapters.set(wechatRpa.type, wechatRpa);
     }
     async start() {
@@ -49,7 +50,10 @@ export class ChannelRuntime {
             conversationId: event.conversationId,
             messageId: event.messageId,
         });
-        this.onExternalMessage(sessionId, { ...event, replyTarget });
+        const normalized = { ...event, replyTarget };
+        this.onExternalMessage(sessionId, normalized);
+        this.recordRecentMessage(normalized);
+        return normalized;
     }
     async reply(input) {
         const config = this.configs.get(input.channelId);
@@ -242,6 +246,33 @@ export class ChannelRuntime {
             };
         });
     }
+    async syncManagerWeChatRpaChannel(managerSessionId) {
+        const config = this.configs.list()
+            .find((channel) => channel.enabled && channel.type === 'wechat-rpa' && (channel.sessionId ?? channel.managerSessionId) === managerSessionId);
+        if (!config)
+            throw new Error('No enabled WeChat RPA channel is bound to this session');
+        const adapter = this.adapters.get(config.type);
+        if (!adapter?.syncNow)
+            throw new Error('WeChat RPA channel does not support manual sync');
+        const recentSince = Date.now() - 2 * 60 * 1000;
+        const messages = mergeExternalMessages(await adapter.syncNow(config) ?? [], this.getRecentMessages(config.id, recentSince));
+        return {
+            channel: this.getManagerChannel(managerSessionId, 'wechat-rpa', { includeSecret: true }),
+            messages,
+        };
+    }
+    recordRecentMessage(event) {
+        const current = this.recentMessages.get(event.channelId) ?? [];
+        current.push(event);
+        this.recentMessages.set(event.channelId, current.slice(-50));
+    }
+    getRecentMessages(channelId, sinceMs) {
+        const messages = this.recentMessages.get(channelId) ?? [];
+        return messages.filter((event) => {
+            const receivedAt = Date.parse(event.receivedAt);
+            return !Number.isFinite(receivedAt) || receivedAt >= sinceMs;
+        });
+    }
     async upsertManagerChannel(input) {
         const previous = this.configs.get(input.id);
         const allConfigs = this.configs.list();
@@ -315,7 +346,7 @@ export class ChannelRuntime {
             secretRef: previous?.secretRef || `channel:${input.id}`,
         };
         const priorSecret = this.secrets.get(nextConfig.secretRef);
-        const source = input.source || (priorSecret?.source === 'macos-probe' || priorSecret?.source === 'fixture-jsonl' || priorSecret?.source === 'macos-flow' ? priorSecret.source : 'macos-flow');
+        const source = input.source || (priorSecret?.source === 'macos-probe' || priorSecret?.source === 'fixture-jsonl' || priorSecret?.source === 'macos-flow' || priorSecret?.source === 'windows-visual-flow' ? priorSecret.source : defaultWeChatRpaSource());
         const configs = allConfigs
             .filter((channel) => channel.id !== nextConfig.id)
             .map((channel) => (channel.sessionId ?? channel.managerSessionId) === boundSessionId && channel.type === 'wechat-rpa'
@@ -416,15 +447,22 @@ function normalizeWeChatRpaGroups(groups) {
 function normalizeCloudOcrMode(value) {
     return value === 'fallback' || value === 'always' ? value : 'off';
 }
+function defaultWeChatRpaSource() {
+    return process.platform === 'win32' ? 'windows-visual-flow' : 'macos-flow';
+}
 function defaultWeChatRpaCloudOcrConfig() {
     const config = loadConfig();
     const serverUrl = (config.serverUrl || SERVERS.cn.url).replace(/\/+$/, '');
     const token = config.machineToken?.trim() || config.accessToken?.trim();
     return {
-        cloudOcrUrl: `${serverUrl}/integrations/wechat-rpa/ocr`,
+        cloudOcrUrl: `${serverApiBaseUrl(serverUrl)}/integrations/wechat-rpa/ocr`,
         ...(token ? { cloudOcrToken: token } : {}),
     };
 }
+function serverApiBaseUrl(serverUrl) {
+    const normalized = serverUrl.replace(/\/+$/, '');
+    return normalized.endsWith('/api') ? normalized : `${normalized}/api`;
+}
 export function planExternalReplySends(channelType, input) {
     const parts = splitExternalReplyText(input.text);
     if (!parts.length && !input.attachment)
@@ -454,6 +492,18 @@ export function planExternalReplySends(channelType, input) {
     }
     return sends;
 }
+function mergeExternalMessages(...groups) {
+    const seen = new Set();
+    const out = [];
+    for (const event of groups.flat()) {
+        const key = `${event.channelId}\n${event.conversationId}\n${event.messageId}`;
+        if (seen.has(key))
+            continue;
+        seen.add(key);
+        out.push(event);
+    }
+    return out;
+}
 function replyCompletionKey(channelId, conversationId, idempotencyKey) {
     return crypto.createHash('sha256')
         .update(`${channelId}\n${conversationId}\n${idempotencyKey}`)

package/dist/src/channels/secret-registry.d.ts

@@ -6,7 +6,7 @@ type ChannelSecretRecord = {
     token?: string;
     canReply?: boolean;
     systemPrompt?: string;
-    source?: 'macos-probe' | 'macos-flow' | 'fixture-jsonl';
+    source?: 'macos-probe' | 'macos-flow' | 'windows-visual-flow' | 'fixture-jsonl';
     fixturePath?: string;
     pollIntervalMs?: number;
     groups?: Array<{

package/dist/src/channels/wechat-rpa/macos-flow.d.ts

@@ -68,6 +68,11 @@ export type MacWeChatRpaCloudOcrUsage = {
     totalTokens?: number;
 };
 export declare function runMacWeChatRpaFlow(options: MacWeChatRpaFlowOptions): Promise<MacWeChatRpaFlowResult>;
+export declare function buildCloudOcrImagePayload(screenshotPath: string, options: Pick<MacWeChatRpaFlowOptions, 'cloudOcrUrl' | 'cloudOcrToken'>): Promise<{
+    imageUrl: string;
+    imageObjectKey?: string;
+} | null>;
+export declare function cloudOcrImageUploadUrl(cloudOcrUrl?: string): string | null;
 export declare function selectCloudOcrRequest(result: Pick<MacWeChatRpaFlowResult, 'newMessages' | 'recentMessages' | 'screenshotPath' | 'postSendScreenshotPath' | 'sentReply' | 'sentAttachment'>, mode: 'off' | 'fallback' | 'always'): {
     screenshotPath: string;
     purpose: MacWeChatRpaCloudOcrPurpose;

package/dist/src/channels/wechat-rpa/macos-flow.js

@@ -49,6 +49,8 @@ export async function runMacWeChatRpaFlow(options) {
         const parsed = parseFlowStdout(stdout);
         if (parsed?.interrupted)
             return parsed;
+        if (parsed && hasPartialSendProgress(parsed))
+            return parsed;
         throw new Error(stderr.trim() || stdout.slice(0, 1_000) || execError.message || 'WeChat RPA flow failed');
     }
     try {
@@ -72,12 +74,17 @@ function parseFlowStdout(stdout) {
         return null;
     }
 }
+function hasPartialSendProgress(result) {
+    return Boolean(result.sentReplyObserved || result.sentAttachmentObserved);
+}
 async function maybeEnrichWithCloudOcr(result, options) {
     const mode = options.cloudOcrMode ?? 'off';
     const request = selectCloudOcrRequest(result, mode);
     if (!request || !options.cloudOcrUrl || !options.cloudOcrToken)
         return result;
-    const imageBase64 = fs.readFileSync(request.screenshotPath).toString('base64');
+    const imagePayload = await buildCloudOcrImagePayload(request.screenshotPath, options);
+    if (!imagePayload)
+        return result;
     const response = await fetch(options.cloudOcrUrl, {
         method: 'POST',
         headers: {
@@ -85,7 +92,7 @@ async function maybeEnrichWithCloudOcr(result, options) {
             'content-type': 'application/json',
         },
         body: JSON.stringify({
-            imageBase64,
+            ...imagePayload,
             mimeType: 'image/png',
             conversationName: options.groupName,
             purpose: request.purpose,
@@ -111,6 +118,47 @@ async function maybeEnrichWithCloudOcr(result, options) {
         recentMessages: mergeCloudMessages(result.recentMessages ?? [], cloudMessages).slice(-recentLimit),
     };
 }
+export async function buildCloudOcrImagePayload(screenshotPath, options) {
+    const buffer = fs.readFileSync(screenshotPath);
+    const uploadUrl = cloudOcrImageUploadUrl(options.cloudOcrUrl);
+    if (uploadUrl && options.cloudOcrToken) {
+        try {
+            const response = await fetch(uploadUrl, {
+                method: 'POST',
+                headers: {
+                    authorization: `Bearer ${options.cloudOcrToken}`,
+                    'content-type': 'image/png',
+                },
+                body: buffer,
+            });
+            if (response.ok) {
+                const payload = await response.json().catch(() => null);
+                if (payload?.imageUrl) {
+                    return {
+                        imageUrl: payload.imageUrl,
+                        ...(payload.imageObjectKey ? { imageObjectKey: payload.imageObjectKey } : {}),
+                    };
+                }
+            }
+        }
+        catch {
+            // Cloud OCR is an optional fallback; if image upload is unavailable, keep the local result.
+        }
+    }
+    return null;
+}
+export function cloudOcrImageUploadUrl(cloudOcrUrl) {
+    if (!cloudOcrUrl)
+        return null;
+    try {
+        const url = new URL(cloudOcrUrl);
+        url.pathname = url.pathname.replace(/\/ocr\/?$/, '/ocr/image');
+        return url.toString();
+    }
+    catch {
+        return null;
+    }
+}
 export function selectCloudOcrRequest(result, mode) {
     if (!shouldUseCloudOcr(result, mode))
         return null;

package/dist/src/channels/wechat-rpa/windows-visual-flow.d.ts

@@ -0,0 +1,36 @@
+import type { ExecFileOptions } from 'node:child_process';
+import type { MacWeChatRpaAttachment, MacWeChatRpaFlowOptions, MacWeChatRpaFlowResult } from './macos-flow.js';
+type WindowsVisualObservation = {
+    text?: string;
+    confidence?: number;
+    role?: string;
+    attachment?: MacWeChatRpaAttachment;
+};
+type WindowsVisualSent = {
+    type?: string;
+    text?: string;
+    files?: string[];
+    observations?: WindowsVisualObservation[];
+};
+type WindowsVisualSummary = {
+    ok?: boolean;
+    group?: string;
+    captureDir?: string;
+    recentMessages?: WindowsVisualObservation[];
+    sent?: WindowsVisualSent[];
+    artifacts?: string[];
+    error?: string;
+};
+export type WindowsWeChatRpaVisualFlowOptions = MacWeChatRpaFlowOptions & {
+    helperPath?: string;
+    ocrFixturePath?: string;
+    attachmentPaths?: string[];
+};
+export declare function buildWindowsVisualFlowExec(options: WindowsWeChatRpaVisualFlowOptions): {
+    command: string;
+    args: string[];
+    execOptions: ExecFileOptions;
+};
+export declare function runWindowsWeChatRpaVisualFlow(options: WindowsWeChatRpaVisualFlowOptions): Promise<MacWeChatRpaFlowResult>;
+export declare function windowsSummaryToFlowResult(options: Pick<WindowsWeChatRpaVisualFlowOptions, 'groupName' | 'replyText' | 'attachmentPath' | 'attachmentPaths'>, summary: WindowsVisualSummary): MacWeChatRpaFlowResult;
+export {};