@xcanwin/manyoyo 8.2.1 → 8.3.1

package/lib/plugin/playwright-extensions.js

@@ -0,0 +1,299 @@
+'use strict';
+
+// 浏览器扩展：下载 CRX 并转成可加载的目录，以及把目录解析成 Chromium 启动参数。
+
+const fs = require('fs');
+const os = require('os');
+const path = require('path');
+const { spawnSync } = require('child_process');
+
+const EXTENSIONS = [
+    ['ublock-origin-lite', 'ddkjiahejlhfcafbddmgiahcphecmpfh'],
+    ['adguard', 'bgnkhhnnamicmpeenaelnjfhikgbkllg'],
+    ['privacy-badger', 'pkehgijcmpdhfbdbbnkijodmdjhbjlgp'],
+    ['webrtc-leak-shield', 'bppamachkoflopbagkdoflbgfjflfnfl'],
+    ['webgl-fingerprint-defender', 'olnbjpaejebpnokblkepbphhembdicik']
+];
+
+function isHostPermission(value) {
+    if (value === '<all_urls>') {
+        return true;
+    }
+    return /^(?:\*|http|https|file|ftp):\/\//.test(value);
+}
+
+function scriptSourcesFromHtml(htmlFile) {
+    const content = fs.readFileSync(htmlFile, { encoding: 'utf8' });
+    const scripts = [...content.matchAll(/<script[^>]+src=["']([^"']+)["']/gi)].map(m => m[1]);
+    return scripts.filter(src => !/^(?:https?:)?\/\//.test(src));
+}
+
+function convertManifestV2ToV3(extDir) {
+    const manifestFile = path.join(extDir, 'manifest.json');
+    const manifest = JSON.parse(fs.readFileSync(manifestFile, 'utf8'));
+    if (manifest.manifest_version !== 2) {
+        return false;
+    }
+
+    manifest.manifest_version = 3;
+
+    if (manifest.browser_action && !manifest.action) {
+        manifest.action = manifest.browser_action;
+        delete manifest.browser_action;
+    }
+    if (manifest.page_action && !manifest.action) {
+        manifest.action = manifest.page_action;
+        delete manifest.page_action;
+    }
+
+    const background = manifest.background;
+    if (background && typeof background === 'object' && !Array.isArray(background)) {
+        let scripts = [];
+        if (Array.isArray(background.scripts)) {
+            scripts = background.scripts.filter(s => typeof s === 'string');
+        } else if (typeof background.page === 'string') {
+            const pagePath = path.join(extDir, background.page);
+            if (fs.existsSync(pagePath)) {
+                scripts = scriptSourcesFromHtml(pagePath);
+            }
+        }
+
+        if (scripts.length > 0) {
+            const swName = 'generated_background_sw.js';
+            const swFile = path.join(extDir, swName);
+            const swLines = [
+                '// Auto-generated by manyoyo playwright ext-download for MV3.',
+                `importScripts(${scripts.map(s => JSON.stringify(s)).join(', ')});`,
+                ''
+            ];
+            fs.writeFileSync(swFile, swLines.join('\n'), 'utf8');
+            manifest.background = { service_worker: swName };
+        } else {
+            delete manifest.background;
+        }
+    }
+
+    if (typeof manifest.content_security_policy === 'string') {
+        manifest.content_security_policy = { extension_pages: manifest.content_security_policy };
+    }
+
+    if (Array.isArray(manifest.permissions)) {
+        const hostPermissions = Array.isArray(manifest.host_permissions) ? [...manifest.host_permissions] : [];
+        const keptPermissions = [];
+
+        for (const perm of manifest.permissions) {
+            if (typeof perm === 'string' && isHostPermission(perm)) {
+                if (!hostPermissions.includes(perm)) {
+                    hostPermissions.push(perm);
+                }
+            } else {
+                keptPermissions.push(perm);
+            }
+        }
+
+        manifest.permissions = keptPermissions;
+        if (hostPermissions.length > 0) {
+            manifest.host_permissions = hostPermissions;
+        }
+    }
+
+    const war = manifest.web_accessible_resources;
+    if (Array.isArray(war) && war.length > 0 && war.every(v => typeof v === 'string')) {
+        manifest.web_accessible_resources = [
+            {
+                resources: war,
+                matches: ['<all_urls>']
+            }
+        ];
+    }
+
+    fs.writeFileSync(manifestFile, `${JSON.stringify(manifest, null, 2)}\n`, 'utf8');
+    return true;
+}
+
+function buildCrxUrl(extId, prodversion) {
+    return (
+        'https://clients2.google.com/service/update2/crx' +
+        `?response=redirect&prodversion=${prodversion}` +
+        '&acceptformat=crx2,crx3' +
+        `&x=id%3D${extId}%26installsource%3Dondemand%26uc`
+    );
+}
+
+function crxZipOffset(data) {
+    if (data.subarray(0, 4).toString('ascii') !== 'Cr24') {
+        throw new Error('not a CRX file');
+    }
+
+    const version = data.readUInt32LE(4);
+    if (version === 2) {
+        const pubLen = data.readUInt32LE(8);
+        const sigLen = data.readUInt32LE(12);
+        return 16 + pubLen + sigLen;
+    }
+    if (version === 3) {
+        const headerLen = data.readUInt32LE(8);
+        return 12 + headerLen;
+    }
+    throw new Error(`unsupported CRX version: ${version}`);
+}
+const CONTAINER_EXTENSION_ROOT = '/app/extensions';
+
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+function extensionDirPath(pluginRoot) {
+    return path.join(pluginRoot, 'extensions');
+}
+
+function resolveExtensionPaths(inputs) {
+    const uniquePaths = [];
+    const add = value => {
+        if (!uniquePaths.includes(value)) {
+            uniquePaths.push(value);
+        }
+    };
+
+    for (const item of inputs) {
+        const absPath = path.resolve(item);
+        if (absPath.includes(',')) {
+            throw new Error(`扩展路径不能包含逗号: ${absPath}`);
+        }
+        if (!fs.existsSync(absPath)) {
+            throw new Error(`扩展路径不存在: ${absPath}`);
+        }
+        if (!fs.statSync(absPath).isDirectory()) {
+            throw new Error(`扩展路径必须是目录: ${absPath}`);
+        }
+        if (fs.existsSync(path.join(absPath, 'manifest.json'))) {
+            add(absPath);
+            continue;
+        }
+        const children = fs.readdirSync(absPath, { withFileTypes: true })
+            .filter(dirent => dirent.isDirectory())
+            .map(dirent => path.join(absPath, dirent.name))
+            .filter(child => fs.existsSync(path.join(child, 'manifest.json')));
+        if (children.length === 0) {
+            throw new Error(`目录下未找到扩展(manifest.json): ${absPath}`);
+        }
+        children.forEach(add);
+    }
+    return uniquePaths;
+}
+
+// --ext-path 给目录，--ext-name 给 ~/.manyoyo/plugin/playwright/extensions/ 下的目录名
+function resolveExtensionInputs(pluginRoot, { extensionPaths = [], extensionNames = [] } = {}) {
+    const extensionRoot = path.resolve(extensionDirPath(pluginRoot));
+    const named = extensionNames.map(name => {
+        if (name.includes('/') || name.includes('\\') || name === '.' || name === '..') {
+            throw new Error(`扩展名称无效: ${name}`);
+        }
+        return path.join(extensionRoot, name);
+    });
+    return resolveExtensionPaths([...extensionPaths, ...named]);
+}
+
+function buildExtensionLaunchArgs(extensionPaths) {
+    if (extensionPaths.length === 0) {
+        return [];
+    }
+    const joined = extensionPaths.join(',');
+    return [`--disable-extensions-except=${joined}`, `--load-extension=${joined}`];
+}
+
+// 容器里看到的扩展目录：${CONTAINER_EXTENSION_ROOT}/ext-<序号>-<目录名>
+function buildContainerExtensionMounts(extensionPaths) {
+    const containerPaths = [];
+    const volumes = [];
+    extensionPaths.forEach((hostPath, idx) => {
+        const safeName = path.basename(hostPath).replace(/[^A-Za-z0-9._-]/g, '-').replace(/-+/g, '-').replace(/^-|-$/g, '') || 'ext';
+        const containerPath = path.posix.join(CONTAINER_EXTENSION_ROOT, `ext-${idx + 1}-${safeName}`);
+        containerPaths.push(containerPath);
+        volumes.push(`${hostPath}:${containerPath}:ro`);
+    });
+    return { containerPaths, volumes };
+}
+
+function curlDownload(url, output, retries = 3, timeoutSec = 60) {
+    let lastError = null;
+    for (let i = 1; i <= retries; i += 1) {
+        const result = spawnSync('curl', [
+            '--fail', '--location', '--silent', '--show-error',
+            '--connect-timeout', String(timeoutSec), '--max-time', String(timeoutSec),
+            '--output', output, url
+        ], { encoding: 'utf8' });
+        if (!result.error && result.status === 0) {
+            return;
+        }
+        lastError = result.error || new Error(result.stderr || `curl failed with exit code ${result.status}`);
+    }
+    throw new Error(`download failed after ${retries} attempts: ${url}; ${String(lastError)}`);
+}
+
+function extractCrx(crxFile, outDir, log) {
+    const data = fs.readFileSync(crxFile);
+    const tempZip = path.join(os.tmpdir(), `manyoyo-playwright-ext-${process.pid}-${Date.now()}.zip`);
+    fs.mkdirSync(outDir, { recursive: true });
+    fs.writeFileSync(tempZip, data.subarray(crxZipOffset(data)));
+    const result = spawnSync('unzip', ['-oq', tempZip, '-d', outDir], { encoding: 'utf8' });
+    fs.rmSync(tempZip, { force: true });
+    if (result.error) {
+        throw result.error;
+    }
+    if (result.status !== 0) {
+        throw new Error(result.stderr || `unzip failed with exit code ${result.status}`);
+    }
+    if (!fs.existsSync(path.join(outDir, 'manifest.json'))) {
+        throw new Error(`${crxFile} extracted but manifest.json missing`);
+    }
+    if (convertManifestV2ToV3(outDir)) {
+        log(`[manifest] upgraded to MV3: ${path.basename(outDir)}`);
+    }
+}
+
+async function downloadExtensions({ pluginRoot, prodversion, log, logError }) {
+    if (spawnSync('unzip', ['-v'], { stdio: 'ignore' }).status !== 0) {
+        logError('[ext-download] failed: unzip command not found.');
+        return 1;
+    }
+    const extDir = path.resolve(extensionDirPath(pluginRoot));
+    const tmpDir = path.resolve(pluginRoot, 'tmp-crx');
+    fs.rmSync(tmpDir, { recursive: true, force: true });
+    fs.mkdirSync(extDir, { recursive: true });
+    fs.mkdirSync(tmpDir, { recursive: true });
+    try {
+        log(`[info] ext dir: ${extDir}`);
+        for (const [name, extId] of EXTENSIONS) {
+            const crxFile = path.join(tmpDir, `${name}.crx`);
+            const outDir = path.join(extDir, name);
+            log(`[download] ${name}`);
+            curlDownload(buildCrxUrl(extId, prodversion), crxFile);
+            log(`[extract] ${name}`);
+            // 先解到临时目录再替换，解压失败不会丢掉原来能用的扩展
+            const stagingDir = path.join(tmpDir, `${name}.staged`);
+            extractCrx(crxFile, stagingDir, log);
+            fs.rmSync(outDir, { recursive: true, force: true });
+            fs.renameSync(stagingDir, outDir);
+            await sleep(0);
+        }
+    } finally {
+        fs.rmSync(tmpDir, { recursive: true, force: true });
+    }
+    log(`[done] all extensions are ready: ${extDir}`);
+    return 0;
+}
+
+module.exports = {
+    EXTENSIONS,
+    CONTAINER_EXTENSION_ROOT,
+    buildContainerExtensionMounts,
+    buildCrxUrl,
+    buildExtensionLaunchArgs,
+    convertManifestV2ToV3,
+    crxZipOffset,
+    downloadExtensions,
+    extensionDirPath,
+    resolveExtensionInputs,
+    resolveExtensionPaths
+};

package/lib/plugin/playwright-probe.js

@@ -0,0 +1,53 @@
+'use strict';
+
+// 真实探测：连上浏览器、新开页面、打开 data: 页面并读回内容。
+// 作为子进程运行，父进程负责超时；端点（含 token）只经环境变量 MANYOYO_PROBE 传入。
+// MANYOYO_PROBE = { core, kind: 'ws' | 'cdp', endpoint, timeout }
+
+async function probe({ core, kind, endpoint, timeout }) {
+    const { chromium } = require(core);
+    const started = Date.now();
+    const browser = kind === 'cdp'
+        ? await chromium.connectOverCDP(endpoint, { timeout })
+        : await chromium.connect(endpoint, { timeout });
+    try {
+        let context;
+        let ownContext = false;
+        if (kind === 'cdp') {
+            context = browser.contexts()[0] || await browser.newContext();
+        } else {
+            context = await browser.newContext();
+            ownContext = true;
+        }
+        const page = await context.newPage();
+        try {
+            await page.goto('data:text/html,<title>manyoyo-ok</title>', { timeout });
+            const title = await page.title();
+            if (title !== 'manyoyo-ok') {
+                throw new Error(`页面内容不符: ${title}`);
+            }
+        } finally {
+            await page.close().catch(() => {});
+            if (ownContext) {
+                await context.close().catch(() => {});
+            }
+        }
+    } finally {
+        await browser.close().catch(() => {});
+    }
+    return Date.now() - started;
+}
+
+if (require.main === module) {
+    probe(JSON.parse(process.env.MANYOYO_PROBE))
+        .then(ms => {
+            console.log(JSON.stringify({ ok: true, ms }));
+            process.exit(0);
+        })
+        .catch(error => {
+            console.log(JSON.stringify({ ok: false, error: String(error && error.message || error).split('\n')[0] }));
+            process.exit(1);
+        });
+}
+
+module.exports = { probe };

package/lib/plugin/playwright-relay.js

@@ -0,0 +1,88 @@
+'use strict';
+
+// Chrome 中继：把容器里的 CDP 连接转发给用户正在使用的 Chrome。
+// 只放行带 token 路径的 WebSocket upgrade；每次新连接都重新读取 DevToolsActivePort，
+// 所以 Chrome 重启（端口与路径变化）后不用重建容器；转发时改写 Host 头以通过 Chrome 的 Host 检查。
+
+const fs = require('fs');
+const http = require('http');
+const crypto = require('crypto');
+const { WebSocket, WebSocketServer } = require('ws');
+
+function parseDevToolsActivePort(content) {
+    const lines = String(content || '').split(/\r?\n/).map(line => line.trim()).filter(Boolean);
+    const port = Number(lines[0]);
+    const wsPath = lines[1] || '';
+    if (!Number.isInteger(port) || port <= 0 || port > 65535 || !wsPath.startsWith('/devtools/browser/')) {
+        return null;
+    }
+    return { port, wsPath };
+}
+
+function findDevToolsActivePort(candidates) {
+    for (const filePath of candidates) {
+        try {
+            const parsed = parseDevToolsActivePort(fs.readFileSync(filePath, 'utf8'));
+            if (parsed) {
+                return { ...parsed, filePath };
+            }
+        } catch {
+            // 候选路径不存在，继续找下一个
+        }
+    }
+    return null;
+}
+
+function tokenMatches(actual, expected) {
+    const a = Buffer.from(String(actual));
+    const b = Buffer.from(String(expected));
+    return a.length === b.length && crypto.timingSafeEqual(a, b);
+}
+
+function createRelay({ token, candidates }) {
+    const wss = new WebSocketServer({ noServer: true });
+    const server = http.createServer((req, res) => {
+        res.writeHead(404);
+        res.end();
+    });
+
+    server.on('upgrade', (req, socket, head) => {
+        const pathname = String(req.url || '').split('?')[0];
+        if (!tokenMatches(pathname, `/${token}`)) {
+            socket.end('HTTP/1.1 404 Not Found\r\nConnection: close\r\n\r\n');
+            return;
+        }
+        const target = findDevToolsActivePort(candidates);
+        if (!target) {
+            socket.end('HTTP/1.1 502 Bad Gateway\r\nConnection: close\r\n\r\n');
+            return;
+        }
+        const upstream = new WebSocket(`ws://127.0.0.1:${target.port}${target.wsPath}`, {
+            headers: { Host: `127.0.0.1:${target.port}` },
+            perMessageDeflate: false
+        });
+        upstream.once('error', () => socket.destroy());
+        upstream.once('open', () => {
+            wss.handleUpgrade(req, socket, head, client => {
+                client.on('message', (data, isBinary) => upstream.send(data, { binary: isBinary }));
+                upstream.on('message', (data, isBinary) => client.send(data, { binary: isBinary }));
+                client.on('close', () => upstream.close());
+                upstream.on('close', () => client.close());
+                client.on('error', () => upstream.terminate());
+                upstream.on('error', () => client.terminate());
+            });
+        });
+    });
+
+    return server;
+}
+
+if (require.main === module) {
+    // 配置只经文件传入（含 token），不进命令行与环境变量
+    const config = JSON.parse(fs.readFileSync(process.argv[2], 'utf8'));
+    const server = createRelay(config);
+    server.listen(config.port, config.host);
+    process.on('SIGTERM', () => server.close(() => process.exit(0)));
+}
+
+module.exports = { createRelay, findDevToolsActivePort, parseDevToolsActivePort };

package/lib/plugin/playwright-server.js

@@ -0,0 +1,23 @@
+'use strict';
+
+// 宿主机（或 vnc 容器内）的 Playwright 浏览器服务：用 @playwright/cli 自带的 playwright-core 启动有头浏览器并开放 WebSocket。
+// 用法：node playwright-server.js <playwright-core 目录> <配置文件>，配置为 chromium.launchServer 的选项。
+
+const fs = require('fs');
+
+async function main() {
+    const [corePath, configPath] = process.argv.slice(2);
+    const options = JSON.parse(fs.readFileSync(configPath, 'utf8'));
+    const { chromium } = require(corePath);
+    const server = await chromium.launchServer(options);
+    const shutdown = () => server.close().finally(() => process.exit(0));
+    process.on('SIGTERM', shutdown);
+    process.on('SIGINT', shutdown);
+    server.process().on('exit', () => process.exit(1));
+    console.log('ready');
+}
+
+main().catch(error => {
+    console.error(error && error.stack ? error.stack : String(error));
+    process.exit(1);
+});