@swimmingliu/autovpn 1.4.0

package/dist/pipeline/dedupe.js

@@ -0,0 +1,104 @@
+import path from 'node:path';
+import { spawn as defaultSpawn } from 'node:child_process';
+import { mergeProjectEnv } from '../runtime/env.js';
+const PYTHON_DEDUPE_HELPER = `
+import json
+import sys
+from vpn_automation.pipeline.dedupe import dedupe_vmess_links
+
+payload = json.load(sys.stdin)
+json.dump(dedupe_vmess_links(payload["links"]), sys.stdout, ensure_ascii=False)
+sys.stdout.write("\\n")
+`;
+export function parseVmessLink(link) {
+    const encoded = link.replace(/^vmess:\/\//, '');
+    const padded = encoded + '='.repeat((4 - (encoded.length % 4)) % 4);
+    return JSON.parse(Buffer.from(padded, 'base64url').toString('utf8'));
+}
+export function canonicalVmessKey(payload) {
+    return JSON.stringify([
+        payload.add ?? '',
+        payload.port ?? '',
+        payload.id ?? '',
+        payload.net ?? '',
+        payload.host ?? '',
+        payload.path ?? '',
+        payload.tls ?? '',
+        payload.sni ?? ''
+    ].map((value) => String(value)));
+}
+export function dedupeVmessLinks(links) {
+    const seen = new Set();
+    const result = [];
+    for (const link of links) {
+        const key = canonicalVmessKey(parseVmessLink(link));
+        if (seen.has(key)) {
+            continue;
+        }
+        seen.add(key);
+        result.push(link);
+    }
+    return result;
+}
+export function selectPipelineStageBackend(stage, env = process.env) {
+    const stageKey = `AUTOVPN_STAGE_BACKEND_${stage.toUpperCase()}`;
+    const stageOverride = String(env[stageKey] ?? '').trim().toLowerCase();
+    const pipelineOverride = String(env.AUTOVPN_PIPELINE_BACKEND ?? '').trim().toLowerCase();
+    const selected = stageOverride || pipelineOverride || 'node';
+    return selected === 'python' ? 'python' : 'node';
+}
+async function defaultResolvePythonCli(env) {
+    // @ts-expect-error Phase 1 runner remains plain ESM JavaScript.
+    const runner = await import('../../lib/runner.mjs');
+    return runner.resolveOrInstallPythonCli({ env });
+}
+function pythonCommandFor(resolved) {
+    const command = resolved.command;
+    const name = path.basename(command).toLowerCase();
+    if (['autovpn', 'autovpn.exe'].includes(name)) {
+        const executable = process.platform === 'win32' ? 'python.exe' : 'python';
+        return path.join(path.dirname(command), executable);
+    }
+    return process.platform === 'win32' ? 'python.exe' : 'python3';
+}
+async function dedupeVmessLinksWithPython(links, options) {
+    const env = mergeProjectEnv(options.cwd ?? process.cwd(), options.env ?? process.env);
+    const resolved = options.resolvePythonCli ? await options.resolvePythonCli() : await defaultResolvePythonCli(env);
+    const child = (options.spawn ?? defaultSpawn)(pythonCommandFor(resolved), ['-c', PYTHON_DEDUPE_HELPER], {
+        cwd: options.cwd ?? process.cwd(),
+        env,
+        stdio: ['pipe', 'pipe', 'pipe']
+    });
+    let stdout = '';
+    let stderr = '';
+    child.stdout?.on('data', (chunk) => {
+        stdout += String(chunk);
+    });
+    child.stderr?.on('data', (chunk) => {
+        stderr += String(chunk);
+    });
+    const completion = new Promise((resolve, reject) => {
+        child.on('error', reject);
+        child.on('close', (code) => {
+            if (code !== 0) {
+                reject(new Error(`Python dedupe backend failed with exit code ${code}: ${stderr.trim()}`));
+                return;
+            }
+            try {
+                resolve(JSON.parse(stdout));
+            }
+            catch (error) {
+                reject(new Error(`Python dedupe backend returned invalid JSON: ${error instanceof Error ? error.message : String(error)}`));
+            }
+        });
+    });
+    child.stdin?.write(JSON.stringify({ links }));
+    child.stdin?.end();
+    return completion;
+}
+export async function dedupeVmessLinksWithBackend(links, options = {}) {
+    if (selectPipelineStageBackend('dedupe', options.env ?? process.env) === 'python') {
+        return options.pythonDedupe ? options.pythonDedupe(links) : dedupeVmessLinksWithPython(links, options);
+    }
+    return dedupeVmessLinks(links);
+}