npm - @doppelgangerdev/doppelganger - Versions diffs - 0.4.3 → 0.5.3 - Mend

@doppelgangerdev/doppelganger 0.4.3 → 0.5.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (57) hide show

package/dist/captures/run_1769042882403_589_agent_1769042884446_initial.png ADDED Viewed

Binary file

package/dist/captures/run_1769042882403_589_agent_1769042887058.png ADDED Viewed

Binary file

package/dist/captures/run_1769042882403_589_agent_1769042888468.webm ADDED Viewed

Binary file

package/dist/captures/run_1769043202318_943_agent_1769043206237.png ADDED Viewed

Binary file

package/dist/captures/run_1769043202318_943_agent_1769043207415.webm ADDED Viewed

Binary file

package/dist/captures/run_1769043449517_97_agent_1769043451350_initial.png ADDED Viewed

Binary file

package/dist/captures/run_1769043449517_97_agent_1769043455038.png ADDED Viewed

Binary file

package/dist/captures/run_1769043449517_97_agent_1769043456476.webm ADDED Viewed

Binary file

package/dist/captures/run_1769043471164_239_agent_1769043472720_initial.png ADDED Viewed

Binary file

package/dist/captures/run_1769043471164_239_agent_1769043474022.png ADDED Viewed

Binary file

package/dist/captures/run_1769043471164_239_agent_1769043476419.png ADDED Viewed

Binary file

package/dist/captures/run_1769043471164_239_agent_1769043477795.webm ADDED Viewed

Binary file

package/dist/captures/run_1769080585290_151_agent_1769080595110.png ADDED Viewed

Binary file

package/dist/captures/run_1769080585290_151_agent_1769080596335.webm ADDED Viewed

Binary file

package/dist/index.html CHANGED Viewed

@@ -11,8 +11,8 @@
     <link
         href="https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700;800&family=JetBrains+Mono:wght@400;500;600;700&display=swap"
         rel="stylesheet">
-  <script type="module" crossorigin src="/assets/index-D68YZVOp.js"></script>
-  <link rel="stylesheet" crossorigin href="/assets/index-WbwoTnJa.css">
+  <script type="module" crossorigin src="/assets/index-Deb2QMGx.js"></script>
+  <link rel="stylesheet" crossorigin href="/assets/index-BXRKDZ1_.css">
 </head>
 <body class="bg-[#020202] text-gray-100 font-sans h-full overflow-hidden selection:bg-white selection:text-black">

package/dist/screenshots/agent_1769037343598.png ADDED Viewed

Binary file

package/dist/screenshots/agent_1769037357541.png ADDED Viewed

Binary file

package/dist/screenshots/scrape_1769037382254.png ADDED Viewed

Binary file

package/dist/screenshots/scrape_1769037413189.png ADDED Viewed

Binary file

package/dist/screenshots/scrape_1769037449707.png ADDED Viewed

Binary file

package/dist/screenshots/scrape_1769037461756.png ADDED Viewed

Binary file

package/dist/screenshots/scrape_1769037490581.png ADDED Viewed

Binary file

package/dist/screenshots/scrape_1769038242368.png ADDED Viewed

Binary file

package/headful.js CHANGED Viewed

@@ -1,7 +1,8 @@
 const { chromium } = require('playwright');
 const fs = require('fs');
 const path = require('path');
-const { getProxySelection } = require('./proxy-rotation');
+const { getProxySelection } = require('./proxy-rotation');
+const { selectUserAgent } = require('./user-agent-settings');
 const STORAGE_STATE_PATH = path.join(__dirname, 'storage_state.json');
 const STORAGE_STATE_FILE = (() => {
@@ -16,12 +17,6 @@ const STORAGE_STATE_FILE = (() => {
     return STORAGE_STATE_PATH;
 })();
-// Use a consistent User Agent or the same pool
-const userAgents = [
-    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36',
-    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36'
-];
 let activeSession = null;
 const teardownActiveSession = async () => {
@@ -53,8 +48,7 @@ async function handleHeadful(req, res) {
     const rotateProxiesRaw = req.body.rotateProxies ?? req.query.rotateProxies;
     const rotateProxies = String(rotateProxiesRaw).toLowerCase() === 'true' || rotateProxiesRaw === true;
-    // We stick to the first UA in the list for headful mode to ensure consistency
-    const selectedUA = userAgents[0];
+    const selectedUA = selectUserAgent(false);
     console.log(`Opening headful browser for: ${url}`);
@@ -89,18 +83,79 @@ async function handleHeadful(req, res) {
             contextOptions.storageState = STORAGE_STATE_FILE;
         }
-        const context = await browser.newContext(contextOptions);
-        await context.addInitScript(() => {
-            window.open = () => null;
-            document.addEventListener('click', (event) => {
-                const target = event.target;
-                const anchor = target && target.closest ? target.closest('a[target="_blank"]') : null;
-                if (anchor) {
-                    event.preventDefault();
-                }
-            }, true);
-        });
-        const page = await context.newPage();
+        const context = await browser.newContext(contextOptions);
+        await context.addInitScript(() => {
+            window.open = () => null;
+            document.addEventListener('click', (event) => {
+                const target = event.target;
+                const anchor = target && target.closest ? target.closest('a[target="_blank"]') : null;
+                if (anchor) {
+                    event.preventDefault();
+                }
+            }, true);
+        });
+        await context.addInitScript(() => {
+            const cursorId = 'dg-cursor-overlay';
+            const dotId = 'dg-click-dot';
+            if (document.getElementById(cursorId)) return;
+            const cursor = document.createElement('div');
+            cursor.id = cursorId;
+            cursor.style.cssText = [
+                'position:fixed',
+                'top:0',
+                'left:0',
+                'width:18px',
+                'height:18px',
+                'margin-left:-9px',
+                'margin-top:-9px',
+                'border:2px solid rgba(56,189,248,0.7)',
+                'background:rgba(56,189,248,0.25)',
+                'border-radius:50%',
+                'box-shadow:0 0 10px rgba(56,189,248,0.6)',
+                'pointer-events:none',
+                'z-index:2147483647',
+                'transform:translate3d(0,0,0)',
+                'transition:transform 60ms ease-out'
+            ].join(';');
+            const dot = document.createElement('div');
+            dot.id = dotId;
+            dot.style.cssText = [
+                'position:fixed',
+                'top:0',
+                'left:0',
+                'width:10px',
+                'height:10px',
+                'margin-left:-5px',
+                'margin-top:-5px',
+                'background:rgba(239,68,68,0.9)',
+                'border-radius:50%',
+                'box-shadow:0 0 12px rgba(239,68,68,0.8)',
+                'pointer-events:none',
+                'z-index:2147483647',
+                'opacity:0',
+                'transform:translate3d(0,0,0) scale(0.6)',
+                'transition:opacity 120ms ease, transform 120ms ease'
+            ].join(';');
+            document.documentElement.appendChild(cursor);
+            document.documentElement.appendChild(dot);
+            const move = (x, y) => {
+                cursor.style.transform = `translate3d(${x}px, ${y}px, 0)`;
+            };
+            window.addEventListener('mousemove', (e) => move(e.clientX, e.clientY), { passive: true });
+            window.addEventListener('click', (e) => {
+                dot.style.left = `${e.clientX}px`;
+                dot.style.top = `${e.clientY}px`;
+                dot.style.opacity = '1';
+                dot.style.transform = 'translate3d(0,0,0) scale(1)';
+                cursor.style.transform = `translate3d(${e.clientX}px, ${e.clientY}px, 0) scale(0.65)`;
+                setTimeout(() => {
+                    dot.style.opacity = '0';
+                    dot.style.transform = 'translate3d(0,0,0) scale(0.6)';
+                    cursor.style.transform = `translate3d(${e.clientX}px, ${e.clientY}px, 0) scale(1)`;
+                }, 180);
+            }, true);
+        });
+        const page = await context.newPage();
         const closeIfExtra = async (extraPage) => {
             if (!extraPage || extraPage === page) return;

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@doppelgangerdev/doppelganger",
-  "version": "0.4.3",
+  "version": "0.5.3",
   "main": "index.js",
   "bin": {
     "doppelganger": "bin/cli.js"
@@ -46,6 +46,7 @@
     "react": "^19.2.3",
     "react-dom": "^19.2.3",
     "react-router-dom": "^7.11.0",
+    "react-window": "^1.8.8",
     "session-file-store": "^1.5.0"
   },
   "devDependencies": {
@@ -53,6 +54,7 @@
     "@types/node": "^25.0.3",
     "@types/react": "^19.2.7",
     "@types/react-dom": "^19.2.3",
+    "@types/react-window": "^1.8.8",
     "@vitejs/plugin-react": "^5.1.2",
     "autoprefixer": "^10.4.23",
     "cross-env": "^10.1.0",

package/proxy-rotation.js CHANGED Viewed

@@ -8,12 +8,14 @@ const PROXY_FILES = [
     path.join(__dirname, 'proxies.json')
 ];
-let cached = {
-    file: null,
-    mtimeMs: 0,
-    config: { proxies: [], defaultProxyId: null, includeDefaultInRotation: false }
-};
-let rotationIndex = 0;
+const ROTATION_MODES = new Set(['round-robin', 'random']);
+let cached = {
+    file: null,
+    mtimeMs: 0,
+    config: { proxies: [], defaultProxyId: null, includeDefaultInRotation: false, rotationMode: 'round-robin' }
+};
+let rotationIndex = 0;
 const normalizeServer = (raw) => {
     if (!raw) return '';
@@ -71,21 +73,27 @@ const normalizeProxy = (entry) => {
     return null;
 };
-const loadProxyFile = (filePath) => {
-    try {
-        const raw = fs.readFileSync(filePath, 'utf8');
-        const parsed = JSON.parse(raw);
-        if (Array.isArray(parsed)) {
-            return { proxies: parsed, defaultProxyId: null, includeDefaultInRotation: false };
-        }
-        const proxies = Array.isArray(parsed.proxies) ? parsed.proxies : [];
-        const defaultProxyId = parsed.defaultProxyId || null;
-        const includeDefaultInRotation = !!parsed.includeDefaultInRotation;
-        return { proxies, defaultProxyId, includeDefaultInRotation };
-    } catch {
-        return { proxies: [], defaultProxyId: null, includeDefaultInRotation: false };
-    }
-};
+const normalizeRotationMode = (mode) => {
+    if (ROTATION_MODES.has(mode)) return mode;
+    return 'round-robin';
+};
+const loadProxyFile = (filePath) => {
+    try {
+        const raw = fs.readFileSync(filePath, 'utf8');
+        const parsed = JSON.parse(raw);
+        if (Array.isArray(parsed)) {
+            return { proxies: parsed, defaultProxyId: null, includeDefaultInRotation: false, rotationMode: 'round-robin' };
+        }
+        const proxies = Array.isArray(parsed.proxies) ? parsed.proxies : [];
+        const defaultProxyId = parsed.defaultProxyId || null;
+        const includeDefaultInRotation = !!parsed.includeDefaultInRotation;
+        const rotationMode = normalizeRotationMode(parsed.rotationMode);
+        return { proxies, defaultProxyId, includeDefaultInRotation, rotationMode };
+    } catch {
+        return { proxies: [], defaultProxyId: null, includeDefaultInRotation: false, rotationMode: 'round-robin' };
+    }
+};
 const loadProxyConfig = () => {
     const filePath = PROXY_FILES.find((candidate) => {
@@ -97,9 +105,9 @@ const loadProxyConfig = () => {
     });
     if (!filePath) {
-        cached = { file: null, mtimeMs: 0, config: { proxies: [], defaultProxyId: null, includeDefaultInRotation: false } };
-        return cached.config;
-    }
+        cached = { file: null, mtimeMs: 0, config: { proxies: [], defaultProxyId: null, includeDefaultInRotation: false, rotationMode: 'round-robin' } };
+        return cached.config;
+    }
     try {
         const stat = fs.statSync(filePath);
@@ -112,26 +120,28 @@ const loadProxyConfig = () => {
         const defaultProxyId = rawConfig.defaultProxyId && proxies.some((proxy) => proxy.id === rawConfig.defaultProxyId)
             ? rawConfig.defaultProxyId
             : null;
-        const config = {
-            proxies,
-            defaultProxyId,
-            includeDefaultInRotation: !!rawConfig.includeDefaultInRotation
-        };
-        cached = { file: filePath, mtimeMs, config };
-        return config;
-    } catch {
-        cached = { file: filePath, mtimeMs: 0, config: { proxies: [], defaultProxyId: null, includeDefaultInRotation: false } };
-        return cached.config;
-    }
-};
-const saveProxyConfig = (config) => {
-    const target = DATA_PROXY_FILE;
-    const payload = {
-        defaultProxyId: config.defaultProxyId || null,
-        proxies: Array.isArray(config.proxies) ? config.proxies : [],
-        includeDefaultInRotation: !!config.includeDefaultInRotation
-    };
+        const config = {
+            proxies,
+            defaultProxyId,
+            includeDefaultInRotation: !!rawConfig.includeDefaultInRotation,
+            rotationMode: normalizeRotationMode(rawConfig.rotationMode)
+        };
+        cached = { file: filePath, mtimeMs, config };
+        return config;
+    } catch {
+        cached = { file: filePath, mtimeMs: 0, config: { proxies: [], defaultProxyId: null, includeDefaultInRotation: false, rotationMode: 'round-robin' } };
+        return cached.config;
+    }
+};
+const saveProxyConfig = (config) => {
+    const target = DATA_PROXY_FILE;
+    const payload = {
+        defaultProxyId: config.defaultProxyId || null,
+        proxies: Array.isArray(config.proxies) ? config.proxies : [],
+        includeDefaultInRotation: !!config.includeDefaultInRotation,
+        rotationMode: normalizeRotationMode(config.rotationMode)
+    };
     fs.writeFileSync(target, JSON.stringify(payload, null, 2));
     try {
         const stat = fs.statSync(target);
@@ -149,12 +159,13 @@ const listProxies = () => {
         server: 'host_ip',
         label: 'Host IP (no proxy)'
     };
-    return {
-        proxies: [hostEntry, ...(config.proxies || [])],
-        defaultProxyId: config.defaultProxyId || 'host',
-        includeDefaultInRotation: !!config.includeDefaultInRotation
-    };
-};
+    return {
+        proxies: [hostEntry, ...(config.proxies || [])],
+        defaultProxyId: config.defaultProxyId || 'host',
+        includeDefaultInRotation: !!config.includeDefaultInRotation,
+        rotationMode: normalizeRotationMode(config.rotationMode)
+    };
+};
 const addProxy = (entry) => {
     const normalized = normalizeProxy(entry);
@@ -170,11 +181,32 @@ const addProxies = (entries) => {
     const normalizedEntries = entries.map(normalizeProxy).filter(Boolean);
     if (normalizedEntries.length === 0) return null;
     const config = loadProxyConfig();
-    const additions = normalizedEntries.map((proxy) => ({
-        ...proxy,
-        id: `proxy_${crypto.randomBytes(6).toString('hex')}`
-    }));
-    const proxies = [...config.proxies, ...additions];
+    const existingByServer = new Map(
+        config.proxies.map((proxy) => [String(proxy.server || '').toLowerCase(), proxy])
+    );
+    const seenServers = new Set();
+    const updates = [];
+    const additions = [];
+    normalizedEntries.forEach((proxy) => {
+        const serverKey = String(proxy.server || '').toLowerCase();
+        if (!serverKey || seenServers.has(serverKey)) return;
+        seenServers.add(serverKey);
+        const existing = existingByServer.get(serverKey);
+        if (existing) {
+            updates.push({ ...existing, ...proxy, id: existing.id });
+        } else {
+            additions.push({ ...proxy, id: `proxy_${crypto.randomBytes(6).toString('hex')}` });
+        }
+    });
+    const merged = config.proxies.map((proxy) => {
+        const serverKey = String(proxy.server || '').toLowerCase();
+        const replacement = updates.find((item) => String(item.server || '').toLowerCase() === serverKey);
+        return replacement || proxy;
+    });
+    const proxies = [...merged, ...additions];
     const next = { ...config, proxies };
     return saveProxyConfig(next);
 };
@@ -192,13 +224,13 @@ const updateProxy = (id, entry) => {
     return saveProxyConfig({ ...config, proxies });
 };
-const deleteProxy = (id) => {
-    if (!id) return null;
-    const config = loadProxyConfig();
-    const proxies = config.proxies.filter((proxy) => proxy.id !== id);
-    const defaultProxyId = config.defaultProxyId === id ? null : config.defaultProxyId;
-    return saveProxyConfig({ proxies, defaultProxyId });
-};
+const deleteProxy = (id) => {
+    if (!id) return null;
+    const config = loadProxyConfig();
+    const proxies = config.proxies.filter((proxy) => proxy.id !== id);
+    const defaultProxyId = config.defaultProxyId === id ? null : config.defaultProxyId;
+    return saveProxyConfig({ ...config, proxies, defaultProxyId });
+};
 const setDefaultProxy = (id) => {
     const config = loadProxyConfig();
@@ -209,17 +241,26 @@ const setDefaultProxy = (id) => {
     return saveProxyConfig({ ...config, defaultProxyId: id });
 };
-const setIncludeDefaultInRotation = (enabled) => {
-    const config = loadProxyConfig();
-    return saveProxyConfig({ ...config, includeDefaultInRotation: !!enabled });
-};
-const getNextProxy = (proxies) => {
-    if (!proxies.length) return null;
-    const selected = proxies[rotationIndex % proxies.length];
-    rotationIndex += 1;
-    return selected;
-};
+const setIncludeDefaultInRotation = (enabled) => {
+    const config = loadProxyConfig();
+    return saveProxyConfig({ ...config, includeDefaultInRotation: !!enabled });
+};
+const setRotationMode = (mode) => {
+    const config = loadProxyConfig();
+    return saveProxyConfig({ ...config, rotationMode: normalizeRotationMode(mode) });
+};
+const getNextProxy = (proxies, mode) => {
+    if (!proxies.length) return null;
+    if (mode === 'random') {
+        const index = Math.floor(Math.random() * proxies.length);
+        return proxies[index];
+    }
+    const selected = proxies[rotationIndex % proxies.length];
+    rotationIndex += 1;
+    return selected;
+};
 const getProxySelection = (rotateProxies) => {
     const config = loadProxyConfig();
@@ -229,24 +270,25 @@ const getProxySelection = (rotateProxies) => {
     const defaultProxy = config.defaultProxyId
         ? proxies.find((proxy) => proxy.id === config.defaultProxyId) || null
         : null;
-    const defaultIsHost = !config.defaultProxyId;
-    const includeDefaultInRotation = !!config.includeDefaultInRotation;
-    if (rotateProxies) {
-        let rotationPool = pool;
-        if (!includeDefaultInRotation) {
-            if (defaultIsHost) {
+    const defaultIsHost = !config.defaultProxyId;
+    const includeDefaultInRotation = !!config.includeDefaultInRotation;
+    const rotationMode = normalizeRotationMode(config.rotationMode);
+    if (rotateProxies) {
+        let rotationPool = pool;
+        if (!includeDefaultInRotation) {
+            if (defaultIsHost) {
                 rotationPool = pool.filter((proxy) => proxy.id !== 'host');
             } else {
-                rotationPool = pool.filter((proxy) => proxy.id !== config.defaultProxyId);
-            }
-        }
-        if (rotationPool.length > 0) {
-            const picked = getNextProxy(rotationPool);
-            return { proxy: picked && picked.id !== 'host' ? picked : null, mode: 'rotate' };
-        }
-        if (defaultProxy) return { proxy: defaultProxy, mode: 'default' };
-        return { proxy: null, mode: 'host' };
+                rotationPool = pool.filter((proxy) => proxy.id !== config.defaultProxyId);
+            }
+        }
+        if (rotationPool.length > 0) {
+            const picked = getNextProxy(rotationPool, rotationMode);
+            return { proxy: picked && picked.id !== 'host' ? picked : null, mode: 'rotate' };
+        }
+        if (defaultProxy) return { proxy: defaultProxy, mode: 'default' };
+        return { proxy: null, mode: 'host' };
     }
     if (defaultProxy) return { proxy: defaultProxy, mode: 'default' };
@@ -261,5 +303,6 @@ module.exports = {
     updateProxy,
     deleteProxy,
     setDefaultProxy,
-    setIncludeDefaultInRotation
+    setIncludeDefaultInRotation,
+    setRotationMode
 };

package/public/captures/run_1769042882403_589_agent_1769042884446_initial.png ADDED Viewed

Binary file

package/public/captures/run_1769042882403_589_agent_1769042887058.png ADDED Viewed

Binary file

package/public/captures/run_1769042882403_589_agent_1769042888468.webm ADDED Viewed

Binary file

package/public/captures/run_1769043202318_943_agent_1769043206237.png ADDED Viewed

Binary file

package/public/captures/run_1769043202318_943_agent_1769043207415.webm ADDED Viewed

Binary file

package/public/captures/run_1769043449517_97_agent_1769043451350_initial.png ADDED Viewed

Binary file

package/public/captures/run_1769043449517_97_agent_1769043455038.png ADDED Viewed

Binary file

package/public/captures/run_1769043449517_97_agent_1769043456476.webm ADDED Viewed

Binary file

package/public/captures/run_1769043471164_239_agent_1769043472720_initial.png ADDED Viewed

Binary file

package/public/captures/run_1769043471164_239_agent_1769043474022.png ADDED Viewed

Binary file

package/public/captures/run_1769043471164_239_agent_1769043476419.png ADDED Viewed

Binary file

package/public/captures/run_1769043471164_239_agent_1769043477795.webm ADDED Viewed

Binary file

package/public/captures/run_1769080585290_151_agent_1769080595110.png ADDED Viewed

Binary file

package/public/captures/run_1769080585290_151_agent_1769080596335.webm ADDED Viewed

Binary file

package/public/screenshots/agent_1769037343598.png ADDED Viewed

Binary file

package/public/screenshots/agent_1769037357541.png ADDED Viewed

Binary file

package/public/screenshots/scrape_1769037382254.png ADDED Viewed

Binary file

package/public/screenshots/scrape_1769037413189.png ADDED Viewed

Binary file

package/public/screenshots/scrape_1769037449707.png ADDED Viewed

Binary file

package/public/screenshots/scrape_1769037461756.png ADDED Viewed

Binary file

package/public/screenshots/scrape_1769037490581.png ADDED Viewed

Binary file

package/public/screenshots/scrape_1769038242368.png ADDED Viewed

Binary file