figranium 0.9.6 → 0.10.0

package/dist/index.html

@@ -16,7 +16,7 @@
     <link
         href="https://fonts.googleapis.com/css2?family=Material+Symbols+Outlined:opsz,wght,FILL,GRAD@20..48,100..700,0..1,-50..200"
         rel="stylesheet" />
-  <script type="module" crossorigin src="/assets/index-Bkr74C53.js"></script>
+  <script type="module" crossorigin src="/assets/index-BwaOqbmy.js"></script>
   <link rel="stylesheet" crossorigin href="/assets/index--OZi5-p_.css">
 </head>
 

package/headful.js

@@ -1,30 +1,19 @@
-const { chromium } = require('playwright');
+const { chromium } = require('./stealth-chromium');
 const fs = require('fs');
 const path = require('path');
 const { getProxySelection } = require('./proxy-rotation');
 const { selectUserAgent } = require('./user-agent-settings');
 const { validateUrl } = require('./url-utils');
-const { parseBooleanFlag, cookieMatches } = require('./common-utils');
+const { parseBooleanFlag } = require('./common-utils');
 const { Mutex } = require('./src/server/utils');
 
+const HEADFUL_PROFILE_DIR = path.join(__dirname, 'data', 'browser-profile-headful');
+
 const headfulMutex = new Mutex();
 
 const EventEmitter = require('events');
 const headfulEventEmitter = new EventEmitter();
 
-const STORAGE_STATE_PATH = path.join(__dirname, 'storage_state.json');
-const STORAGE_STATE_FILE = (() => {
-    try {
-        if (fs.existsSync(STORAGE_STATE_PATH)) {
-            const stat = fs.statSync(STORAGE_STATE_PATH);
-            if (stat.isDirectory()) {
-                return path.join(STORAGE_STATE_PATH, 'storage_state.json');
-            }
-        }
-    } catch { }
-    return STORAGE_STATE_PATH;
-})();
-
 let activeSession = null;
 
 const teardownActiveSession = async () => {
@@ -32,11 +21,6 @@ const teardownActiveSession = async () => {
     try {
         if (activeSession.interval) clearInterval(activeSession.interval);
     } catch { }
-    try {
-        if (activeSession.context && !activeSession.stateless) {
-            await activeSession.context.storageState({ path: STORAGE_STATE_FILE });
-        }
-    } catch { }
     try {
         if (activeSession.browser) {
             await activeSession.browser.close();
@@ -62,7 +46,7 @@ async function runHeadful(data, options = {}) {
 
     const inspectModeEnabled = true;
 
-    activeSession = { status: 'starting', startedAt: Date.now(), stateless: statelessExecution, inspectModeEnabled };
+    activeSession = { status: 'starting', startedAt: Date.now(), inspectModeEnabled };
 
     const selectedUA = await selectUserAgent(false);
 
@@ -95,80 +79,47 @@ async function runHeadful(data, options = {}) {
         }
 
         if (!browser) {
-            const launchOptions = {
-                headless: false,
-                args: [
-                    '--no-sandbox',
-                    '--disable-setuid-sandbox',
-                    '--disable-dev-shm-usage',
-                    '--disable-gpu',
-                    '--window-size=1920,1080',
-                    '--window-position=0,0',
-                    '--start-maximized'
-                ]
-            };
             const selection = getProxySelection(rotateProxies);
-            if (selection.proxy) {
-                launchOptions.proxy = selection.proxy;
+            const hasProxy = !!selection.proxy;
+
+            const args = [
+                '--no-sandbox',
+                '--disable-setuid-sandbox',
+                '--disable-dev-shm-usage',
+                '--disable-gpu',
+                '--window-size=1920,1080',
+                '--window-position=0,0',
+                '--start-maximized',
+                '--dns-prefetch-disable',
+                '--force-webrtc-ip-handling-policy=disable_non_proxied_udp'
+            ];
+            if (!hasProxy) {
+                args.push(
+                    '--enable-features=DnsOverHttps',
+                    '--dns-over-https-mode=secure',
+                    '--dns-over-https-templates=https://cloudflare-dns.com/dns-query'
+                );
             }
-            browser = await chromium.launch(launchOptions);
 
             const contextOptions = {
                 viewport: null,
                 userAgent: selectedUA,
                 locale: 'en-US',
-                timezoneId: 'America/New_York'
+                timezoneId: 'America/New_York',
+                permissions: ['clipboard-read', 'clipboard-write'],
+                ...(selection.proxy ? { proxy: selection.proxy } : {})
             };
 
-            if (!statelessExecution && fs.existsSync(STORAGE_STATE_FILE)) {
-                contextOptions.storageState = STORAGE_STATE_FILE;
+            if (statelessExecution) {
+                browser = await chromium.launch({ headless: false, args, ...(selection.proxy ? { proxy: selection.proxy } : {}) });
+                context = await browser.newContext(contextOptions);
+            } else {
+                await fs.promises.mkdir(HEADFUL_PROFILE_DIR, { recursive: true });
+                context = await chromium.launchPersistentContext(HEADFUL_PROFILE_DIR, { headless: false, args, ...contextOptions });
+                browser = context.browser();
             }
-
-            contextOptions.permissions = ['clipboard-read', 'clipboard-write'];
-            context = await browser.newContext(contextOptions);
-        }
-
-        let preloadedCookies = [];
-        if (fs.existsSync(STORAGE_STATE_FILE)) {
-            try {
-                const state = JSON.parse(fs.readFileSync(STORAGE_STATE_FILE, 'utf8'));
-                preloadedCookies = state.cookies || [];
-            } catch (e) { }
         }
 
-        await context.route('**/*', async (route) => {
-            const request = route.request();
-            const requestUrl = request.url();
-            const resourceType = request.resourceType();
-
-            const isDataRequest = ['document', 'script', 'xhr', 'fetch'].includes(resourceType);
-            if (isDataRequest && preloadedCookies.length > 0) {
-                // ⚡ Bolt: Parse URL once to avoid redundant parsing inside cookieMatches filter loop
-                const urlObj = new URL(requestUrl);
-                const filteredCookies = preloadedCookies.filter(cookie => cookieMatches(cookie, urlObj));
-                if (filteredCookies.length > 0) {
-                    const fileCookieMap = new Map();
-                    filteredCookies.forEach(c => fileCookieMap.set(c.name, c.value));
-
-                    const existingCookieHeader = request.headers()['cookie'] || '';
-                    const existingCookies = existingCookieHeader.split(';').filter(Boolean).map(s => s.trim());
-
-                    existingCookies.forEach(s => {
-                        const [name, ...valParts] = s.split('=');
-                        const val = valParts.join('=');
-                        if (!fileCookieMap.has(name)) {
-                            fileCookieMap.set(name, val);
-                        }
-                    });
-
-                    const cookieHeader = Array.from(fileCookieMap.entries()).map(([n, v]) => `${n}=${v}`).join('; ');
-                    const headers = { ...request.headers(), 'cookie': cookieHeader };
-                    return route.continue({ headers });
-                }
-            }
-            route.continue();
-        });
-
         const inspectInitFn = () => {
             Object.defineProperty(window, 'open', { writable: true, configurable: true, value: () => null });
             const handleLinkClick = (event) => {
@@ -461,7 +412,9 @@ async function runHeadful(data, options = {}) {
         });
 
         if (!page) {
-            page = await context.newPage();
+            // Persistent context auto-creates a blank page; reuse it or open a new one
+            const existingPages = context.pages();
+            page = existingPages.length > 0 ? existingPages[0] : await context.newPage();
             try {
                 const cdp = await context.newCDPSession(page);
                 const { windowId } = await cdp.send('Browser.getWindowForTarget');
@@ -491,25 +444,13 @@ async function runHeadful(data, options = {}) {
             await page.goto(url).catch(() => { });
         }
 
-        const saveState = async () => {
-            if (statelessExecution) return;
-            try {
-                await context.storageState({ path: STORAGE_STATE_FILE });
-            } catch (e) { }
-        };
-
-        const interval = setInterval(saveState, 10000);
-        activeSession = { browser, context, page, interval, status: 'running', startedAt: activeSession.startedAt, stateless: statelessExecution, inspectModeEnabled: activeSession.inspectModeEnabled };
+        activeSession = { browser, context, page, status: 'running', startedAt: activeSession.startedAt, inspectModeEnabled: activeSession.inspectModeEnabled };
 
-        page.on('close', async () => {
-            clearInterval(interval);
-            await saveState();
-        });
+        page.on('close', async () => { });
 
         const responseData = {
             message: 'Headful session started.',
-            userAgentUsed: selectedUA,
-            path: statelessExecution ? null : STORAGE_STATE_FILE
+            userAgentUsed: selectedUA
         };
 
         if (res) {
@@ -517,8 +458,6 @@ async function runHeadful(data, options = {}) {
         }
 
         await new Promise((resolve) => browser.on('disconnected', resolve));
-        clearInterval(interval);
-        await saveState();
         activeSession = null;
         return responseData;
     } catch (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "figranium",
-  "version": "0.9.6",
+  "version": "0.10.0",
   "main": "index.js",
   "bin": {
     "figranium": "bin/cli.js"

package/scrape.js

@@ -1,4 +1,4 @@
-const { chromium } = require('playwright');
+const { chromium } = require('./stealth-chromium');
 const fs = require('fs');
 const path = require('path');
 const { spawn } = require('child_process');
@@ -6,21 +6,10 @@ const { getProxySelection } = require('./proxy-rotation');
 const { selectUserAgent } = require('./user-agent-settings');
 const { formatHTML } = require('./html-utils');
 const { validateUrl } = require('./url-utils');
-const { parseBooleanFlag, sanitizeRunId, toCsvString, cookieMatches } = require('./common-utils');
+const { parseBooleanFlag, sanitizeRunId, toCsvString } = require('./common-utils');
 const { installMouseHelper } = require('./src/agent/dom-utils');
 
-const STORAGE_STATE_PATH = path.join(__dirname, 'storage_state.json');
-const STORAGE_STATE_FILE = (() => {
-    try {
-        if (fs.existsSync(STORAGE_STATE_PATH)) {
-            const stat = fs.statSync(STORAGE_STATE_PATH);
-            if (stat.isDirectory()) {
-                return path.join(STORAGE_STATE_PATH, 'storage_state.json');
-            }
-        }
-    } catch { }
-    return STORAGE_STATE_PATH;
-})();
+const PROFILE_DIR = path.join(__dirname, 'data', 'browser-profile-scrape');
 
 async function runScrape(data) {
     const url = data.url;
@@ -58,32 +47,38 @@ async function runScrape(data) {
     let context;
     let page;
     try {
-        const launchOptions = {
-            headless: true,
-            args: [
-                '--no-sandbox',
-                '--disable-setuid-sandbox',
-                '--disable-dev-shm-usage',
-                '--disable-blink-features=AutomationControlled',
-                '--hide-scrollbars',
-                '--mute-audio'
-            ]
-        };
         const selection = getProxySelection(rotateProxies);
-        if (selection.proxy) {
-            launchOptions.proxy = selection.proxy;
+        const hasProxy = !!selection.proxy;
+
+        const args = [
+            '--no-sandbox',
+            '--disable-setuid-sandbox',
+            '--disable-dev-shm-usage',
+            '--disable-blink-features=AutomationControlled',
+            '--hide-scrollbars',
+            '--mute-audio',
+            '--dns-prefetch-disable',
+            '--force-webrtc-ip-handling-policy=disable_non_proxied_udp'
+        ];
+        if (!hasProxy) {
+            args.push(
+                '--enable-features=DnsOverHttps',
+                '--dns-over-https-mode=secure',
+                '--dns-over-https-templates=https://cloudflare-dns.com/dns-query'
+            );
         }
 
-        browser = await chromium.launch(launchOptions);
-
         const recordingsDir = path.join(__dirname, 'data', 'recordings');
         await fs.promises.mkdir(recordingsDir, { recursive: true });
+        await fs.promises.mkdir(PROFILE_DIR, { recursive: true });
 
         const viewport = rotateViewport
             ? { width: 1280 + Math.floor(Math.random() * 640), height: 720 + Math.floor(Math.random() * 360) }
             : { width: 1366, height: 768 };
 
         const contextOptions = {
+            headless: true,
+            args,
             userAgent: selectedUA,
             extraHTTPHeaders: customHeaders,
             viewport,
@@ -94,61 +89,24 @@ async function runScrape(data) {
             permissions: ['geolocation']
         };
 
-        const shouldUseStorageState = !statelessExecution && await fs.promises.access(STORAGE_STATE_FILE).then(() => true).catch(() => false);
-        if (shouldUseStorageState) {
-            contextOptions.storageState = STORAGE_STATE_FILE;
+        if (selection.proxy) {
+            contextOptions.proxy = selection.proxy;
         }
 
         if (!disableRecording) {
             contextOptions.recordVideo = { dir: recordingsDir, size: viewport };
         }
 
-        context = await browser.newContext(contextOptions);
-
-        let preloadedCookies = [];
-        if (!statelessExecution && fs.existsSync(STORAGE_STATE_FILE)) {
-            try {
-                const state = JSON.parse(fs.readFileSync(STORAGE_STATE_FILE, 'utf8'));
-                preloadedCookies = state.cookies || [];
-            } catch (e) { }
+        if (statelessExecution) {
+            const launchOpts = { headless: true, args, ...(selection.proxy ? { proxy: selection.proxy } : {}) };
+            browser = await chromium.launch(launchOpts);
+            context = await browser.newContext(contextOptions);
+        } else {
+            await fs.promises.mkdir(PROFILE_DIR, { recursive: true });
+            context = await chromium.launchPersistentContext(PROFILE_DIR, { headless: true, args, ...contextOptions });
+            browser = context.browser();
         }
 
-        await context.route('**/*', async (route) => {
-            const request = route.request();
-            const requestUrl = request.url();
-            const resourceType = request.resourceType();
-
-            const isDataRequest = ['document', 'script', 'xhr', 'fetch'].includes(resourceType);
-            if (isDataRequest && preloadedCookies.length > 0) {
-                // ⚡ Bolt: Parse URL once to avoid redundant parsing inside cookieMatches filter loop
-                const urlObj = new URL(requestUrl);
-                const filteredCookies = preloadedCookies.filter(cookie => cookieMatches(cookie, urlObj));
-                if (filteredCookies.length > 0) {
-                    const fileCookieMap = new Map();
-                    filteredCookies.forEach(c => fileCookieMap.set(c.name, c.value));
-
-                    const existingCookieHeader = request.headers()['cookie'] || '';
-                    const existingCookies = existingCookieHeader.split(';').filter(Boolean).map(s => s.trim());
-
-                    existingCookies.forEach(s => {
-                        const [name, ...valParts] = s.split('=');
-                        const val = valParts.join('=');
-                        if (!fileCookieMap.has(name)) {
-                            fileCookieMap.set(name, val);
-                        }
-                    });
-
-                    const cookieHeader = Array.from(fileCookieMap.entries()).map(([n, v]) => `${n}=${v}`).join('; ');
-                    const headers = { ...request.headers(), 'cookie': cookieHeader };
-                    return route.continue({ headers });
-                }
-            }
-            route.continue();
-        });
-
-        await context.addInitScript(() => {
-            Object.defineProperty(navigator, 'webdriver', { get: () => undefined });
-        });
         await context.addInitScript(installMouseHelper);
 
         if (includeShadowDom) {
@@ -162,7 +120,9 @@ async function runScrape(data) {
             });
         }
 
-        page = await context.newPage();
+        // Persistent context auto-creates a blank page; reuse it or open a new one
+        const existingPages = context.pages();
+        page = existingPages.length > 0 ? existingPages[0] : await context.newPage();
 
         await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 60000 });
 
@@ -360,10 +320,6 @@ async function runScrape(data) {
             screenshot_url: `/captures/${screenshotName}`
         };
 
-        if (!statelessExecution) {
-            try { await context.storageState({ path: STORAGE_STATE_FILE }); } catch { }
-        }
-
         const video = page.video();
         await context.close();
         if (video) {
@@ -389,12 +345,9 @@ async function runScrape(data) {
             }
         }
 
-        await browser.close();
+        if (browser) await browser.close();
         return resultData;
     } catch (error) {
-        if (context && !statelessExecution) {
-            try { await context.storageState({ path: STORAGE_STATE_FILE }); } catch { }
-        }
         if (context) await context.close();
         if (browser) await browser.close();
         throw error;

package/server.js

@@ -5,6 +5,18 @@ const fs = require('fs');
 const path = require('path');
 const crypto = require('crypto');
 
+// Catch unhandled promise rejections from playwright-extra stealth plugin.
+// When pages close before the plugin finishes async CDP initialization,
+// benign rejections bubble up and would otherwise crash the process.
+process.on('unhandledRejection', (reason) => {
+    const msg = reason && reason.message ? reason.message : String(reason);
+    if (/Target page, context or browser has been closed/i.test(msg)) {
+        console.warn('[STEALTH] Suppressed benign rejection:', msg);
+        return;
+    }
+    console.error('Unhandled rejection:', reason);
+});
+
 // Constants
 const {
     DEFAULT_PORT,
@@ -61,6 +73,7 @@ const viewRoutes = require('./src/server/routes/views');
 const scheduleRoutes = require('./src/server/routes/schedules');
 const credentialRoutes = require('./src/server/routes/credentials');
 const { pushOutput } = require('./src/server/outputProviders');
+const { migrateStorageState } = require('./src/server/migrate-storage');
 
 const app = express();
 app.disable('x-powered-by');
@@ -472,6 +485,9 @@ findAvailablePort(port, 20)
             const displayPort = typeof address === 'object' && address ? address.port : availablePort;
             console.log(`Server running at http://localhost:${displayPort}`);
 
+            // One-time migration of storage_state.json cookies into persistent browser profiles
+            migrateStorageState().catch(err => console.error('[MIGRATION] Failed:', err.message));
+
             // Start the cron scheduler
             const { startScheduler } = require('./src/server/scheduler');
             startScheduler().catch(err => console.error('[SCHEDULER] Failed to start:', err.message));

package/user-agent-settings.js

@@ -4,9 +4,9 @@ const path = require('path');
 const USER_AGENT_FILE = path.join(__dirname, 'data', 'user_agent.json');
 const DEFAULT_SELECTION = 'system';
 const userAgents = [
-    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36',
-    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36',
-    'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36'
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36'
 ];
 
 let cached = { mtimeMs: 0, config: { selection: DEFAULT_SELECTION } };