@things-factory/integration-base 9.0.32 → 9.0.34

package/dist-server/engine/connector/headless-connector.d.ts

@@ -2,6 +2,7 @@ import { Connector } from '../types';
 export declare class HeadlessConnector implements Connector {
     ready(connectionConfigs: any): Promise<void>;
     connect(connection: any): Promise<void>;
+    setupPage(page: any, uri: any, timeout: any): Promise<void>;
     applyCookiesAndVerifySession(page: any, cookies: any, loginInfo: any): Promise<void>;
     performLogin(page: any, uri: any, loginInfo: any): Promise<void>;
     resolveShadowDom(page: any, shadowSelectors: any, targetSelector: any): Promise<any>;

package/dist-server/engine/connector/headless-connector.js

@@ -72,68 +72,10 @@ class HeadlessConnector {
                 let cookies = connection.cookies;
                 try {
                     page = await browser.newPage();
-                    await page.setRequestInterception(true);
-                    await page.setBypassCSP(true);
-                    await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.204 Safari/537.36');
-                    await page.evaluateOnNewDocument(() => {
-                        Object.defineProperty(navigator, 'webdriver', { get: () => false });
-                    });
-                    await page.setExtraHTTPHeaders({
-                        'Upgrade-Insecure-Requests': '0',
-                        'accept-language': 'en-US,en;q=0.9',
-                        // 'upgrade-insecure-requests': '0',
-                        referer: uri
-                    });
-                    await page.setDefaultNavigationTimeout(timeout);
-                    page.on('console', async (msg) => {
-                        connection_manager_1.ConnectionManager.logger.info(`[browser ${msg.type()}] ${msg.text()}`);
-                    });
-                    page.on('request', request => {
-                        if (request.isInterceptResolutionHandled()) {
-                            return;
-                        }
-                        const resourceType = request.resourceType();
-                        const headers = request.headers();
-                        if (headers['access-control-request-headers']) {
-                            const filteredHeaders = headers['access-control-request-headers']
-                                .split(',')
-                                .map(header => header.trim())
-                                .filter(header => header.toLowerCase() !== 'upgrade-insecure-requests'); // 해당 헤더 제거
-                            if (filteredHeaders.length > 0) {
-                                headers['access-control-request-headers'] = filteredHeaders.join(', ');
-                            }
-                            else {
-                                delete headers['access-control-request-headers']; // 필요하면 전체 삭제
-                            }
-                        }
-                        // 일반적인 요청에서도 'upgrade-insecure-requests' 헤더 제거
-                        if (headers['upgrade-insecure-requests']) {
-                            delete headers['upgrade-insecure-requests'];
-                        }
-                        if (['image', 'stylesheet', 'font'].includes(resourceType)) {
-                            request.abort(); // 비필수 리소스 요청 차단
-                        }
-                        else {
-                            request.continue(); // 나머지 요청은 진행
-                        }
-                    });
-                    page.on('requestfailed', request => {
-                        try {
-                            console.log('Request failed:');
-                            console.log(`- URL: ${request.url()}`);
-                            console.log(`- Method: ${request.method()}`);
-                            console.log(`- Failure Text: ${request.failure()?.errorText}`);
-                            console.log(`- Headers:`, request.headers());
-                            // POST 데이터 (필요한 경우)
-                            if (request.postData()) {
-                                console.log(`- Post Data: ${request.postData()}`);
-                            }
-                        }
-                        catch (error) {
-                            console.error('Error in requestfailed handler:', error);
-                        }
-                    });
+                    await this.setupPage(page, uri, timeout);
                     if (loginInfo.loginRequired) {
+                        // 먼저 기본 페이지로 이동
+                        await page.goto(uri, { waitUntil: 'networkidle2', timeout });
                         // 현재 세션의 Authorization 헤더 확인
                         const headers = await page.evaluate(() => {
                             return fetch(window.location.href, { method: 'GET' })
@@ -152,6 +94,10 @@ class HeadlessConnector {
                         cookies = await page.cookies();
                         connection.cookies = cookies;
                     }
+                    else {
+                        // 로그인이 필요하지 않은 경우에도 기본 페이지로 이동
+                        await page.goto(uri, { waitUntil: 'networkidle2', timeout });
+                    }
                     return page;
                 }
                 catch (error) {
@@ -171,11 +117,121 @@ class HeadlessConnector {
                     connection_manager_1.ConnectionManager.logger.error('Failed to release page:', error);
                 }
             },
+            // 세션 회복을 위한 재로그인 메서드
+            reAuthenticateSession: async () => {
+                connection_manager_1.ConnectionManager.logger.info(`Re-authenticating session for connection: ${connection.name}`);
+                const browser = await acquireBrowser();
+                let page;
+                try {
+                    page = await browser.newPage();
+                    await this.setupPage(page, uri, loginInfo.timeout);
+                    if (loginInfo.loginRequired) {
+                        await this.performLogin(page, uri, loginInfo);
+                        const newCookies = await page.cookies();
+                        connection.cookies = newCookies;
+                        connection_manager_1.ConnectionManager.logger.info(`Session re-authenticated successfully for connection: ${connection.name}`);
+                    }
+                    return page;
+                }
+                catch (error) {
+                    connection_manager_1.ConnectionManager.logger.error(`Failed to re-authenticate session for connection: ${connection.name}`, error);
+                    if (page) {
+                        await page.close();
+                    }
+                    await releaseBrowser(browser);
+                    throw error;
+                }
+            },
+            // 세션 유효성 검사
+            validateSession: async (page) => {
+                try {
+                    if (!loginInfo.loginRequired) {
+                        return true;
+                    }
+                    // 간단한 세션 검사 - 현재 페이지에서 인증이 필요한지 확인
+                    const needsLogin = await page.evaluate(() => {
+                        // 로그인 페이지 특정 요소들이 있는지 확인
+                        const loginIndicators = ['#username', '#password', '.login-form', '[type="password"]'];
+                        return loginIndicators.some(selector => document.querySelector(selector));
+                    });
+                    return !needsLogin;
+                }
+                catch (error) {
+                    connection_manager_1.ConnectionManager.logger.warn(`Session validation failed for connection: ${connection.name}`, error);
+                    return false;
+                }
+            },
             acquireBrowser,
             releaseBrowser
         });
         connection_manager_1.ConnectionManager.logger.info(`headless-connector connection(${connection.name}:${connection.endpoint}) is connected`);
     }
+    async setupPage(page, uri, timeout) {
+        await page.setRequestInterception(true);
+        await page.setBypassCSP(true);
+        await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.204 Safari/537.36');
+        await page.evaluateOnNewDocument(() => {
+            Object.defineProperty(navigator, 'webdriver', { get: () => false });
+        });
+        await page.setExtraHTTPHeaders({
+            'Upgrade-Insecure-Requests': '0',
+            'accept-language': 'en-US,en;q=0.9',
+            referer: uri
+        });
+        await page.setDefaultNavigationTimeout(timeout);
+        page.on('console', async (msg) => {
+            connection_manager_1.ConnectionManager.logger.info(`[browser ${msg.type()}] ${msg.text()}`);
+        });
+        page.on('request', request => {
+            if (request.isInterceptResolutionHandled()) {
+                return;
+            }
+            const resourceType = request.resourceType();
+            // fetch(), XMLHttpRequest 등의 API 호출은 항상 허용
+            if (resourceType === 'fetch' || resourceType === 'xhr') {
+                request.continue();
+                return;
+            }
+            const headers = request.headers();
+            if (headers['access-control-request-headers']) {
+                const filteredHeaders = headers['access-control-request-headers']
+                    .split(',')
+                    .map(header => header.trim())
+                    .filter(header => header.toLowerCase() !== 'upgrade-insecure-requests');
+                if (filteredHeaders.length > 0) {
+                    headers['access-control-request-headers'] = filteredHeaders.join(', ');
+                }
+                else {
+                    delete headers['access-control-request-headers'];
+                }
+            }
+            if (headers['upgrade-insecure-requests']) {
+                delete headers['upgrade-insecure-requests'];
+            }
+            // 이미지, 스타일시트, 폰트는 차단하되 API 요청은 허용
+            if (['image', 'stylesheet', 'font'].includes(resourceType)) {
+                request.abort();
+            }
+            else {
+                request.continue();
+            }
+        });
+        page.on('requestfailed', request => {
+            try {
+                console.log('Request failed:');
+                console.log(`- URL: ${request.url()}`);
+                console.log(`- Method: ${request.method()}`);
+                console.log(`- Failure Text: ${request.failure()?.errorText}`);
+                console.log(`- Headers:`, request.headers());
+                if (request.postData()) {
+                    console.log(`- Post Data: ${request.postData()}`);
+                }
+            }
+            catch (error) {
+                console.error('Error in requestfailed handler:', error);
+            }
+        });
+    }
     async applyCookiesAndVerifySession(page, cookies, loginInfo) {
         await page.setCookie(...cookies);
         await page.reload({ waitUntil: 'networkidle2', timeout: loginInfo.timeout });

package/dist-server/engine/connector/headless-connector.js.map

@@ -1 +1 @@
-{"version":3,"file":"headless-connector.js","sourceRoot":"","sources":["../../../server/engine/connector/headless-connector.ts"],"names":[],"mappings":";;;AAAA,8DAAyD;AAEzD,kEAAgE;AAGhE;;;;;;;;;;EAUE;AAEF,MAAa,iBAAiB;IAC5B,KAAK,CAAC,KAAK,CAAC,iBAAiB;QAC3B,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjE,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAA;IAC3E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAU;QACtB,MAAM,EACJ,QAAQ,EAAE,GAAG,GAAG,GAAG,EACnB,MAAM,EAAE,EACN,QAAQ,GAAG,EAAE,EACb,QAAQ,GAAG,EAAE,EACb,aAAa,GAAG,QAAQ,EACxB,WAAW,GAAG,IAAI,EAClB,gBAAgB,GAAG,WAAW,EAC9B,gBAAgB,GAAG,WAAW,EAC9B,cAAc,GAAG,SAAS,EAC1B,eAAe,GAAG,IAAI,EACtB,kBAAkB,GAAG,EAAE,EAAE,uCAAuC;QAChE,OAAO,GAAG,KAAK,EAAE,iCAAiC;QAClD,OAAO,GAAG,CAAC,CAAC,sDAAsD;UACnE,GAAG,EAAE,EACP,GAAG,UAAU,CAAA;QAEd,MAAM,SAAS,GAAG;YAChB,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,iCAAiC;YACnE,QAAQ;YACR,QAAQ;YACR,aAAa;YACb,WAAW;YACX,OAAO;YACP,OAAO;YACP,cAAc,EAAE;gBACd,gBAAgB;gBAChB,gBAAgB;gBAChB,cAAc;gBACd,eAAe;gBACf,kBAAkB,EAAE,kBAAkB;qBACnC,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;qBAChC,MAAM,CAAC,OAAO,CAAC;aACnB;SACF,CAAA;QAED,KAAK,UAAU,cAAc;YAC3B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAA,+BAAe,GAAE,CAAA;gBAC9B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;gBACpC,OAAO,OAAO,CAAA;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;gBACnE,MAAM,KAAK,CAAA;YACb,CAAC;QACH,CAAC;QAED,KAAK,UAAU,cAAc,CAAC,OAAgB;YAC5C,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAA,+BAAe,GAAE,CAAA;gBAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;YACrE,CAAC;QACH,CAAC;QAED,sCAAiB,CAAC,qBAAqB,CAAC,UAAU,EAAE;YAClD,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC7B,MAAM,OAAO,GAAG,MAAM,cAAc,EAAE,CAAA;gBACtC,IAAI,IAAI,CAAA;gBACR,IAAI,OAAO,GAAG,UAAU,CAAC,OAAO,CAAA;gBAEhC,IAAI,CAAC;oBACH,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;oBAE9B,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAA;oBAEvC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;oBAE7B,MAAM,IAAI,CAAC,YAAY,CACrB,sHAAsH,CACvH,CAAA;oBAED,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE;wBACpC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAA;oBACrE,CAAC,CAAC,CAAA;oBAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC;wBAC7B,2BAA2B,EAAE,GAAG;wBAChC,iBAAiB,EAAE,gBAAgB;wBACnC,oCAAoC;wBACpC,OAAO,EAAE,GAAG;qBACb,CAAC,CAAA;oBAEF,MAAM,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAA;oBAE/C,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;wBAC7B,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;oBACxE,CAAC,CAAC,CAAA;oBAEF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE;wBAC3B,IAAI,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC;4BAC3C,OAAM;wBACR,CAAC;wBAED,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAA;wBAE3C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;wBACjC,IAAI,OAAO,CAAC,gCAAgC,CAAC,EAAE,CAAC;4BAC9C,MAAM,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;iCAC9D,KAAK,CAAC,GAAG,CAAC;iCACV,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;iCAC5B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,2BAA2B,CAAC,CAAA,CAAC,WAAW;4BAErF,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAC/B,OAAO,CAAC,gCAAgC,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;4BACxE,CAAC;iCAAM,CAAC;gCACN,OAAO,OAAO,CAAC,gCAAgC,CAAC,CAAA,CAAC,aAAa;4BAChE,CAAC;wBACH,CAAC;wBAED,+CAA+C;wBAC/C,IAAI,OAAO,CAAC,2BAA2B,CAAC,EAAE,CAAC;4BACzC,OAAO,OAAO,CAAC,2BAA2B,CAAC,CAAA;wBAC7C,CAAC;wBAED,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;4BAC3D,OAAO,CAAC,KAAK,EAAE,CAAA,CAAC,gBAAgB;wBAClC,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,QAAQ,EAAE,CAAA,CAAC,aAAa;wBAClC,CAAC;oBACH,CAAC,CAAC,CAAA;oBAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;wBACjC,IAAI,CAAC;4BACH,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;4BAC9B,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;4BACtC,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;4BAC5C,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;4BAC9D,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;4BAE5C,oBAAoB;4BACpB,IAAI,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;gCACvB,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;4BACnD,CAAC;wBACH,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAA;wBACzD,CAAC;oBACH,CAAC,CAAC,CAAA;oBAEF,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;wBAC5B,6BAA6B;wBAC7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;4BACvC,OAAO,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;iCAClD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;iCACvD,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;wBACtB,CAAC,CAAC,CAAA;wBAEF,IAAI,OAAO,EAAE,CAAC;4BACZ,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;4BACnF,OAAO,IAAI,CAAA;wBACb,CAAC;wBAED,IAAI,OAAO,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;4BACtC,MAAM,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;4BACjE,OAAO,IAAI,CAAA;wBACb,CAAC;wBAED,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;wBAC7C,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;wBAC9B,UAAU,CAAC,OAAO,GAAG,OAAO,CAAA;oBAC9B,CAAC;oBAED,OAAO,IAAI,CAAA;gBACb,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAA;oBACxE,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC;YACD,WAAW,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;gBAChC,IAAI,CAAC;oBACH,IAAI,IAAI,EAAE,CAAC;wBACT,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;wBAC9B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;wBAClB,MAAM,cAAc,CAAC,OAAO,CAAC,CAAA;oBAC/B,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAA;gBAClE,CAAC;YACH,CAAC;YACD,cAAc;YACd,cAAc;SACf,CAAC,CAAA;QAEF,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAC3B,iCAAiC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,gBAAgB,CACxF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS;QACzD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,CAAA;QAChC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAA;QAE5E,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC;YACxE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACzC,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,eAAe,CACzC,CAAA;YACD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;YACpD,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS;QACrC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;YAC9D,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,SAAS,CAAC,aAAa,EAAE,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAA;gBAE9G,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC/C,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,gBAAgB,CAC1C,CAAA;gBACD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC/C,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,gBAAgB,CAC1C,CAAA;gBACD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC9C,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,cAAc,CACxC,CAAA;gBAED,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,IAAI,CAAC,YAAY,EAAE,CAAC;oBACtD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;gBAClE,CAAC;gBAED,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;gBAC5C,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;gBAE5C,IAAI,WAAW,GACb,SAAS,CAAC,WAAW;oBACrB,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;wBAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;wBACnC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;oBAClC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAA;gBAEnB,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBACnD,WAAW,GAAG,GAAG,GAAG,GAAG,WAAW,EAAE,CAAA;gBACtC,CAAC;gBAED,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAA;gBACtD,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,WAAW,CAAC,CAAA;gBAErD,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBACnC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE;wBAC9B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAA;wBAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,CAAA;wBAE1C,OAAO,GAAG,KAAK,WAAW,IAAI,MAAM,KAAK,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;oBAC1G,CAAC,CAAC;oBACF,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,YAAY,CAAC;oBACrD,IAAI,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,gBAAgB;iBACnG,CAAC,CAAA;gBAEF,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAA;oBAChC,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC;wBAClC,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,MAAM,EAAE,CAAC,CAAA;wBAC7E,OAAM;oBACR,CAAC;yBAAM,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,EAAE,CAAC,CAAA;oBAC7D,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAA;gBACtD,CAAC;gBAED,IAAI,SAAS,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC;oBAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACzC,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,eAAe,CACzC,CAAA;oBACD,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;oBAC7D,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,OAAO,UAAU,EAAE,KAAK,CAAC,CAAA;gBAExE,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,8BAA8B,OAAO,MAAM,EAAE,CAAC,CAAA;gBAC9E,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAA;gBACxE,CAAC;gBAED,IAAI,OAAO,KAAK,SAAS,CAAC,OAAO,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,CAAC,OAAO,WAAW,CAAC,CAAA;gBACrE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,eAAe,EAAE,cAAc;QAC1D,IAAI,OAAO,CAAA;QAEX,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,uDAAuD;YACvD,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA,CAAC,8CAA8C;YACzE,OAAO,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAA,CAAC,uCAAuC;QAC1E,CAAC;QAED,OAAO,GAAG,IAAI,CAAA,CAAC,qCAAqC;QACpD,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;YAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAA;YACvD,CAAC;YACD,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;QAC1E,CAAC;QACD,OAAO,OAAO,CAAC,cAAc,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,cAAc,CAAC,CAAA;IAC7G,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAAU;QACzB,sCAAiB,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAA;QACtD,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,UAAU,CAAC,IAAI,mBAAmB,CAAC,CAAA;IACpG,CAAC;IAED,IAAI,aAAa;QACf,OAAO;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,UAAU;gBACjB,kBAAkB,EAAE,IAAI;aACzB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,UAAU;gBACjB,kBAAkB,EAAE,IAAI;aACzB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,iBAAiB;aACzB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,eAAe;aACvB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,mBAAmB;aAC3B;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,mBAAmB;aAC3B;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,iBAAiB;aACzB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,iBAAiB;gBACvB,KAAK,EAAE,kBAAkB;aAC1B;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,sBAAsB;aAC9B;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,KAAK;aACb;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,iBAAiB;gBACxB,KAAK,EAAE,CAAC;aACT;SACF,CAAA;IACH,CAAC;IAED,IAAI,YAAY;QACd,OAAO,CAAC,UAAU,CAAC,CAAA;IACrB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,iDAAiD,CAAA;IAC1D,CAAC;IAED,IAAI,IAAI;QACN,OAAO,0CAA0C,CAAA;IACnD,CAAC;CACF;AAzZD,8CAyZC;AAED,sCAAiB,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,IAAI,iBAAiB,EAAE,CAAC,CAAA;AAElF,SAAS,aAAa,CAAC,OAAO;IAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAA,CAAC,0BAA0B;IACxD,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,CAAA;AACvE,CAAC","sourcesContent":["import { ConnectionManager } from '../connection-manager'\nimport { Connector } from '../types'\nimport { getHeadlessPool } from '../resource-pool/headless-pool'\nimport { Browser, Page } from 'puppeteer'\n\n/*\n  Functionality of the headless-connector:\n  - Provides a mechanism to acquire an active session page.\n  - Performs login when necessary to obtain valid cookies.\n    - Applies these cookies to the page for session management.\n  - Pages are acquired from the `headlessPool`, which manages browser instances.\n  - During the login process, pages from the pool are used for actions like form filling and navigation.\n  - Valid cookies are saved after login and reused for subsequent page acquisitions.\n  - Users must explicitly release the page after use through the `releasePage` method.\n  - Released pages are returned to the `headlessPool` for reuse.\n*/\n\nexport class HeadlessConnector implements Connector {\n  async ready(connectionConfigs) {\n    await Promise.all(connectionConfigs.map(this.connect.bind(this)))\n    ConnectionManager.logger.info('headless-connector connections are ready')\n  }\n\n  async connect(connection) {\n    const {\n      endpoint: uri = '1',\n      params: {\n        username = '',\n        password = '',\n        loginPagePath = '/login',\n        loginApiUrl = null,\n        usernameSelector = '#username',\n        passwordSelector = '#password',\n        submitSelector = '#submit',\n        successSelector = null,\n        shadowDomSelectors = '', // Comma separated shadow DOM selectors\n        timeout = 15000, // Default timeout for operations\n        retries = 3 // Default number of retries for login or page actions\n      } = {}\n    } = connection\n\n    const loginInfo = {\n      loginRequired: Boolean(username), // Determine if login is required\n      username,\n      password,\n      loginPagePath,\n      loginApiUrl,\n      timeout,\n      retries,\n      loginSelectors: {\n        usernameSelector,\n        passwordSelector,\n        submitSelector,\n        successSelector,\n        shadowDomSelectors: shadowDomSelectors\n          .split(',')\n          .map(selector => selector.trim())\n          .filter(Boolean)\n      }\n    }\n\n    async function acquireBrowser() {\n      try {\n        const pool = getHeadlessPool()\n        const browser = await pool.acquire()\n        return browser\n      } catch (error) {\n        ConnectionManager.logger.error('Failed to acquire browser:', error)\n        throw error\n      }\n    }\n\n    async function releaseBrowser(browser: Browser) {\n      try {\n        const pool = getHeadlessPool()\n        await pool.release(browser)\n      } catch (error) {\n        ConnectionManager.logger.error('Failed to release browser:', error)\n      }\n    }\n\n    ConnectionManager.addConnectionInstance(connection, {\n      endpoint: connection.endpoint,\n      params: connection.params,\n      acquireSessionPage: async () => {\n        const browser = await acquireBrowser()\n        let page\n        let cookies = connection.cookies\n\n        try {\n          page = await browser.newPage()\n\n          await page.setRequestInterception(true)\n\n          await page.setBypassCSP(true)\n\n          await page.setUserAgent(\n            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.204 Safari/537.36'\n          )\n\n          await page.evaluateOnNewDocument(() => {\n            Object.defineProperty(navigator, 'webdriver', { get: () => false })\n          })\n\n          await page.setExtraHTTPHeaders({\n            'Upgrade-Insecure-Requests': '0',\n            'accept-language': 'en-US,en;q=0.9',\n            // 'upgrade-insecure-requests': '0',\n            referer: uri\n          })\n\n          await page.setDefaultNavigationTimeout(timeout)\n\n          page.on('console', async msg => {\n            ConnectionManager.logger.info(`[browser ${msg.type()}] ${msg.text()}`)\n          })\n\n          page.on('request', request => {\n            if (request.isInterceptResolutionHandled()) {\n              return\n            }\n\n            const resourceType = request.resourceType()\n\n            const headers = request.headers()\n            if (headers['access-control-request-headers']) {\n              const filteredHeaders = headers['access-control-request-headers']\n                .split(',')\n                .map(header => header.trim())\n                .filter(header => header.toLowerCase() !== 'upgrade-insecure-requests') // 해당 헤더 제거\n\n              if (filteredHeaders.length > 0) {\n                headers['access-control-request-headers'] = filteredHeaders.join(', ')\n              } else {\n                delete headers['access-control-request-headers'] // 필요하면 전체 삭제\n              }\n            }\n\n            // 일반적인 요청에서도 'upgrade-insecure-requests' 헤더 제거\n            if (headers['upgrade-insecure-requests']) {\n              delete headers['upgrade-insecure-requests']\n            }\n\n            if (['image', 'stylesheet', 'font'].includes(resourceType)) {\n              request.abort() // 비필수 리소스 요청 차단\n            } else {\n              request.continue() // 나머지 요청은 진행\n            }\n          })\n\n          page.on('requestfailed', request => {\n            try {\n              console.log('Request failed:')\n              console.log(`- URL: ${request.url()}`)\n              console.log(`- Method: ${request.method()}`)\n              console.log(`- Failure Text: ${request.failure()?.errorText}`)\n              console.log(`- Headers:`, request.headers())\n\n              // POST 데이터 (필요한 경우)\n              if (request.postData()) {\n                console.log(`- Post Data: ${request.postData()}`)\n              }\n            } catch (error) {\n              console.error('Error in requestfailed handler:', error)\n            }\n          })\n\n          if (loginInfo.loginRequired) {\n            // 현재 세션의 Authorization 헤더 확인\n            const headers = await page.evaluate(() => {\n              return fetch(window.location.href, { method: 'GET' })\n                .then(response => response.headers.get('Authorization'))\n                .catch(() => null)\n            })\n\n            if (headers) {\n              ConnectionManager.logger.info('User is already logged in, skipping login process.')\n              return page\n            }\n\n            if (cookies && isCookieValid(cookies)) {\n              await this.applyCookiesAndVerifySession(page, cookies, loginInfo)\n              return page\n            }\n\n            await this.performLogin(page, uri, loginInfo)\n            cookies = await page.cookies()\n            connection.cookies = cookies\n          }\n\n          return page\n        } catch (error) {\n          ConnectionManager.logger.error('Failed to acquire session page:', error)\n          throw error\n        }\n      },\n      releasePage: async (page: Page) => {\n        try {\n          if (page) {\n            const browser = page.browser()\n            await page.close()\n            await releaseBrowser(browser)\n          }\n        } catch (error) {\n          ConnectionManager.logger.error('Failed to release page:', error)\n        }\n      },\n      acquireBrowser,\n      releaseBrowser\n    })\n\n    ConnectionManager.logger.info(\n      `headless-connector connection(${connection.name}:${connection.endpoint}) is connected`\n    )\n  }\n\n  async applyCookiesAndVerifySession(page, cookies, loginInfo) {\n    await page.setCookie(...cookies)\n    await page.reload({ waitUntil: 'networkidle2', timeout: loginInfo.timeout })\n\n    if (loginInfo.loginRequired && loginInfo.loginSelectors.successSelector) {\n      const success = await this.resolveShadowDom(\n        page,\n        loginInfo.loginSelectors.shadowDomSelectors,\n        loginInfo.loginSelectors.successSelector\n      )\n      if (!success) {\n        throw new Error('Session invalid, login required')\n      }\n    }\n  }\n\n  async performLogin(page, uri, loginInfo) {\n    for (let attempt = 1; attempt <= loginInfo.retries; attempt++) {\n      try {\n        await page.goto(`${uri}${loginInfo.loginPagePath}`, { waitUntil: 'networkidle2', timeout: loginInfo.timeout })\n\n        const usernameInput = await this.resolveShadowDom(\n          page,\n          loginInfo.loginSelectors.shadowDomSelectors,\n          loginInfo.loginSelectors.usernameSelector\n        )\n        const passwordInput = await this.resolveShadowDom(\n          page,\n          loginInfo.loginSelectors.shadowDomSelectors,\n          loginInfo.loginSelectors.passwordSelector\n        )\n        const submitButton = await this.resolveShadowDom(\n          page,\n          loginInfo.loginSelectors.shadowDomSelectors,\n          loginInfo.loginSelectors.submitSelector\n        )\n\n        if (!usernameInput || !passwordInput || !submitButton) {\n          throw new Error('Failed to locate input elements in shadow DOM')\n        }\n\n        await usernameInput.type(loginInfo.username)\n        await passwordInput.type(loginInfo.password)\n\n        var loginApiUrl =\n          loginInfo.loginApiUrl ||\n          (await page.evaluate(button => {\n            const form = button.closest('form')\n            return form ? form.action : null\n          }, submitButton))\n\n        if (loginApiUrl && !loginApiUrl.startsWith('http')) {\n          loginApiUrl = `${uri}${loginApiUrl}`\n        }\n\n        if (!loginApiUrl) {\n          throw new Error('❌ Unable to detect login API URL!')\n        }\n\n        console.log('✅ Detected login API URL:', loginApiUrl)\n\n        const [response] = await Promise.all([\n          page.waitForResponse(response => {\n            const url = response.url()\n            const method = response.request().method()\n\n            return url === loginApiUrl && method === 'POST' && [200, 201, 204, 302, 304].includes(response.status())\n          }),\n          page.evaluate(button => button.click(), submitButton),\n          page.waitForNavigation({ waitUntil: 'networkidle2', timeout: loginInfo.timeout }) // 로그인 후 리디렉션 감지\n        ])\n\n        if (response) {\n          const status = response.status()\n          if (status >= 200 && status < 400) {\n            ConnectionManager.logger.info(`Login successful with status code: ${status}`)\n            return\n          } else if (status >= 400) {\n            throw new Error(`Login failed with status code: ${status}`)\n          }\n        } else {\n          throw new Error('No response received during login')\n        }\n\n        if (loginInfo.loginSelectors.successSelector) {\n          const success = await this.resolveShadowDom(\n            page,\n            loginInfo.loginSelectors.shadowDomSelectors,\n            loginInfo.loginSelectors.successSelector\n          )\n          if (!success) {\n            throw new Error('Login failed: Success selector not found')\n          }\n        }\n      } catch (error) {\n        ConnectionManager.logger.warn(`Login attempt ${attempt} failed:`, error)\n\n        try {\n          await page.screenshot({ path: `logs/login-failure-attempt-${attempt}.png` })\n        } catch (error) {\n          ConnectionManager.logger.error('Failed to capture screenshot:', error)\n        }\n\n        if (attempt === loginInfo.retries) {\n          throw new Error(`Login failed after ${loginInfo.retries} attempts`)\n        }\n      }\n    }\n  }\n\n  async resolveShadowDom(page, shadowSelectors, targetSelector) {\n    let context\n\n    if (!shadowSelectors || shadowSelectors.length === 0) {\n      // No Shadow DOM path; use document root as the context\n      context = page.mainFrame() // Puppeteer uses frames to represent document\n      return context.$(targetSelector) // Search directly in the document root\n    }\n\n    context = page // Start with the page as the context\n    for (const selector of shadowSelectors) {\n      const shadowHost = await context.$(selector)\n      if (!shadowHost) {\n        throw new Error(`Shadow host not found: ${selector}`)\n      }\n      context = await page.evaluateHandle(host => host.shadowRoot, shadowHost)\n    }\n    return context.evaluateHandle((shadowRoot, selector) => shadowRoot.querySelector(selector), targetSelector)\n  }\n\n  async disconnect(connection) {\n    ConnectionManager.removeConnectionInstance(connection)\n    ConnectionManager.logger.info(`headless-connector connection(${connection.name}) is disconnected`)\n  }\n\n  get parameterSpec() {\n    return [\n      {\n        type: 'string',\n        name: 'username',\n        label: 'username',\n        useDomainAttribute: true\n      },\n      {\n        type: 'secret',\n        name: 'password',\n        label: 'password',\n        useDomainAttribute: true\n      },\n      {\n        type: 'string',\n        name: 'loginPagePath',\n        label: 'login-page-path'\n      },\n      {\n        type: 'string',\n        name: 'loginApiUrl',\n        label: 'login-api-url'\n      },\n      {\n        type: 'string',\n        name: 'usernameSelector',\n        label: 'username-selector'\n      },\n      {\n        type: 'string',\n        name: 'passwordSelector',\n        label: 'password-selector'\n      },\n      {\n        type: 'string',\n        name: 'submitSelector',\n        label: 'submit-selector'\n      },\n      {\n        type: 'string',\n        name: 'successSelector',\n        label: 'success-selector'\n      },\n      {\n        type: 'string',\n        name: 'shadowDomSelectors',\n        label: 'shadow-dom-selectors'\n      },\n      {\n        type: 'number',\n        name: 'timeout',\n        label: 'timeout',\n        value: 15000\n      },\n      {\n        type: 'number',\n        name: 'retries',\n        label: 'maximum-retries',\n        value: 3\n      }\n    ]\n  }\n\n  get taskPrefixes() {\n    return ['headless']\n  }\n\n  get description() {\n    return 'Headless Pool Connector with login capabilities'\n  }\n\n  get help() {\n    return 'integration/connector/headless-connector'\n  }\n}\n\nConnectionManager.registerConnector('headless-connector', new HeadlessConnector())\n\nfunction isCookieValid(cookies) {\n  if (!cookies || cookies.length === 0) return false\n  const now = Date.now() / 1000 // Current time in seconds\n  return cookies.some(cookie => cookie.expires && cookie.expires > now)\n}\n"]}
+{"version":3,"file":"headless-connector.js","sourceRoot":"","sources":["../../../server/engine/connector/headless-connector.ts"],"names":[],"mappings":";;;AAAA,8DAAyD;AAEzD,kEAAgE;AAGhE;;;;;;;;;;EAUE;AAEF,MAAa,iBAAiB;IAC5B,KAAK,CAAC,KAAK,CAAC,iBAAiB;QAC3B,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjE,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAA;IAC3E,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAU;QACtB,MAAM,EACJ,QAAQ,EAAE,GAAG,GAAG,GAAG,EACnB,MAAM,EAAE,EACN,QAAQ,GAAG,EAAE,EACb,QAAQ,GAAG,EAAE,EACb,aAAa,GAAG,QAAQ,EACxB,WAAW,GAAG,IAAI,EAClB,gBAAgB,GAAG,WAAW,EAC9B,gBAAgB,GAAG,WAAW,EAC9B,cAAc,GAAG,SAAS,EAC1B,eAAe,GAAG,IAAI,EACtB,kBAAkB,GAAG,EAAE,EAAE,uCAAuC;QAChE,OAAO,GAAG,KAAK,EAAE,iCAAiC;QAClD,OAAO,GAAG,CAAC,CAAC,sDAAsD;UACnE,GAAG,EAAE,EACP,GAAG,UAAU,CAAA;QAEd,MAAM,SAAS,GAAG;YAChB,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,iCAAiC;YACnE,QAAQ;YACR,QAAQ;YACR,aAAa;YACb,WAAW;YACX,OAAO;YACP,OAAO;YACP,cAAc,EAAE;gBACd,gBAAgB;gBAChB,gBAAgB;gBAChB,cAAc;gBACd,eAAe;gBACf,kBAAkB,EAAE,kBAAkB;qBACnC,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;qBAChC,MAAM,CAAC,OAAO,CAAC;aACnB;SACF,CAAA;QAED,KAAK,UAAU,cAAc;YAC3B,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAA,+BAAe,GAAE,CAAA;gBAC9B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;gBACpC,OAAO,OAAO,CAAA;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;gBACnE,MAAM,KAAK,CAAA;YACb,CAAC;QACH,CAAC;QAED,KAAK,UAAU,cAAc,CAAC,OAAgB;YAC5C,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAA,+BAAe,GAAE,CAAA;gBAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;YACrE,CAAC;QACH,CAAC;QAED,sCAAiB,CAAC,qBAAqB,CAAC,UAAU,EAAE;YAClD,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,kBAAkB,EAAE,KAAK,IAAI,EAAE;gBAC7B,MAAM,OAAO,GAAG,MAAM,cAAc,EAAE,CAAA;gBACtC,IAAI,IAAI,CAAA;gBACR,IAAI,OAAO,GAAG,UAAU,CAAC,OAAO,CAAA;gBAEhC,IAAI,CAAC;oBACH,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;oBAC9B,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;oBAExC,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;wBAC5B,gBAAgB;wBAChB,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAA;wBAE5D,6BAA6B;wBAC7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;4BACvC,OAAO,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;iCAClD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;iCACvD,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAA;wBACtB,CAAC,CAAC,CAAA;wBAEF,IAAI,OAAO,EAAE,CAAC;4BACZ,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;4BACnF,OAAO,IAAI,CAAA;wBACb,CAAC;wBAED,IAAI,OAAO,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;4BACtC,MAAM,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAA;4BACjE,OAAO,IAAI,CAAA;wBACb,CAAC;wBAED,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;wBAC7C,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;wBAC9B,UAAU,CAAC,OAAO,GAAG,OAAO,CAAA;oBAC9B,CAAC;yBAAM,CAAC;wBACN,+BAA+B;wBAC/B,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAA;oBAC9D,CAAC;oBAED,OAAO,IAAI,CAAA;gBACb,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAA;oBACxE,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC;YACD,WAAW,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;gBAChC,IAAI,CAAC;oBACH,IAAI,IAAI,EAAE,CAAC;wBACT,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;wBAC9B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;wBAClB,MAAM,cAAc,CAAC,OAAO,CAAC,CAAA;oBAC/B,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAA;gBAClE,CAAC;YACH,CAAC;YACD,qBAAqB;YACrB,qBAAqB,EAAE,KAAK,IAAI,EAAE;gBAChC,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,UAAU,CAAC,IAAI,EAAE,CAAC,CAAA;gBAE7F,MAAM,OAAO,GAAG,MAAM,cAAc,EAAE,CAAA;gBACtC,IAAI,IAAI,CAAA;gBAER,IAAI,CAAC;oBACH,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;oBAC9B,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,CAAA;oBAElD,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;wBAC5B,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC,CAAA;wBAC7C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;wBACvC,UAAU,CAAC,OAAO,GAAG,UAAU,CAAA;wBAC/B,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,yDAAyD,UAAU,CAAC,IAAI,EAAE,CAAC,CAAA;oBAC3G,CAAC;oBAED,OAAO,IAAI,CAAA;gBACb,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,qDAAqD,UAAU,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAA;oBAC7G,IAAI,IAAI,EAAE,CAAC;wBACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;oBACpB,CAAC;oBACD,MAAM,cAAc,CAAC,OAAO,CAAC,CAAA;oBAC7B,MAAM,KAAK,CAAA;gBACb,CAAC;YACH,CAAC;YACD,YAAY;YACZ,eAAe,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACH,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;wBAC7B,OAAO,IAAI,CAAA;oBACb,CAAC;oBAED,mCAAmC;oBACnC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;wBAC1C,yBAAyB;wBACzB,MAAM,eAAe,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,mBAAmB,CAAC,CAAA;wBACtF,OAAO,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAA;oBAC3E,CAAC,CAAC,CAAA;oBAEF,OAAO,CAAC,UAAU,CAAA;gBACpB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,UAAU,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAA;oBACpG,OAAO,KAAK,CAAA;gBACd,CAAC;YACH,CAAC;YACD,cAAc;YACd,cAAc;SACf,CAAC,CAAA;QAEF,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAC3B,iCAAiC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,gBAAgB,CACxF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO;QAChC,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAA;QAEvC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QAE7B,MAAM,IAAI,CAAC,YAAY,CACrB,sHAAsH,CACvH,CAAA;QAED,MAAM,IAAI,CAAC,qBAAqB,CAAC,GAAG,EAAE;YACpC,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,CAAA;QACrE,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC;YAC7B,2BAA2B,EAAE,GAAG;YAChC,iBAAiB,EAAE,gBAAgB;YACnC,OAAO,EAAE,GAAG;SACb,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAA;QAE/C,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACxE,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE;YAC3B,IAAI,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC;gBAC3C,OAAM;YACR,CAAC;YAED,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAA;YAE3C,2CAA2C;YAC3C,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;gBACvD,OAAO,CAAC,QAAQ,EAAE,CAAA;gBAClB,OAAM;YACR,CAAC;YAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,CAAA;YACjC,IAAI,OAAO,CAAC,gCAAgC,CAAC,EAAE,CAAC;gBAC9C,MAAM,eAAe,GAAG,OAAO,CAAC,gCAAgC,CAAC;qBAC9D,KAAK,CAAC,GAAG,CAAC;qBACV,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;qBAC5B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,2BAA2B,CAAC,CAAA;gBAEzE,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/B,OAAO,CAAC,gCAAgC,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBACxE,CAAC;qBAAM,CAAC;oBACN,OAAO,OAAO,CAAC,gCAAgC,CAAC,CAAA;gBAClD,CAAC;YACH,CAAC;YAED,IAAI,OAAO,CAAC,2BAA2B,CAAC,EAAE,CAAC;gBACzC,OAAO,OAAO,CAAC,2BAA2B,CAAC,CAAA;YAC7C,CAAC;YAED,kCAAkC;YAClC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC3D,OAAO,CAAC,KAAK,EAAE,CAAA;YACjB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,QAAQ,EAAE,CAAA;YACpB,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;YACjC,IAAI,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;gBAC9B,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;gBACtC,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;gBAC5C,OAAO,CAAC,GAAG,CAAC,mBAAmB,OAAO,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,CAAC,CAAA;gBAC9D,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBAE5C,IAAI,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;oBACvB,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;gBACnD,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAA;YACzD,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS;QACzD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,CAAA;QAChC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAA;QAE5E,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC;YACxE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACzC,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,eAAe,CACzC,CAAA;YACD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;YACpD,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS;QACrC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;YAC9D,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,SAAS,CAAC,aAAa,EAAE,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAA;gBAE9G,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC/C,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,gBAAgB,CAC1C,CAAA;gBACD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC/C,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,gBAAgB,CAC1C,CAAA;gBACD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC9C,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,cAAc,CACxC,CAAA;gBAED,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,IAAI,CAAC,YAAY,EAAE,CAAC;oBACtD,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;gBAClE,CAAC;gBAED,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;gBAC5C,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;gBAE5C,IAAI,WAAW,GACb,SAAS,CAAC,WAAW;oBACrB,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;wBAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;wBACnC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;oBAClC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAA;gBAEnB,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;oBACnD,WAAW,GAAG,GAAG,GAAG,GAAG,WAAW,EAAE,CAAA;gBACtC,CAAC;gBAED,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAA;gBACtD,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,WAAW,CAAC,CAAA;gBAErD,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBACnC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE;wBAC9B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAA;wBAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,CAAA;wBAE1C,OAAO,GAAG,KAAK,WAAW,IAAI,MAAM,KAAK,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;oBAC1G,CAAC,CAAC;oBACF,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,YAAY,CAAC;oBACrD,IAAI,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,gBAAgB;iBACnG,CAAC,CAAA;gBAEF,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAA;oBAChC,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC;wBAClC,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,MAAM,EAAE,CAAC,CAAA;wBAC7E,OAAM;oBACR,CAAC;yBAAM,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,kCAAkC,MAAM,EAAE,CAAC,CAAA;oBAC7D,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAA;gBACtD,CAAC;gBAED,IAAI,SAAS,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC;oBAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACzC,IAAI,EACJ,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAC3C,SAAS,CAAC,cAAc,CAAC,eAAe,CACzC,CAAA;oBACD,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;oBAC7D,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,OAAO,UAAU,EAAE,KAAK,CAAC,CAAA;gBAExE,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,8BAA8B,OAAO,MAAM,EAAE,CAAC,CAAA;gBAC9E,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sCAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAA;gBACxE,CAAC;gBAED,IAAI,OAAO,KAAK,SAAS,CAAC,OAAO,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,CAAC,OAAO,WAAW,CAAC,CAAA;gBACrE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,eAAe,EAAE,cAAc;QAC1D,IAAI,OAAO,CAAA;QAEX,IAAI,CAAC,eAAe,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,uDAAuD;YACvD,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA,CAAC,8CAA8C;YACzE,OAAO,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAA,CAAC,uCAAuC;QAC1E,CAAC;QAED,OAAO,GAAG,IAAI,CAAA,CAAC,qCAAqC;QACpD,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;YAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAA;YACvD,CAAC;YACD,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;QAC1E,CAAC;QACD,OAAO,OAAO,CAAC,cAAc,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,cAAc,CAAC,CAAA;IAC7G,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAAU;QACzB,sCAAiB,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAA;QACtD,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,UAAU,CAAC,IAAI,mBAAmB,CAAC,CAAA;IACpG,CAAC;IAED,IAAI,aAAa;QACf,OAAO;YACL;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,UAAU;gBACjB,kBAAkB,EAAE,IAAI;aACzB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,UAAU;gBACjB,kBAAkB,EAAE,IAAI;aACzB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,iBAAiB;aACzB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,eAAe;aACvB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,mBAAmB;aAC3B;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,mBAAmB;aAC3B;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,iBAAiB;aACzB;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,iBAAiB;gBACvB,KAAK,EAAE,kBAAkB;aAC1B;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,sBAAsB;aAC9B;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,KAAK;aACb;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,iBAAiB;gBACxB,KAAK,EAAE,CAAC;aACT;SACF,CAAA;IACH,CAAC;IAED,IAAI,YAAY;QACd,OAAO,CAAC,UAAU,CAAC,CAAA;IACrB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,iDAAiD,CAAA;IAC1D,CAAC;IAED,IAAI,IAAI;QACN,OAAO,0CAA0C,CAAA;IACnD,CAAC;CACF;AAtdD,8CAsdC;AAED,sCAAiB,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,IAAI,iBAAiB,EAAE,CAAC,CAAA;AAElF,SAAS,aAAa,CAAC,OAAO;IAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAA,CAAC,0BAA0B;IACxD,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,GAAG,GAAG,CAAC,CAAA;AACvE,CAAC","sourcesContent":["import { ConnectionManager } from '../connection-manager'\nimport { Connector } from '../types'\nimport { getHeadlessPool } from '../resource-pool/headless-pool'\nimport { Browser, Page } from 'puppeteer'\n\n/*\n  Functionality of the headless-connector:\n  - Provides a mechanism to acquire an active session page.\n  - Performs login when necessary to obtain valid cookies.\n    - Applies these cookies to the page for session management.\n  - Pages are acquired from the `headlessPool`, which manages browser instances.\n  - During the login process, pages from the pool are used for actions like form filling and navigation.\n  - Valid cookies are saved after login and reused for subsequent page acquisitions.\n  - Users must explicitly release the page after use through the `releasePage` method.\n  - Released pages are returned to the `headlessPool` for reuse.\n*/\n\nexport class HeadlessConnector implements Connector {\n  async ready(connectionConfigs) {\n    await Promise.all(connectionConfigs.map(this.connect.bind(this)))\n    ConnectionManager.logger.info('headless-connector connections are ready')\n  }\n\n  async connect(connection) {\n    const {\n      endpoint: uri = '1',\n      params: {\n        username = '',\n        password = '',\n        loginPagePath = '/login',\n        loginApiUrl = null,\n        usernameSelector = '#username',\n        passwordSelector = '#password',\n        submitSelector = '#submit',\n        successSelector = null,\n        shadowDomSelectors = '', // Comma separated shadow DOM selectors\n        timeout = 15000, // Default timeout for operations\n        retries = 3 // Default number of retries for login or page actions\n      } = {}\n    } = connection\n\n    const loginInfo = {\n      loginRequired: Boolean(username), // Determine if login is required\n      username,\n      password,\n      loginPagePath,\n      loginApiUrl,\n      timeout,\n      retries,\n      loginSelectors: {\n        usernameSelector,\n        passwordSelector,\n        submitSelector,\n        successSelector,\n        shadowDomSelectors: shadowDomSelectors\n          .split(',')\n          .map(selector => selector.trim())\n          .filter(Boolean)\n      }\n    }\n\n    async function acquireBrowser() {\n      try {\n        const pool = getHeadlessPool()\n        const browser = await pool.acquire()\n        return browser\n      } catch (error) {\n        ConnectionManager.logger.error('Failed to acquire browser:', error)\n        throw error\n      }\n    }\n\n    async function releaseBrowser(browser: Browser) {\n      try {\n        const pool = getHeadlessPool()\n        await pool.release(browser)\n      } catch (error) {\n        ConnectionManager.logger.error('Failed to release browser:', error)\n      }\n    }\n\n    ConnectionManager.addConnectionInstance(connection, {\n      endpoint: connection.endpoint,\n      params: connection.params,\n      acquireSessionPage: async () => {\n        const browser = await acquireBrowser()\n        let page\n        let cookies = connection.cookies\n\n        try {\n          page = await browser.newPage()\n          await this.setupPage(page, uri, timeout)\n\n          if (loginInfo.loginRequired) {\n            // 먼저 기본 페이지로 이동\n            await page.goto(uri, { waitUntil: 'networkidle2', timeout })\n\n            // 현재 세션의 Authorization 헤더 확인\n            const headers = await page.evaluate(() => {\n              return fetch(window.location.href, { method: 'GET' })\n                .then(response => response.headers.get('Authorization'))\n                .catch(() => null)\n            })\n\n            if (headers) {\n              ConnectionManager.logger.info('User is already logged in, skipping login process.')\n              return page\n            }\n\n            if (cookies && isCookieValid(cookies)) {\n              await this.applyCookiesAndVerifySession(page, cookies, loginInfo)\n              return page\n            }\n\n            await this.performLogin(page, uri, loginInfo)\n            cookies = await page.cookies()\n            connection.cookies = cookies\n          } else {\n            // 로그인이 필요하지 않은 경우에도 기본 페이지로 이동\n            await page.goto(uri, { waitUntil: 'networkidle2', timeout })\n          }\n\n          return page\n        } catch (error) {\n          ConnectionManager.logger.error('Failed to acquire session page:', error)\n          throw error\n        }\n      },\n      releasePage: async (page: Page) => {\n        try {\n          if (page) {\n            const browser = page.browser()\n            await page.close()\n            await releaseBrowser(browser)\n          }\n        } catch (error) {\n          ConnectionManager.logger.error('Failed to release page:', error)\n        }\n      },\n      // 세션 회복을 위한 재로그인 메서드\n      reAuthenticateSession: async () => {\n        ConnectionManager.logger.info(`Re-authenticating session for connection: ${connection.name}`)\n        \n        const browser = await acquireBrowser()\n        let page\n\n        try {\n          page = await browser.newPage()\n          await this.setupPage(page, uri, loginInfo.timeout)\n          \n          if (loginInfo.loginRequired) {\n            await this.performLogin(page, uri, loginInfo)\n            const newCookies = await page.cookies()\n            connection.cookies = newCookies\n            ConnectionManager.logger.info(`Session re-authenticated successfully for connection: ${connection.name}`)\n          }\n          \n          return page\n        } catch (error) {\n          ConnectionManager.logger.error(`Failed to re-authenticate session for connection: ${connection.name}`, error)\n          if (page) {\n            await page.close()\n          }\n          await releaseBrowser(browser)\n          throw error\n        }\n      },\n      // 세션 유효성 검사\n      validateSession: async (page: Page) => {\n        try {\n          if (!loginInfo.loginRequired) {\n            return true\n          }\n\n          // 간단한 세션 검사 - 현재 페이지에서 인증이 필요한지 확인\n          const needsLogin = await page.evaluate(() => {\n            // 로그인 페이지 특정 요소들이 있는지 확인\n            const loginIndicators = ['#username', '#password', '.login-form', '[type=\"password\"]']\n            return loginIndicators.some(selector => document.querySelector(selector))\n          })\n\n          return !needsLogin\n        } catch (error) {\n          ConnectionManager.logger.warn(`Session validation failed for connection: ${connection.name}`, error)\n          return false\n        }\n      },\n      acquireBrowser,\n      releaseBrowser\n    })\n\n    ConnectionManager.logger.info(\n      `headless-connector connection(${connection.name}:${connection.endpoint}) is connected`\n    )\n  }\n\n  async setupPage(page, uri, timeout) {\n    await page.setRequestInterception(true)\n\n    await page.setBypassCSP(true)\n\n    await page.setUserAgent(\n      'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.6778.204 Safari/537.36'\n    )\n\n    await page.evaluateOnNewDocument(() => {\n      Object.defineProperty(navigator, 'webdriver', { get: () => false })\n    })\n\n    await page.setExtraHTTPHeaders({\n      'Upgrade-Insecure-Requests': '0',\n      'accept-language': 'en-US,en;q=0.9',\n      referer: uri\n    })\n\n    await page.setDefaultNavigationTimeout(timeout)\n\n    page.on('console', async msg => {\n      ConnectionManager.logger.info(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('request', request => {\n      if (request.isInterceptResolutionHandled()) {\n        return\n      }\n\n      const resourceType = request.resourceType()\n\n      // fetch(), XMLHttpRequest 등의 API 호출은 항상 허용\n      if (resourceType === 'fetch' || resourceType === 'xhr') {\n        request.continue()\n        return\n      }\n\n      const headers = request.headers()\n      if (headers['access-control-request-headers']) {\n        const filteredHeaders = headers['access-control-request-headers']\n          .split(',')\n          .map(header => header.trim())\n          .filter(header => header.toLowerCase() !== 'upgrade-insecure-requests')\n\n        if (filteredHeaders.length > 0) {\n          headers['access-control-request-headers'] = filteredHeaders.join(', ')\n        } else {\n          delete headers['access-control-request-headers']\n        }\n      }\n\n      if (headers['upgrade-insecure-requests']) {\n        delete headers['upgrade-insecure-requests']\n      }\n\n      // 이미지, 스타일시트, 폰트는 차단하되 API 요청은 허용\n      if (['image', 'stylesheet', 'font'].includes(resourceType)) {\n        request.abort()\n      } else {\n        request.continue()\n      }\n    })\n\n    page.on('requestfailed', request => {\n      try {\n        console.log('Request failed:')\n        console.log(`- URL: ${request.url()}`)\n        console.log(`- Method: ${request.method()}`)\n        console.log(`- Failure Text: ${request.failure()?.errorText}`)\n        console.log(`- Headers:`, request.headers())\n\n        if (request.postData()) {\n          console.log(`- Post Data: ${request.postData()}`)\n        }\n      } catch (error) {\n        console.error('Error in requestfailed handler:', error)\n      }\n    })\n  }\n\n  async applyCookiesAndVerifySession(page, cookies, loginInfo) {\n    await page.setCookie(...cookies)\n    await page.reload({ waitUntil: 'networkidle2', timeout: loginInfo.timeout })\n\n    if (loginInfo.loginRequired && loginInfo.loginSelectors.successSelector) {\n      const success = await this.resolveShadowDom(\n        page,\n        loginInfo.loginSelectors.shadowDomSelectors,\n        loginInfo.loginSelectors.successSelector\n      )\n      if (!success) {\n        throw new Error('Session invalid, login required')\n      }\n    }\n  }\n\n  async performLogin(page, uri, loginInfo) {\n    for (let attempt = 1; attempt <= loginInfo.retries; attempt++) {\n      try {\n        await page.goto(`${uri}${loginInfo.loginPagePath}`, { waitUntil: 'networkidle2', timeout: loginInfo.timeout })\n\n        const usernameInput = await this.resolveShadowDom(\n          page,\n          loginInfo.loginSelectors.shadowDomSelectors,\n          loginInfo.loginSelectors.usernameSelector\n        )\n        const passwordInput = await this.resolveShadowDom(\n          page,\n          loginInfo.loginSelectors.shadowDomSelectors,\n          loginInfo.loginSelectors.passwordSelector\n        )\n        const submitButton = await this.resolveShadowDom(\n          page,\n          loginInfo.loginSelectors.shadowDomSelectors,\n          loginInfo.loginSelectors.submitSelector\n        )\n\n        if (!usernameInput || !passwordInput || !submitButton) {\n          throw new Error('Failed to locate input elements in shadow DOM')\n        }\n\n        await usernameInput.type(loginInfo.username)\n        await passwordInput.type(loginInfo.password)\n\n        var loginApiUrl =\n          loginInfo.loginApiUrl ||\n          (await page.evaluate(button => {\n            const form = button.closest('form')\n            return form ? form.action : null\n          }, submitButton))\n\n        if (loginApiUrl && !loginApiUrl.startsWith('http')) {\n          loginApiUrl = `${uri}${loginApiUrl}`\n        }\n\n        if (!loginApiUrl) {\n          throw new Error('❌ Unable to detect login API URL!')\n        }\n\n        console.log('✅ Detected login API URL:', loginApiUrl)\n\n        const [response] = await Promise.all([\n          page.waitForResponse(response => {\n            const url = response.url()\n            const method = response.request().method()\n\n            return url === loginApiUrl && method === 'POST' && [200, 201, 204, 302, 304].includes(response.status())\n          }),\n          page.evaluate(button => button.click(), submitButton),\n          page.waitForNavigation({ waitUntil: 'networkidle2', timeout: loginInfo.timeout }) // 로그인 후 리디렉션 감지\n        ])\n\n        if (response) {\n          const status = response.status()\n          if (status >= 200 && status < 400) {\n            ConnectionManager.logger.info(`Login successful with status code: ${status}`)\n            return\n          } else if (status >= 400) {\n            throw new Error(`Login failed with status code: ${status}`)\n          }\n        } else {\n          throw new Error('No response received during login')\n        }\n\n        if (loginInfo.loginSelectors.successSelector) {\n          const success = await this.resolveShadowDom(\n            page,\n            loginInfo.loginSelectors.shadowDomSelectors,\n            loginInfo.loginSelectors.successSelector\n          )\n          if (!success) {\n            throw new Error('Login failed: Success selector not found')\n          }\n        }\n      } catch (error) {\n        ConnectionManager.logger.warn(`Login attempt ${attempt} failed:`, error)\n\n        try {\n          await page.screenshot({ path: `logs/login-failure-attempt-${attempt}.png` })\n        } catch (error) {\n          ConnectionManager.logger.error('Failed to capture screenshot:', error)\n        }\n\n        if (attempt === loginInfo.retries) {\n          throw new Error(`Login failed after ${loginInfo.retries} attempts`)\n        }\n      }\n    }\n  }\n\n  async resolveShadowDom(page, shadowSelectors, targetSelector) {\n    let context\n\n    if (!shadowSelectors || shadowSelectors.length === 0) {\n      // No Shadow DOM path; use document root as the context\n      context = page.mainFrame() // Puppeteer uses frames to represent document\n      return context.$(targetSelector) // Search directly in the document root\n    }\n\n    context = page // Start with the page as the context\n    for (const selector of shadowSelectors) {\n      const shadowHost = await context.$(selector)\n      if (!shadowHost) {\n        throw new Error(`Shadow host not found: ${selector}`)\n      }\n      context = await page.evaluateHandle(host => host.shadowRoot, shadowHost)\n    }\n    return context.evaluateHandle((shadowRoot, selector) => shadowRoot.querySelector(selector), targetSelector)\n  }\n\n  async disconnect(connection) {\n    ConnectionManager.removeConnectionInstance(connection)\n    ConnectionManager.logger.info(`headless-connector connection(${connection.name}) is disconnected`)\n  }\n\n  get parameterSpec() {\n    return [\n      {\n        type: 'string',\n        name: 'username',\n        label: 'username',\n        useDomainAttribute: true\n      },\n      {\n        type: 'secret',\n        name: 'password',\n        label: 'password',\n        useDomainAttribute: true\n      },\n      {\n        type: 'string',\n        name: 'loginPagePath',\n        label: 'login-page-path'\n      },\n      {\n        type: 'string',\n        name: 'loginApiUrl',\n        label: 'login-api-url'\n      },\n      {\n        type: 'string',\n        name: 'usernameSelector',\n        label: 'username-selector'\n      },\n      {\n        type: 'string',\n        name: 'passwordSelector',\n        label: 'password-selector'\n      },\n      {\n        type: 'string',\n        name: 'submitSelector',\n        label: 'submit-selector'\n      },\n      {\n        type: 'string',\n        name: 'successSelector',\n        label: 'success-selector'\n      },\n      {\n        type: 'string',\n        name: 'shadowDomSelectors',\n        label: 'shadow-dom-selectors'\n      },\n      {\n        type: 'number',\n        name: 'timeout',\n        label: 'timeout',\n        value: 15000\n      },\n      {\n        type: 'number',\n        name: 'retries',\n        label: 'maximum-retries',\n        value: 3\n      }\n    ]\n  }\n\n  get taskPrefixes() {\n    return ['headless']\n  }\n\n  get description() {\n    return 'Headless Pool Connector with login capabilities'\n  }\n\n  get help() {\n    return 'integration/connector/headless-connector'\n  }\n}\n\nConnectionManager.registerConnector('headless-connector', new HeadlessConnector())\n\nfunction isCookieValid(cookies) {\n  if (!cookies || cookies.length === 0) return false\n  const now = Date.now() / 1000 // Current time in seconds\n  return cookies.some(cookie => cookie.expires && cookie.expires > now)\n}\n"]}

package/dist-server/engine/resource-pool/headless-pool.d.ts

@@ -1 +1,29 @@
-export declare function getHeadlessPool(): any;
+/**
+ * Integration Base Headless Pool
+ * Using the unified headless pool system from @things-factory/shell
+ */
+/**
+ * Get the integration headless pool
+ * @returns Pool instance with acquire/release methods
+ */
+export declare function getHeadlessPool(): {
+    acquire: () => Promise<any>;
+    release: (resource: any) => Promise<void>;
+    size: number;
+    available: number;
+    borrowed: number;
+    pending: number;
+    max: number;
+    min: number;
+};
+/**
+ * Get pool statistics
+ * @returns Detailed pool statistics
+ */
+export declare function getPoolStats(): any;
+/**
+ * Force cleanup pool - delegates to unified system
+ * @returns Promise<void>
+ */
+export declare function forceCleanupPool(): Promise<void>;
+export { getHeadlessPool as default };

package/dist-server/engine/resource-pool/headless-pool.js

@@ -1,62 +1,79 @@
 "use strict";
+/**
+ * Integration Base Headless Pool
+ * Using the unified headless pool system from @things-factory/shell
+ */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getHeadlessPool = getHeadlessPool;
-const tslib_1 = require("tslib");
-const genericPool = tslib_1.__importStar(require("generic-pool"));
-const env_1 = require("@things-factory/env");
-try {
-    var puppeteer = require('puppeteer');
-}
-catch (err) {
-    env_1.logger.error(err);
-}
-let headlessPool;
+exports.default = getHeadlessPool;
+exports.getPoolStats = getPoolStats;
+exports.forceCleanupPool = forceCleanupPool;
+const shell_1 = require("@things-factory/shell");
+// Create or get the integration pool instance
+const integrationPool = (0, shell_1.getOrCreateHeadlessPool)('integration', {
+    min: 2,
+    max: 20,
+    args: [...shell_1.HEADLESS_POOL_ARGUMENT_SETS.basic, ...shell_1.HEADLESS_POOL_ARGUMENT_SETS.keychain_safe],
+    acquireTimeoutMillis: 15000,
+    testOnBorrow: true,
+    enableStats: true,
+    enableRecovery: true,
+    enableCleanup: true
+});
+/**
+ * Get the integration headless pool
+ * @returns Pool instance with acquire/release methods
+ */
 function getHeadlessPool() {
-    if (!headlessPool) {
-        headlessPool = createHeadlessPool({ min: 2, max: 20, acquireTimeoutMillis: 15000, testOnBorrow: true });
-    }
-    return headlessPool;
+    return {
+        acquire: () => integrationPool.acquire(),
+        release: (resource) => integrationPool.release(resource),
+        size: 0, // These will be dynamically calculated if needed
+        available: 0,
+        borrowed: 0,
+        pending: 0,
+        max: 20,
+        min: 2
+    };
 }
-function createHeadlessPool(options) {
-    return genericPool.createPool({
-        create() {
-            console.log('headless instance in headless-pool-integration about to create');
-            return initializeChromium();
-        },
-        validate(browser) {
-            return Promise.race([
-                new Promise(res => setTimeout(() => res(false), 1500)),
-                browser
-                    //@ts-ignore
-                    .version()
-                    .then(() => true)
-                    .catch(() => false)
-            ]);
-        },
-        destroy(browser) {
-            //@ts-ignore
-            return browser.close();
-        }
-    }, options);
-}
-const CHROMIUM_PATH = env_1.config.get('CHROMIUM_PATH');
-async function initializeChromium() {
-    try {
-        if (!puppeteer) {
-            return;
-        }
-        const launchSetting = {
-            args: ['--hide-scrollbars', '--mute-audio', '--no-sandbox', '--use-gl=egl'],
-            headless: 'shell'
+/**
+ * Get pool statistics
+ * @returns Detailed pool statistics
+ */
+function getPoolStats() {
+    const allStats = (0, shell_1.getAllPoolStats)();
+    const integrationStats = allStats.integration;
+    if (!integrationStats) {
+        return {
+            size: 0,
+            available: 0,
+            borrowed: 0,
+            pending: 0,
+            max: 20,
+            min: 2,
+            totalCreated: 0,
+            totalDestroyed: 0,
+            totalAcquired: 0,
+            totalReleased: 0,
+            currentlyAcquired: 0,
+            averageAcquisitionTime: 0,
+            utilizationRate: '0',
+            lastActivity: null
         };
-        if (CHROMIUM_PATH) {
-            launchSetting['executablePath'] = CHROMIUM_PATH;
-        }
-        const browser = await puppeteer.launch(launchSetting);
-        return browser;
-    }
-    catch (err) {
-        env_1.logger.error(err);
     }
+    // Convert to format expected by existing code
+    return {
+        ...integrationStats.poolStatus,
+        ...integrationStats.statistics,
+        averageAcquisitionTime: parseInt(integrationStats.statistics.averageAcquisitionTime.replace('ms', '')) || 0,
+        utilizationRate: integrationStats.poolStatus.utilizationRate.replace('%', '')
+    };
+}
+/**
+ * Force cleanup pool - delegates to unified system
+ * @returns Promise<void>
+ */
+function forceCleanupPool() {
+    return integrationPool.reset();
 }
 //# sourceMappingURL=headless-pool.js.map

package/dist-server/engine/resource-pool/headless-pool.js.map

@@ -1 +1 @@
-{"version":3,"file":"headless-pool.js","sourceRoot":"","sources":["../../../server/engine/resource-pool/headless-pool.ts"],"names":[],"mappings":";;AAWA,0CAMC;;AAjBD,kEAA2C;AAC3C,6CAAoD;AAEpD,IAAI,CAAC;IACH,IAAI,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;AACtC,CAAC;AAAC,OAAO,GAAG,EAAE,CAAC;IACb,YAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;AACnB,CAAC;AAED,IAAI,YAAY,CAAA;AAEhB,SAAgB,eAAe;IAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,YAAY,GAAG,kBAAkB,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,oBAAoB,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAA;IACzG,CAAC;IAED,OAAO,YAAY,CAAA;AACrB,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA4B;IACtD,OAAO,WAAW,CAAC,UAAU,CAC3B;QACE,MAAM;YACJ,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAA;YAC7E,OAAO,kBAAkB,EAAE,CAAA;QAC7B,CAAC;QACD,QAAQ,CAAC,OAAO;YACd,OAAO,OAAO,CAAC,IAAI,CAAC;gBAClB,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;gBACtD,OAAO;oBACL,YAAY;qBACX,OAAO,EAAE;qBACT,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;qBAChB,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC;aACtB,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,CAAC,OAAO;YACb,YAAY;YACZ,OAAO,OAAO,CAAC,KAAK,EAAE,CAAA;QACxB,CAAC;KAC0B,EAC7B,OAAO,CACR,CAAA;AACH,CAAC;AAED,MAAM,aAAa,GAAG,YAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;AAEjD,KAAK,UAAU,kBAAkB;IAC/B,IAAI,CAAC;QACH,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAM;QACR,CAAC;QAED,MAAM,aAAa,GAAG;YACpB,IAAI,EAAE,CAAC,mBAAmB,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,CAAC;YAC3E,QAAQ,EAAE,OAAO;SAClB,CAAA;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,aAAa,CAAC,gBAAgB,CAAC,GAAG,aAAa,CAAA;QACjD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAErD,OAAO,OAAO,CAAA;IAChB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,YAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACnB,CAAC;AACH,CAAC","sourcesContent":["import * as genericPool from 'generic-pool'\nimport { config, logger } from '@things-factory/env'\n\ntry {\n  var puppeteer = require('puppeteer')\n} catch (err) {\n  logger.error(err)\n}\n\nlet headlessPool\n\nexport function getHeadlessPool() {\n  if (!headlessPool) {\n    headlessPool = createHeadlessPool({ min: 2, max: 20, acquireTimeoutMillis: 15000, testOnBorrow: true })\n  }\n\n  return headlessPool\n}\n\nfunction createHeadlessPool(options: genericPool.Options) {\n  return genericPool.createPool(\n    {\n      create() {\n        console.log('headless instance in headless-pool-integration about to create')\n        return initializeChromium()\n      },\n      validate(browser) {\n        return Promise.race([\n          new Promise(res => setTimeout(() => res(false), 1500)),\n          browser\n            //@ts-ignore\n            .version()\n            .then(() => true)\n            .catch(() => false)\n        ])\n      },\n      destroy(browser) {\n        //@ts-ignore\n        return browser.close()\n      }\n    } as genericPool.Factory<any>,\n    options\n  )\n}\n\nconst CHROMIUM_PATH = config.get('CHROMIUM_PATH')\n\nasync function initializeChromium() {\n  try {\n    if (!puppeteer) {\n      return\n    }\n\n    const launchSetting = {\n      args: ['--hide-scrollbars', '--mute-audio', '--no-sandbox', '--use-gl=egl'],\n      headless: 'shell'\n    }\n\n    if (CHROMIUM_PATH) {\n      launchSetting['executablePath'] = CHROMIUM_PATH\n    }\n\n    const browser = await puppeteer.launch(launchSetting)\n\n    return browser\n  } catch (err) {\n    logger.error(err)\n  }\n}\n"]}
+{"version":3,"file":"headless-pool.js","sourceRoot":"","sources":["../../../server/engine/resource-pool/headless-pool.ts"],"names":[],"mappings":";AAAA;;;GAGG;;AAoBH,0CAWC;AA+C2B,kCAAO;AAzCnC,oCA8BC;AAMD,4CAEC;AAzED,iDAA6G;AAE7G,8CAA8C;AAC9C,MAAM,eAAe,GAAG,IAAA,+BAAuB,EAAC,aAAa,EAAE;IAC7D,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,EAAE;IACP,IAAI,EAAE,CAAC,GAAG,mCAA2B,CAAC,KAAK,EAAE,GAAG,mCAA2B,CAAC,aAAa,CAAC;IAC1F,oBAAoB,EAAE,KAAK;IAC3B,YAAY,EAAE,IAAI;IAClB,WAAW,EAAE,IAAI;IACjB,cAAc,EAAE,IAAI;IACpB,aAAa,EAAE,IAAI;CACpB,CAAC,CAAA;AAEF;;;GAGG;AACH,SAAgB,eAAe;IAC7B,OAAO;QACL,OAAO,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,OAAO,EAAE;QACxC,OAAO,EAAE,CAAC,QAAa,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC7D,IAAI,EAAE,CAAC,EAAE,iDAAiD;QAC1D,SAAS,EAAE,CAAC;QACZ,QAAQ,EAAE,CAAC;QACX,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,EAAE;QACP,GAAG,EAAE,CAAC;KACP,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,SAAgB,YAAY;IAC1B,MAAM,QAAQ,GAAG,IAAA,uBAAe,GAAE,CAAA;IAClC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,WAAW,CAAA;IAE7C,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,OAAO;YACL,IAAI,EAAE,CAAC;YACP,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC;YACV,GAAG,EAAE,EAAE;YACP,GAAG,EAAE,CAAC;YACN,YAAY,EAAE,CAAC;YACf,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,CAAC;YAChB,iBAAiB,EAAE,CAAC;YACpB,sBAAsB,EAAE,CAAC;YACzB,eAAe,EAAE,GAAG;YACpB,YAAY,EAAE,IAAI;SACnB,CAAA;IACH,CAAC;IAED,8CAA8C;IAC9C,OAAO;QACL,GAAG,gBAAgB,CAAC,UAAU;QAC9B,GAAG,gBAAgB,CAAC,UAAU;QAC9B,sBAAsB,EAAE,QAAQ,CAAC,gBAAgB,CAAC,UAAU,CAAC,sBAAsB,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC;QAC3G,eAAe,EAAE,gBAAgB,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC;KAC9E,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,SAAgB,gBAAgB;IAC9B,OAAO,eAAe,CAAC,KAAK,EAAE,CAAA;AAChC,CAAC","sourcesContent":["/**\n * Integration Base Headless Pool\n * Using the unified headless pool system from @things-factory/shell\n */\n\nimport { getOrCreateHeadlessPool, getAllPoolStats, HEADLESS_POOL_ARGUMENT_SETS } from '@things-factory/shell'\n\n// Create or get the integration pool instance\nconst integrationPool = getOrCreateHeadlessPool('integration', {\n  min: 2,\n  max: 20,\n  args: [...HEADLESS_POOL_ARGUMENT_SETS.basic, ...HEADLESS_POOL_ARGUMENT_SETS.keychain_safe],\n  acquireTimeoutMillis: 15000,\n  testOnBorrow: true,\n  enableStats: true,\n  enableRecovery: true,\n  enableCleanup: true\n})\n\n/**\n * Get the integration headless pool\n * @returns Pool instance with acquire/release methods\n */\nexport function getHeadlessPool() {\n  return {\n    acquire: () => integrationPool.acquire(),\n    release: (resource: any) => integrationPool.release(resource),\n    size: 0, // These will be dynamically calculated if needed\n    available: 0,\n    borrowed: 0,\n    pending: 0,\n    max: 20,\n    min: 2\n  }\n}\n\n/**\n * Get pool statistics\n * @returns Detailed pool statistics\n */\nexport function getPoolStats() {\n  const allStats = getAllPoolStats()\n  const integrationStats = allStats.integration\n\n  if (!integrationStats) {\n    return {\n      size: 0,\n      available: 0,\n      borrowed: 0,\n      pending: 0,\n      max: 20,\n      min: 2,\n      totalCreated: 0,\n      totalDestroyed: 0,\n      totalAcquired: 0,\n      totalReleased: 0,\n      currentlyAcquired: 0,\n      averageAcquisitionTime: 0,\n      utilizationRate: '0',\n      lastActivity: null\n    }\n  }\n\n  // Convert to format expected by existing code\n  return {\n    ...integrationStats.poolStatus,\n    ...integrationStats.statistics,\n    averageAcquisitionTime: parseInt(integrationStats.statistics.averageAcquisitionTime.replace('ms', '')) || 0,\n    utilizationRate: integrationStats.poolStatus.utilizationRate.replace('%', '')\n  }\n}\n\n/**\n * Force cleanup pool - delegates to unified system\n * @returns Promise<void>\n */\nexport function forceCleanupPool(): Promise<void> {\n  return integrationPool.reset()\n}\n\n// Legacy compatibility - re-export the main function\nexport { getHeadlessPool as default }\n"]}

package/dist-server/engine/task/headless-delete.js

@@ -1,78 +1,26 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-const tslib_1 = require("tslib");
-const https_1 = tslib_1.__importDefault(require("https"));
-const url_1 = require("url");
 const task_registry_1 = require("../task-registry");
-const connection_manager_1 = require("../connection-manager");
+const headless_request_with_recovery_1 = require("./utils/headless-request-with-recovery");
 async function HeadlessDelete(step, { logger, data, domain }) {
     const { connection: connectionName, params: stepOptions } = step;
     const { headers: requestHeaders, path, queryParams } = stepOptions || {};
-    const connection = await connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
-    if (!connection) {
-        throw new Error(`Connection '${connectionName}' is not established.`);
-    }
-    const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection;
-    const headers = {
-        ...requestHeaders
-    };
-    const options = {
-        method: 'DELETE',
-        headers
-    };
-    const { rejectUnauthorized } = connectionParams;
-    if (!rejectUnauthorized) {
-        const httpsAgent = new https_1.default.Agent({
-            rejectUnauthorized
-        });
-        options.agent = httpsAgent;
-    }
-    const page = await acquireSessionPage();
     try {
-        page.on('console', async (msg) => {
-            console.log(`[browser ${msg.type()}] ${msg.text()}`);
-        });
-        page.on('requestfailed', request => {
-            console.log('Request failed:', request.url());
-        });
-        await page.goto(endpoint, { waitUntil: 'networkidle2' });
-        // URL 구성 - queryParams가 있으면 추가
-        let requestUrl = new url_1.URL(path, endpoint);
-        if (queryParams && typeof queryParams === 'object') {
-            Object.keys(queryParams).forEach(key => {
-                if (queryParams[key] !== null && queryParams[key] !== undefined) {
-                    requestUrl.searchParams.append(key, String(queryParams[key]));
-                }
-            });
-        }
-        const response = await page.evaluate(async (urlString, options) => {
-            const response = await fetch(urlString, options);
-            if (!response.ok) {
-                throw new Error(`HTTP ${response.status}: ${response.statusText}`);
-            }
-            const contentType = response.headers.get('content-type') || '';
-            if (contentType.includes('application/json')) {
-                return await response.json();
-            }
-            else if (contentType.includes('text/')) {
-                return await response.text();
-            }
-            else {
-                // 응답이 없는 경우 (204 No Content 등)
-                return null;
-            }
-        }, requestUrl.toString(), options);
+        const result = await (0, headless_request_with_recovery_1.executeHeadlessRequestWithRecovery)(connectionName, {
+            method: 'DELETE',
+            path,
+            headers: requestHeaders,
+            queryParams,
+            maxRetries: 2
+        }, { logger, data, domain });
         return {
-            data: response
+            data: result.data
         };
     }
     catch (error) {
         logger.error('Error in HeadlessDelete:', error);
         throw error;
     }
-    finally {
-        await releasePage(page);
-    }
 }
 HeadlessDelete.parameterSpec = [
     {