@things-factory/integration-base 8.0.0-beta.9 → 8.0.0

package/dist-server/engine/connector/http-connector.js

@@ -44,7 +44,7 @@ class HttpConnector {
         ];
     }
     get taskPrefixes() {
-        return ['http'];
+        return ['http', 'headless-post', 'headless-scrap'];
     }
 }
 exports.HttpConnector = HttpConnector;

package/dist-server/engine/connector/http-connector.js.map

@@ -1 +1 @@
-{"version":3,"file":"http-connector.js","sourceRoot":"","sources":["../../../server/engine/connector/http-connector.ts"],"names":[],"mappings":";;;AAAA,iEAA4D;AAC5D,iDAAqD;AAErD,8DAAyD;AAIzD,MAAa,aAAa;IACxB,KAAK,CAAC,KAAK,CAAC,iBAAoC;QAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAEjE,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAA2B;QACvC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAAA;QAC3B,MAAM,CAAC,kBAAkB,GAAG,CAAC,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,KAAK,GAAG,CAAA;QAEtE,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,YAAY,GAAiB,MAAM,IAAA,qBAAa,EAAC,4BAAY,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;YACzG,IAAI,WAAW,GAAG,YAAY,CAAC,cAAc,EAAE,CAAA;QACjD,CAAC;QAED,sCAAiB,CAAC,qBAAqB,CAAC,UAAU,kCAC7C,UAAU,KACb,WAAW,EAAE,WAAW,IAAI,EAAE,EAC9B,MAAM,IACN,CAAA;QAEF,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,gBAAgB,CAAC,CAAA;IACpH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAA2B;QAC1C,sCAAiB,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAA;QAEtD,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,IAAI,mBAAmB,CAAC,CAAA;IAChG,CAAC;IAED,IAAI,aAAa;QACf,OAAO;YACL;gBACE,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE;oBACR,SAAS,EAAE,eAAe;iBAC3B;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,qBAAqB;gBAC5B,QAAQ,EAAE;oBACR,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;iBACpB;aACF;SACF,CAAA;IACH,CAAC;IAED,IAAI,YAAY;QACd,OAAO,CAAC,MAAM,CAAC,CAAA;IACjB,CAAC;CACF;AAvDD,sCAuDC;AAED,sCAAiB,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,IAAI,aAAa,EAAE,CAAC,CAAA","sourcesContent":["import { Oauth2Client } from '@things-factory/oauth2-client'\nimport { getRepository } from '@things-factory/shell'\n\nimport { ConnectionManager } from '../connection-manager'\nimport { Connector } from '../types'\nimport { InputConnection } from '../../service/connection/connection-type'\n\nexport class HttpConnector implements Connector {\n  async ready(connectionConfigs: InputConnection[]) {\n    await Promise.all(connectionConfigs.map(this.connect.bind(this)))\n\n    ConnectionManager.logger.info('http-connector connections are ready')\n  }\n\n  async connect(connection: InputConnection) {\n    var { params } = connection\n    params.rejectUnauthorized = (params.rejectUnauthorized || 'Y') === 'Y'\n\n    if (params.authClient) {\n      const oauth2Client: Oauth2Client = await getRepository(Oauth2Client).findOneBy({ id: params.authClient })\n      var authHeaders = oauth2Client.getAuthHeaders()\n    }\n\n    ConnectionManager.addConnectionInstance(connection, {\n      ...connection,\n      authHeaders: authHeaders || {},\n      params\n    })\n\n    ConnectionManager.logger.info(`http-connector connection(${connection.name}:${connection.endpoint}) is connected`)\n  }\n\n  async disconnect(connection: InputConnection) {\n    ConnectionManager.removeConnectionInstance(connection)\n\n    ConnectionManager.logger.info(`http-connector connection(${connection.name}) is disconnected`)\n  }\n\n  get parameterSpec() {\n    return [\n      {\n        type: 'entity-selector',\n        name: 'authClient',\n        label: 'auth-client',\n        property: {\n          queryName: 'oauth2Clients'\n        }\n      },\n      {\n        type: 'select',\n        name: 'rejectUnauthorized',\n        label: 'reject-unauthorized',\n        property: {\n          options: ['Y', 'N']\n        }\n      }\n    ]\n  }\n\n  get taskPrefixes() {\n    return ['http']\n  }\n}\n\nConnectionManager.registerConnector('http-connector', new HttpConnector())\n"]}
+{"version":3,"file":"http-connector.js","sourceRoot":"","sources":["../../../server/engine/connector/http-connector.ts"],"names":[],"mappings":";;;AAAA,iEAA4D;AAC5D,iDAAqD;AAErD,8DAAyD;AAIzD,MAAa,aAAa;IACxB,KAAK,CAAC,KAAK,CAAC,iBAAoC;QAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAEjE,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAA2B;QACvC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAAA;QAC3B,MAAM,CAAC,kBAAkB,GAAG,CAAC,MAAM,CAAC,kBAAkB,IAAI,GAAG,CAAC,KAAK,GAAG,CAAA;QAEtE,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,YAAY,GAAiB,MAAM,IAAA,qBAAa,EAAC,4BAAY,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;YACzG,IAAI,WAAW,GAAG,YAAY,CAAC,cAAc,EAAE,CAAA;QACjD,CAAC;QAED,sCAAiB,CAAC,qBAAqB,CAAC,UAAU,kCAC7C,UAAU,KACb,WAAW,EAAE,WAAW,IAAI,EAAE,EAC9B,MAAM,IACN,CAAA;QAEF,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,gBAAgB,CAAC,CAAA;IACpH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAA2B;QAC1C,sCAAiB,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAA;QAEtD,sCAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,UAAU,CAAC,IAAI,mBAAmB,CAAC,CAAA;IAChG,CAAC;IAED,IAAI,aAAa;QACf,OAAO;YACL;gBACE,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE;oBACR,SAAS,EAAE,eAAe;iBAC3B;aACF;YACD;gBACE,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,qBAAqB;gBAC5B,QAAQ,EAAE;oBACR,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;iBACpB;aACF;SACF,CAAA;IACH,CAAC;IAED,IAAI,YAAY;QACd,OAAO,CAAC,MAAM,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAA;IACpD,CAAC;CACF;AAvDD,sCAuDC;AAED,sCAAiB,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,IAAI,aAAa,EAAE,CAAC,CAAA","sourcesContent":["import { Oauth2Client } from '@things-factory/oauth2-client'\nimport { getRepository } from '@things-factory/shell'\n\nimport { ConnectionManager } from '../connection-manager'\nimport { Connector } from '../types'\nimport { InputConnection } from '../../service/connection/connection-type'\n\nexport class HttpConnector implements Connector {\n  async ready(connectionConfigs: InputConnection[]) {\n    await Promise.all(connectionConfigs.map(this.connect.bind(this)))\n\n    ConnectionManager.logger.info('http-connector connections are ready')\n  }\n\n  async connect(connection: InputConnection) {\n    var { params } = connection\n    params.rejectUnauthorized = (params.rejectUnauthorized || 'Y') === 'Y'\n\n    if (params.authClient) {\n      const oauth2Client: Oauth2Client = await getRepository(Oauth2Client).findOneBy({ id: params.authClient })\n      var authHeaders = oauth2Client.getAuthHeaders()\n    }\n\n    ConnectionManager.addConnectionInstance(connection, {\n      ...connection,\n      authHeaders: authHeaders || {},\n      params\n    })\n\n    ConnectionManager.logger.info(`http-connector connection(${connection.name}:${connection.endpoint}) is connected`)\n  }\n\n  async disconnect(connection: InputConnection) {\n    ConnectionManager.removeConnectionInstance(connection)\n\n    ConnectionManager.logger.info(`http-connector connection(${connection.name}) is disconnected`)\n  }\n\n  get parameterSpec() {\n    return [\n      {\n        type: 'entity-selector',\n        name: 'authClient',\n        label: 'auth-client',\n        property: {\n          queryName: 'oauth2Clients'\n        }\n      },\n      {\n        type: 'select',\n        name: 'rejectUnauthorized',\n        label: 'reject-unauthorized',\n        property: {\n          options: ['Y', 'N']\n        }\n      }\n    ]\n  }\n\n  get taskPrefixes() {\n    return ['http', 'headless-post', 'headless-scrap']\n  }\n}\n\nConnectionManager.registerConnector('http-connector', new HttpConnector())\n"]}

package/dist-server/engine/connector/index.d.ts

@@ -10,4 +10,3 @@ import './oracle-connector';
 import './mysql-connector';
 import './socket-server';
 import './operato-connector';
-import './headless-connector';

package/dist-server/engine/connector/index.js

@@ -12,5 +12,4 @@ require("./oracle-connector");
 require("./mysql-connector");
 require("./socket-server");
 require("./operato-connector");
-require("./headless-connector");
 //# sourceMappingURL=index.js.map

package/dist-server/engine/connector/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../server/engine/connector/index.ts"],"names":[],"mappings":";;AAAA,8BAA2B;AAC3B,iCAA8B;AAC9B,4BAAyB;AACzB,+BAA4B;AAC5B,8BAA2B;AAC3B,kCAA+B;AAC/B,4BAAyB;AACzB,6BAA0B;AAC1B,8BAA2B;AAC3B,6BAA0B;AAC1B,2BAAwB;AACxB,+BAA4B;AAC5B,gCAA6B","sourcesContent":["import './echo-back-server'\nimport './echo-back-connector'\nimport './http-connector'\nimport './graphql-connector'\nimport './sqlite-connector'\nimport './postgresql-connector'\nimport './mqtt-connector'\nimport './mssql-connector'\nimport './oracle-connector'\nimport './mysql-connector'\nimport './socket-server'\nimport './operato-connector'\nimport './headless-connector'\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../server/engine/connector/index.ts"],"names":[],"mappings":";;AAAA,8BAA2B;AAC3B,iCAA8B;AAC9B,4BAAyB;AACzB,+BAA4B;AAC5B,8BAA2B;AAC3B,kCAA+B;AAC/B,4BAAyB;AACzB,6BAA0B;AAC1B,8BAA2B;AAC3B,6BAA0B;AAC1B,2BAAwB;AACxB,+BAA4B","sourcesContent":["import './echo-back-server'\nimport './echo-back-connector'\nimport './http-connector'\nimport './graphql-connector'\nimport './sqlite-connector'\nimport './postgresql-connector'\nimport './mqtt-connector'\nimport './mssql-connector'\nimport './oracle-connector'\nimport './mysql-connector'\nimport './socket-server'\nimport './operato-connector'\n"]}

package/dist-server/engine/index.d.ts

@@ -5,5 +5,4 @@ export * from './scenario-engine';
 export * from './task-registry';
 export * from './analyzer/analyze-integration';
 export * from './edge-client';
-export * from './resource-pool';
 export { Connector, Context, TaskHandler } from './types';

package/dist-server/engine/index.js

@@ -8,5 +8,4 @@ tslib_1.__exportStar(require("./scenario-engine"), exports);
 tslib_1.__exportStar(require("./task-registry"), exports);
 tslib_1.__exportStar(require("./analyzer/analyze-integration"), exports);
 tslib_1.__exportStar(require("./edge-client"), exports);
-tslib_1.__exportStar(require("./resource-pool"), exports);
 //# sourceMappingURL=index.js.map

package/dist-server/engine/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../server/engine/index.ts"],"names":[],"mappings":";;;AAAA,uBAAoB;AACpB,kBAAe;AAEf,+DAAoC;AACpC,4DAAiC;AACjC,0DAA+B;AAC/B,yEAA8C;AAC9C,wDAA6B;AAC7B,0DAA+B","sourcesContent":["import './connector'\nimport './task'\n\nexport * from './connection-manager'\nexport * from './scenario-engine'\nexport * from './task-registry'\nexport * from './analyzer/analyze-integration'\nexport * from './edge-client'\nexport * from './resource-pool'\n\nexport { Connector, Context, TaskHandler } from './types'\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../server/engine/index.ts"],"names":[],"mappings":";;;AAAA,uBAAoB;AACpB,kBAAe;AAEf,+DAAoC;AACpC,4DAAiC;AACjC,0DAA+B;AAC/B,yEAA8C;AAC9C,wDAA6B","sourcesContent":["import './connector'\nimport './task'\n\nexport * from './connection-manager'\nexport * from './scenario-engine'\nexport * from './task-registry'\nexport * from './analyzer/analyze-integration'\nexport * from './edge-client'\n\nexport { Connector, Context, TaskHandler } from './types'\n"]}

package/dist-server/engine/task/headless-post.js

@@ -6,16 +6,17 @@ const url_1 = require("url");
 const utils_1 = require("@things-factory/utils");
 const task_registry_1 = require("../task-registry");
 const connection_manager_1 = require("../connection-manager");
+const headless_pool_for_scenario_1 = require("./utils/headless-pool-for-scenario");
 async function HeadlessPost(step, { logger, data, domain }) {
-    const { connection: connectionName, params: stepOptions } = step;
-    const { headers: requestHeaders, contentType, path, accessor } = stepOptions || {};
-    const connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
+    var { connection: connectionName, params: stepOptions } = step;
+    var { headers: requestHeaders, contentType, path, accessor } = stepOptions || {};
+    var connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
     if (!connection) {
-        throw new Error(`Connection '${connectionName}' is not established.`);
+        throw new Error(`connection '${connectionName}' is not established.`);
     }
-    const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection;
-    const headers = Object.assign({}, requestHeaders);
-    let body = (0, utils_1.access)(accessor, data);
+    var { endpoint, params: connectionParams, authHeaders = {} } = connection;
+    var headers = Object.assign(Object.assign({}, authHeaders), requestHeaders);
+    var body = (0, utils_1.access)(accessor, data);
     if (contentType && body) {
         headers['content-type'] = contentType;
         switch (contentType) {
@@ -30,23 +31,24 @@ async function HeadlessPost(step, { logger, data, domain }) {
                 for (const prop in body) {
                     searchParams.set(prop, body[prop]);
                 }
-                body = searchParams.toString();
+                body = searchParams;
                 break;
         }
     }
-    const options = {
+    var options = {
         method: 'POST',
         headers,
         body
     };
-    const { rejectUnauthorized } = connectionParams;
+    var { rejectUnauthorized } = connectionParams;
     if (!rejectUnauthorized) {
         const httpsAgent = new https_1.default.Agent({
             rejectUnauthorized
         });
         options.agent = httpsAgent;
     }
-    const page = await acquireSessionPage();
+    const browser = (await (0, headless_pool_for_scenario_1.getHeadlessPool)().acquire());
+    const page = await browser.newPage();
     try {
         page.on('console', async (msg) => {
             console.log(`[browser ${msg.type()}] ${msg.text()}`);
@@ -68,12 +70,12 @@ async function HeadlessPost(step, { logger, data, domain }) {
             data: response
         };
     }
-    catch (error) {
-        logger.error('Error in HeadlessPost:', error);
-        throw error;
+    catch (e) {
+        console.error(e);
     }
     finally {
-        await releasePage(page);
+        page.close();
+        (0, headless_pool_for_scenario_1.getHeadlessPool)().release(browser);
     }
 }
 HeadlessPost.parameterSpec = [
@@ -93,10 +95,22 @@ HeadlessPost.parameterSpec = [
         label: 'content-type',
         property: {
             options: [
-                { display: '', value: '' },
-                { display: 'application/json', value: 'application/json' },
-                { display: 'text/plain', value: 'text/plain' },
-                { display: 'application/x-www-form-urlencoded', value: 'application/x-www-form-urlencoded' }
+                {
+                    display: '',
+                    value: ''
+                },
+                {
+                    display: 'application/json',
+                    value: 'application/json'
+                },
+                {
+                    display: 'text/plain',
+                    value: 'text/plain'
+                },
+                {
+                    display: 'application/x-www-form-urlencoded',
+                    value: 'application/x-www-form-urlencoded'
+                }
             ]
         }
     },

package/dist-server/engine/task/headless-post.js.map

@@ -1 +1 @@
-{"version":3,"file":"headless-post.js","sourceRoot":"","sources":["../../../server/engine/task/headless-post.ts"],"names":[],"mappings":";;;AAAA,0DAAyB;AACzB,6BAAyB;AAEzB,iDAA8C;AAC9C,oDAA+C;AAC/C,8DAAyD;AAEzD,KAAK,UAAU,YAAY,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;IACxD,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAChE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAElF,MAAM,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAExF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;IACvE,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,UAAU,CAAA;IAE1F,MAAM,OAAO,qBACR,cAAc,CAClB,CAAA;IAED,IAAI,IAAI,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACjC,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;QACrC,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,YAAY;gBACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,kBAAkB;gBACrB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,mCAAmC;gBACtC,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAA;gBAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;oBACxB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;gBACpC,CAAC;gBACD,IAAI,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAA;gBAC9B,MAAK;QACT,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG;QACd,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI;KACE,CAAA;IAER,MAAM,EAAE,kBAAkB,EAAE,GAAG,gBAAgB,CAAA;IAE/C,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;YACjC,kBAAkB;SACnB,CAAC,CAAA;QACF,OAAO,CAAC,KAAK,GAAG,UAAU,CAAA;IAC5B,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,kBAAkB,EAAE,CAAA;IAEvC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAExD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAClC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;YAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YAEhD,IAAI,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACrF,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACN,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAC9B,CAAC;QACH,CAAC,EACD,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EACvB,OAAO,CACR,CAAA;QAED,OAAO;YACL,IAAI,EAAE,QAAQ;SACf,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAA;QAC7C,MAAM,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;AACH,CAAC;AAED,YAAY,CAAC,aAAa,GAAG;IAC3B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE;YACR,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC1B,EAAE,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,kBAAkB,EAAE;gBAC1D,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;gBAC9C,EAAE,OAAO,EAAE,mCAAmC,EAAE,KAAK,EAAE,mCAAmC,EAAE;aAC7F;SACF;KACF;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,eAAe,EAAE,YAAY,CAAC,CAAA","sourcesContent":["import https from 'https'\nimport { URL } from 'url'\n\nimport { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nasync function HeadlessPost(step, { logger, data, domain }) {\n  const { connection: connectionName, params: stepOptions } = step\n  const { headers: requestHeaders, contentType, path, accessor } = stepOptions || {}\n\n  const connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`Connection '${connectionName}' is not established.`)\n  }\n\n  const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection\n\n  const headers = {\n    ...requestHeaders\n  }\n\n  let body = access(accessor, data)\n  if (contentType && body) {\n    headers['content-type'] = contentType\n    switch (contentType) {\n      case 'text/plain':\n        body = JSON.stringify(body)\n        break\n      case 'application/json':\n        body = JSON.stringify(body)\n        break\n      case 'application/x-www-form-urlencoded':\n        const searchParams = new URLSearchParams()\n        for (const prop in body) {\n          searchParams.set(prop, body[prop])\n        }\n        body = searchParams.toString()\n        break\n    }\n  }\n\n  const options = {\n    method: 'POST',\n    headers,\n    body\n  } as any\n\n  const { rejectUnauthorized } = connectionParams\n\n  if (!rejectUnauthorized) {\n    const httpsAgent = new https.Agent({\n      rejectUnauthorized\n    })\n    options.agent = httpsAgent\n  }\n\n  const page = await acquireSessionPage()\n\n  try {\n    page.on('console', async msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('requestfailed', request => {\n      console.log('Request failed:', request.url())\n    })\n\n    await page.goto(endpoint, { waitUntil: 'networkidle2' })\n\n    const response = await page.evaluate(\n      async (urlString, options) => {\n        const response = await fetch(urlString, options)\n\n        if (response.ok && response.headers.get('content-type').includes('application/json')) {\n          return await response.json()\n        } else {\n          return await response.text()\n        }\n      },\n      new URL(path, endpoint),\n      options\n    )\n\n    return {\n      data: response\n    }\n  } catch (error) {\n    logger.error('Error in HeadlessPost:', error)\n    throw error\n  } finally {\n    await releasePage(page)\n  }\n}\n\nHeadlessPost.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'select',\n    name: 'contentType',\n    label: 'content-type',\n    property: {\n      options: [\n        { display: '', value: '' },\n        { display: 'application/json', value: 'application/json' },\n        { display: 'text/plain', value: 'text/plain' },\n        { display: 'application/x-www-form-urlencoded', value: 'application/x-www-form-urlencoded' }\n      ]\n    }\n  },\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-post', HeadlessPost)\n"]}
+{"version":3,"file":"headless-post.js","sourceRoot":"","sources":["../../../server/engine/task/headless-post.ts"],"names":[],"mappings":";;;AAAA,0DAAyB;AACzB,6BAAyB;AAEzB,iDAA8C;AAC9C,oDAA+C;AAC/C,8DAAyD;AAEzD,mFAAoE;AAKpE,KAAK,UAAU,YAAY,CAAC,IAAe,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAW;IAC5E,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAC9D,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAEhF,IAAI,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAEtF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,UAAU,CAAA;IAEzE,IAAI,OAAO,mCACN,WAAW,GACX,cAAc,CAClB,CAAA;IAED,IAAI,IAAI,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACjC,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;QACrC,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,YAAY;gBACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,kBAAkB;gBACrB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,mCAAmC;gBACtC,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAA;gBAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;oBACxB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;gBACpC,CAAC;gBACD,IAAI,GAAG,YAAY,CAAA;gBACnB,MAAK;QACT,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAQ;QACjB,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI;KACL,CAAA;IAED,IAAI,EAAE,kBAAkB,EAAE,GAAG,gBAAgB,CAAA;IAE7C,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;YACjC,kBAAkB;SACnB,CAAC,CAAA;QACF,OAAO,CAAC,KAAK,GAAG,UAAU,CAAA;IAC5B,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,4CAAe,GAAE,CAAC,OAAO,EAAE,CAAQ,CAAA;IAC1D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IAEpC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAExD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAClC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;YAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YAEhD,IAAI,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACrF,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACN,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAC9B,CAAC;QACH,CAAC,EACD,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EACvB,OAAO,CACR,CAAA;QAED,OAAO;YACL,IAAI,EAAE,QAAQ;SACf,CAAA;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAClB,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAA,4CAAe,GAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;AACH,CAAC;AAED,YAAY,CAAC,aAAa,GAAG;IAC3B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE;YACR,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,EAAE;iBACV;gBACD;oBACE,OAAO,EAAE,kBAAkB;oBAC3B,KAAK,EAAE,kBAAkB;iBAC1B;gBACD;oBACE,OAAO,EAAE,YAAY;oBACrB,KAAK,EAAE,YAAY;iBACpB;gBACD;oBACE,OAAO,EAAE,mCAAmC;oBAC5C,KAAK,EAAE,mCAAmC;iBAC3C;aACF;SACF;KACF;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,eAAe,EAAE,YAAY,CAAC,CAAA","sourcesContent":["import https from 'https'\nimport { URL } from 'url'\n\nimport { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nimport { getHeadlessPool } from './utils/headless-pool-for-scenario'\n\nimport { InputStep } from '../../service/step/step-type'\nimport { Context } from '../types'\n\nasync function HeadlessPost(step: InputStep, { logger, data, domain }: Context) {\n  var { connection: connectionName, params: stepOptions } = step\n  var { headers: requestHeaders, contentType, path, accessor } = stepOptions || {}\n\n  var connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`connection '${connectionName}' is not established.`)\n  }\n\n  var { endpoint, params: connectionParams, authHeaders = {} } = connection\n\n  var headers = {\n    ...authHeaders,\n    ...requestHeaders\n  }\n\n  var body = access(accessor, data)\n  if (contentType && body) {\n    headers['content-type'] = contentType\n    switch (contentType) {\n      case 'text/plain':\n        body = JSON.stringify(body)\n        break\n      case 'application/json':\n        body = JSON.stringify(body)\n        break\n      case 'application/x-www-form-urlencoded':\n        const searchParams = new URLSearchParams()\n        for (const prop in body) {\n          searchParams.set(prop, body[prop])\n        }\n        body = searchParams\n        break\n    }\n  }\n\n  var options: any = {\n    method: 'POST',\n    headers,\n    body\n  }\n\n  var { rejectUnauthorized } = connectionParams\n\n  if (!rejectUnauthorized) {\n    const httpsAgent = new https.Agent({\n      rejectUnauthorized\n    })\n    options.agent = httpsAgent\n  }\n\n  const browser = (await getHeadlessPool().acquire()) as any\n  const page = await browser.newPage()\n\n  try {\n    page.on('console', async msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('requestfailed', request => {\n      console.log('Request failed:', request.url())\n    })\n\n    await page.goto(endpoint, { waitUntil: 'networkidle2' })\n\n    const response = await page.evaluate(\n      async (urlString, options) => {\n        const response = await fetch(urlString, options)\n\n        if (response.ok && response.headers.get('content-type').includes('application/json')) {\n          return await response.json()\n        } else {\n          return await response.text()\n        }\n      },\n      new URL(path, endpoint),\n      options\n    )\n\n    return {\n      data: response\n    }\n  } catch (e) {\n    console.error(e)\n  } finally {\n    page.close()\n    getHeadlessPool().release(browser)\n  }\n}\n\nHeadlessPost.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'select',\n    name: 'contentType',\n    label: 'content-type',\n    property: {\n      options: [\n        {\n          display: '',\n          value: ''\n        },\n        {\n          display: 'application/json',\n          value: 'application/json'\n        },\n        {\n          display: 'text/plain',\n          value: 'text/plain'\n        },\n        {\n          display: 'application/x-www-form-urlencoded',\n          value: 'application/x-www-form-urlencoded'\n        }\n      ]\n    }\n  },\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-post', HeadlessPost)\n"]}

package/dist-server/engine/task/headless-scrap.js

@@ -3,31 +3,24 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const url_1 = require("url");
 const task_registry_1 = require("../task-registry");
 const connection_manager_1 = require("../connection-manager");
+const headless_pool_for_scenario_1 = require("./utils/headless-pool-for-scenario");
 async function HeadlessScrap(step, { logger, data, domain }) {
-    const { connection: connectionName, params: stepOptions } = step;
-    const { headers: requestHeaders, path, selectors = [] } = stepOptions || {};
-    const connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
+    var { connection: connectionName, params: stepOptions } = step;
+    var { headers: requestHeaders, path, selectors = [] } = stepOptions || {};
+    var connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
     if (!connection) {
-        throw new Error(`Connection '${connectionName}' is not established.`);
+        throw new Error(`connection '${connectionName}' is not established.`);
     }
-    const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection;
-    const headers = Object.assign({}, requestHeaders);
-    const page = await acquireSessionPage();
+    var { endpoint, params: connectionParams, authHeaders = {} } = connection;
+    var headers = Object.assign(Object.assign({}, authHeaders), requestHeaders);
+    const browser = (await (0, headless_pool_for_scenario_1.getHeadlessPool)().acquire());
+    const page = await browser.newPage();
     try {
         page.on('console', async (msg) => {
             console.log(`[browser ${msg.type()}] ${msg.text()}`);
         });
         page.on('requestfailed', request => {
-            var _a;
-            console.log('Request failed:');
-            console.log(`- URL: ${request.url()}`);
-            console.log(`- Method: ${request.method()}`);
-            console.log(`- Failure Text: ${(_a = request.failure()) === null || _a === void 0 ? void 0 : _a.errorText}`);
-            console.log(`- Headers:`, request.headers());
-            // POST 데이터 (필요한 경우)
-            if (request.postData()) {
-                console.log(`- Post Data: ${request.postData()}`);
-            }
+            console.log('Request failed:', request.url());
         });
         await page.setExtraHTTPHeaders(headers);
         await page.goto(new url_1.URL(path, endpoint), { waitUntil: 'networkidle2' });
@@ -43,11 +36,11 @@ async function HeadlessScrap(step, { logger, data, domain }) {
         };
     }
     catch (e) {
-        logger.error('Error in HeadlessScrap:', e);
-        throw e;
+        console.error(e);
     }
     finally {
-        await releasePage(page);
+        page.close();
+        (0, headless_pool_for_scenario_1.getHeadlessPool)().release(browser);
     }
 }
 HeadlessScrap.parameterSpec = [

package/dist-server/engine/task/headless-scrap.js.map

@@ -1 +1 @@
-{"version":3,"file":"headless-scrap.js","sourceRoot":"","sources":["../../../server/engine/task/headless-scrap.ts"],"names":[],"mappings":";;AAAA,6BAAyB;AAEzB,oDAA+C;AAC/C,8DAAyD;AAEzD,KAAK,UAAU,aAAa,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;IACzD,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAChE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAE3E,MAAM,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAExF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;IACvE,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,UAAU,CAAA;IAE1F,MAAM,OAAO,qBACR,cAAc,CAClB,CAAA;IAED,MAAM,IAAI,GAAG,MAAM,kBAAkB,EAAE,CAAA;IAEvC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;;YACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;YAC9B,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;YACtC,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;YAC5C,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAA,OAAO,CAAC,OAAO,EAAE,0CAAE,SAAS,EAAE,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;YAE5C,oBAAoB;YACpB,IAAI,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;YACnD,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;QACvC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAEvE,MAAM,MAAM,GAAG,EAAE,CAAA;QAEjB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAA;YAChC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE;gBACjD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAA;YAC5D,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,OAAO;YACL,IAAI,EAAE,MAAM;SACb,CAAA;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAA;QAC1C,MAAM,CAAC,CAAA;IACT,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;AACH,CAAC;AAED,aAAa,CAAC,aAAa,GAAG;IAC5B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;KACnB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAA","sourcesContent":["import { URL } from 'url'\n\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nasync function HeadlessScrap(step, { logger, data, domain }) {\n  const { connection: connectionName, params: stepOptions } = step\n  const { headers: requestHeaders, path, selectors = [] } = stepOptions || {}\n\n  const connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`Connection '${connectionName}' is not established.`)\n  }\n\n  const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection\n\n  const headers = {\n    ...requestHeaders\n  }\n\n  const page = await acquireSessionPage()\n\n  try {\n    page.on('console', async msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('requestfailed', request => {\n      console.log('Request failed:')\n      console.log(`- URL: ${request.url()}`)\n      console.log(`- Method: ${request.method()}`)\n      console.log(`- Failure Text: ${request.failure()?.errorText}`)\n      console.log(`- Headers:`, request.headers())\n\n      // POST 데이터 (필요한 경우)\n      if (request.postData()) {\n        console.log(`- Post Data: ${request.postData()}`)\n      }\n    })\n\n    await page.setExtraHTTPHeaders(headers)\n    await page.goto(new URL(path, endpoint), { waitUntil: 'networkidle2' })\n\n    const result = {}\n\n    for (const selector of selectors) {\n      const { text, value } = selector\n      result[text] = await page.$$eval(value, elements => {\n        return elements.map(element => element.textContent.trim())\n      })\n    }\n\n    return {\n      data: result\n    }\n  } catch (e) {\n    logger.error('Error in HeadlessScrap:', e)\n    throw e\n  } finally {\n    await releasePage(page)\n  }\n}\n\nHeadlessScrap.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'options',\n    name: 'selectors',\n    label: 'selectors'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-scrap', HeadlessScrap)\n"]}
+{"version":3,"file":"headless-scrap.js","sourceRoot":"","sources":["../../../server/engine/task/headless-scrap.ts"],"names":[],"mappings":";;AAAA,6BAAyB;AAEzB,oDAA+C;AAC/C,8DAAyD;AAEzD,mFAAoE;AAIpE,KAAK,UAAU,aAAa,CAAC,IAAe,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAW;IAC7E,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAC9D,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAEzE,IAAI,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAEtF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,UAAU,CAAA;IAEzE,IAAI,OAAO,mCACN,WAAW,GACX,cAAc,CAClB,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,4CAAe,GAAE,CAAC,OAAO,EAAE,CAAQ,CAAA;IAC1D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IAEpC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;QACvC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAEvE,MAAM,MAAM,GAAG,EAAE,CAAA;QAEjB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAA;YAChC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE;gBACjD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAA;YAC5D,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,OAAO;YACL,IAAI,EAAE,MAAM;SACb,CAAA;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAClB,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAA,4CAAe,GAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;AACH,CAAC;AAED,aAAa,CAAC,aAAa,GAAG;IAC5B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;KACnB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAA","sourcesContent":["import { URL } from 'url'\n\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nimport { getHeadlessPool } from './utils/headless-pool-for-scenario'\nimport { InputStep } from '../../service/step/step-type'\nimport { Context } from '../types'\n\nasync function HeadlessScrap(step: InputStep, { logger, data, domain }: Context) {\n  var { connection: connectionName, params: stepOptions } = step\n  var { headers: requestHeaders, path, selectors = [] } = stepOptions || {}\n\n  var connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`connection '${connectionName}' is not established.`)\n  }\n\n  var { endpoint, params: connectionParams, authHeaders = {} } = connection\n\n  var headers = {\n    ...authHeaders,\n    ...requestHeaders\n  }\n\n  const browser = (await getHeadlessPool().acquire()) as any\n  const page = await browser.newPage()\n\n  try {\n    page.on('console', async msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('requestfailed', request => {\n      console.log('Request failed:', request.url())\n    })\n\n    await page.setExtraHTTPHeaders(headers)\n    await page.goto(new URL(path, endpoint), { waitUntil: 'networkidle2' })\n\n    const result = {}\n\n    for (const selector of selectors) {\n      const { text, value } = selector\n      result[text] = await page.$$eval(value, elements => {\n        return elements.map(element => element.textContent.trim())\n      })\n    }\n\n    return {\n      data: result\n    }\n  } catch (e) {\n    console.error(e)\n  } finally {\n    page.close()\n    getHeadlessPool().release(browser)\n  }\n}\n\nHeadlessScrap.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'options',\n    name: 'selectors',\n    label: 'selectors'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-scrap', HeadlessScrap)\n"]}