@things-factory/integration-base 8.0.0 → 9.0.0-beta.3

package/dist-server/engine/task/headless-post.js

@@ -6,17 +6,16 @@ const url_1 = require("url");
 const utils_1 = require("@things-factory/utils");
 const task_registry_1 = require("../task-registry");
 const connection_manager_1 = require("../connection-manager");
-const headless_pool_for_scenario_1 = require("./utils/headless-pool-for-scenario");
 async function HeadlessPost(step, { logger, data, domain }) {
-    var { connection: connectionName, params: stepOptions } = step;
-    var { headers: requestHeaders, contentType, path, accessor } = stepOptions || {};
-    var connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
+    const { connection: connectionName, params: stepOptions } = step;
+    const { headers: requestHeaders, contentType, path, accessor } = stepOptions || {};
+    const connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
     if (!connection) {
-        throw new Error(`connection '${connectionName}' is not established.`);
+        throw new Error(`Connection '${connectionName}' is not established.`);
     }
-    var { endpoint, params: connectionParams, authHeaders = {} } = connection;
-    var headers = Object.assign(Object.assign({}, authHeaders), requestHeaders);
-    var body = (0, utils_1.access)(accessor, data);
+    const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection;
+    const headers = Object.assign({}, requestHeaders);
+    let body = (0, utils_1.access)(accessor, data);
     if (contentType && body) {
         headers['content-type'] = contentType;
         switch (contentType) {
@@ -31,24 +30,23 @@ async function HeadlessPost(step, { logger, data, domain }) {
                 for (const prop in body) {
                     searchParams.set(prop, body[prop]);
                 }
-                body = searchParams;
+                body = searchParams.toString();
                 break;
         }
     }
-    var options = {
+    const options = {
         method: 'POST',
         headers,
         body
     };
-    var { rejectUnauthorized } = connectionParams;
+    const { rejectUnauthorized } = connectionParams;
     if (!rejectUnauthorized) {
         const httpsAgent = new https_1.default.Agent({
             rejectUnauthorized
         });
         options.agent = httpsAgent;
     }
-    const browser = (await (0, headless_pool_for_scenario_1.getHeadlessPool)().acquire());
-    const page = await browser.newPage();
+    const page = await acquireSessionPage();
     try {
         page.on('console', async (msg) => {
             console.log(`[browser ${msg.type()}] ${msg.text()}`);
@@ -70,12 +68,12 @@ async function HeadlessPost(step, { logger, data, domain }) {
             data: response
         };
     }
-    catch (e) {
-        console.error(e);
+    catch (error) {
+        logger.error('Error in HeadlessPost:', error);
+        throw error;
     }
     finally {
-        page.close();
-        (0, headless_pool_for_scenario_1.getHeadlessPool)().release(browser);
+        await releasePage(page);
     }
 }
 HeadlessPost.parameterSpec = [
@@ -95,22 +93,10 @@ HeadlessPost.parameterSpec = [
         label: 'content-type',
         property: {
             options: [
-                {
-                    display: '',
-                    value: ''
-                },
-                {
-                    display: 'application/json',
-                    value: 'application/json'
-                },
-                {
-                    display: 'text/plain',
-                    value: 'text/plain'
-                },
-                {
-                    display: 'application/x-www-form-urlencoded',
-                    value: 'application/x-www-form-urlencoded'
-                }
+                { display: '', value: '' },
+                { display: 'application/json', value: 'application/json' },
+                { display: 'text/plain', value: 'text/plain' },
+                { display: 'application/x-www-form-urlencoded', value: 'application/x-www-form-urlencoded' }
             ]
         }
     },

package/dist-server/engine/task/headless-post.js.map

@@ -1 +1 @@
-{"version":3,"file":"headless-post.js","sourceRoot":"","sources":["../../../server/engine/task/headless-post.ts"],"names":[],"mappings":";;;AAAA,0DAAyB;AACzB,6BAAyB;AAEzB,iDAA8C;AAC9C,oDAA+C;AAC/C,8DAAyD;AAEzD,mFAAoE;AAKpE,KAAK,UAAU,YAAY,CAAC,IAAe,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAW;IAC5E,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAC9D,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAEhF,IAAI,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAEtF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,UAAU,CAAA;IAEzE,IAAI,OAAO,mCACN,WAAW,GACX,cAAc,CAClB,CAAA;IAED,IAAI,IAAI,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACjC,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;QACrC,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,YAAY;gBACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,kBAAkB;gBACrB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,mCAAmC;gBACtC,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAA;gBAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;oBACxB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;gBACpC,CAAC;gBACD,IAAI,GAAG,YAAY,CAAA;gBACnB,MAAK;QACT,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAQ;QACjB,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI;KACL,CAAA;IAED,IAAI,EAAE,kBAAkB,EAAE,GAAG,gBAAgB,CAAA;IAE7C,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;YACjC,kBAAkB;SACnB,CAAC,CAAA;QACF,OAAO,CAAC,KAAK,GAAG,UAAU,CAAA;IAC5B,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,4CAAe,GAAE,CAAC,OAAO,EAAE,CAAQ,CAAA;IAC1D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IAEpC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAExD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAClC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;YAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YAEhD,IAAI,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACrF,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACN,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAC9B,CAAC;QACH,CAAC,EACD,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EACvB,OAAO,CACR,CAAA;QAED,OAAO;YACL,IAAI,EAAE,QAAQ;SACf,CAAA;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAClB,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAA,4CAAe,GAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;AACH,CAAC;AAED,YAAY,CAAC,aAAa,GAAG;IAC3B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE;YACR,OAAO,EAAE;gBACP;oBACE,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,EAAE;iBACV;gBACD;oBACE,OAAO,EAAE,kBAAkB;oBAC3B,KAAK,EAAE,kBAAkB;iBAC1B;gBACD;oBACE,OAAO,EAAE,YAAY;oBACrB,KAAK,EAAE,YAAY;iBACpB;gBACD;oBACE,OAAO,EAAE,mCAAmC;oBAC5C,KAAK,EAAE,mCAAmC;iBAC3C;aACF;SACF;KACF;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,eAAe,EAAE,YAAY,CAAC,CAAA","sourcesContent":["import https from 'https'\nimport { URL } from 'url'\n\nimport { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nimport { getHeadlessPool } from './utils/headless-pool-for-scenario'\n\nimport { InputStep } from '../../service/step/step-type'\nimport { Context } from '../types'\n\nasync function HeadlessPost(step: InputStep, { logger, data, domain }: Context) {\n  var { connection: connectionName, params: stepOptions } = step\n  var { headers: requestHeaders, contentType, path, accessor } = stepOptions || {}\n\n  var connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`connection '${connectionName}' is not established.`)\n  }\n\n  var { endpoint, params: connectionParams, authHeaders = {} } = connection\n\n  var headers = {\n    ...authHeaders,\n    ...requestHeaders\n  }\n\n  var body = access(accessor, data)\n  if (contentType && body) {\n    headers['content-type'] = contentType\n    switch (contentType) {\n      case 'text/plain':\n        body = JSON.stringify(body)\n        break\n      case 'application/json':\n        body = JSON.stringify(body)\n        break\n      case 'application/x-www-form-urlencoded':\n        const searchParams = new URLSearchParams()\n        for (const prop in body) {\n          searchParams.set(prop, body[prop])\n        }\n        body = searchParams\n        break\n    }\n  }\n\n  var options: any = {\n    method: 'POST',\n    headers,\n    body\n  }\n\n  var { rejectUnauthorized } = connectionParams\n\n  if (!rejectUnauthorized) {\n    const httpsAgent = new https.Agent({\n      rejectUnauthorized\n    })\n    options.agent = httpsAgent\n  }\n\n  const browser = (await getHeadlessPool().acquire()) as any\n  const page = await browser.newPage()\n\n  try {\n    page.on('console', async msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('requestfailed', request => {\n      console.log('Request failed:', request.url())\n    })\n\n    await page.goto(endpoint, { waitUntil: 'networkidle2' })\n\n    const response = await page.evaluate(\n      async (urlString, options) => {\n        const response = await fetch(urlString, options)\n\n        if (response.ok && response.headers.get('content-type').includes('application/json')) {\n          return await response.json()\n        } else {\n          return await response.text()\n        }\n      },\n      new URL(path, endpoint),\n      options\n    )\n\n    return {\n      data: response\n    }\n  } catch (e) {\n    console.error(e)\n  } finally {\n    page.close()\n    getHeadlessPool().release(browser)\n  }\n}\n\nHeadlessPost.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'select',\n    name: 'contentType',\n    label: 'content-type',\n    property: {\n      options: [\n        {\n          display: '',\n          value: ''\n        },\n        {\n          display: 'application/json',\n          value: 'application/json'\n        },\n        {\n          display: 'text/plain',\n          value: 'text/plain'\n        },\n        {\n          display: 'application/x-www-form-urlencoded',\n          value: 'application/x-www-form-urlencoded'\n        }\n      ]\n    }\n  },\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-post', HeadlessPost)\n"]}
+{"version":3,"file":"headless-post.js","sourceRoot":"","sources":["../../../server/engine/task/headless-post.ts"],"names":[],"mappings":";;;AAAA,0DAAyB;AACzB,6BAAyB;AAEzB,iDAA8C;AAC9C,oDAA+C;AAC/C,8DAAyD;AAEzD,KAAK,UAAU,YAAY,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;IACxD,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAChE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAElF,MAAM,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAExF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;IACvE,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,UAAU,CAAA;IAE1F,MAAM,OAAO,qBACR,cAAc,CAClB,CAAA;IAED,IAAI,IAAI,GAAG,IAAA,cAAM,EAAC,QAAQ,EAAE,IAAI,CAAC,CAAA;IACjC,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAA;QACrC,QAAQ,WAAW,EAAE,CAAC;YACpB,KAAK,YAAY;gBACf,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,kBAAkB;gBACrB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC3B,MAAK;YACP,KAAK,mCAAmC;gBACtC,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAA;gBAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;oBACxB,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;gBACpC,CAAC;gBACD,IAAI,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAA;gBAC9B,MAAK;QACT,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG;QACd,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI;KACE,CAAA;IAER,MAAM,EAAE,kBAAkB,EAAE,GAAG,gBAAgB,CAAA;IAE/C,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,IAAI,eAAK,CAAC,KAAK,CAAC;YACjC,kBAAkB;SACnB,CAAC,CAAA;QACF,OAAO,CAAC,KAAK,GAAG,UAAU,CAAA;IAC5B,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,kBAAkB,EAAE,CAAA;IAEvC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAExD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAClC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE;YAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;YAEhD,IAAI,QAAQ,CAAC,EAAE,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACrF,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACN,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;YAC9B,CAAC;QACH,CAAC,EACD,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EACvB,OAAO,CACR,CAAA;QAED,OAAO;YACL,IAAI,EAAE,QAAQ;SACf,CAAA;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAA;QAC7C,MAAM,KAAK,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;AACH,CAAC;AAED,YAAY,CAAC,aAAa,GAAG;IAC3B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE;YACR,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC1B,EAAE,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,kBAAkB,EAAE;gBAC1D,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;gBAC9C,EAAE,OAAO,EAAE,mCAAmC,EAAE,KAAK,EAAE,mCAAmC,EAAE;aAC7F;SACF;KACF;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;KAClB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,eAAe,EAAE,YAAY,CAAC,CAAA","sourcesContent":["import https from 'https'\nimport { URL } from 'url'\n\nimport { access } from '@things-factory/utils'\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nasync function HeadlessPost(step, { logger, data, domain }) {\n  const { connection: connectionName, params: stepOptions } = step\n  const { headers: requestHeaders, contentType, path, accessor } = stepOptions || {}\n\n  const connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`Connection '${connectionName}' is not established.`)\n  }\n\n  const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection\n\n  const headers = {\n    ...requestHeaders\n  }\n\n  let body = access(accessor, data)\n  if (contentType && body) {\n    headers['content-type'] = contentType\n    switch (contentType) {\n      case 'text/plain':\n        body = JSON.stringify(body)\n        break\n      case 'application/json':\n        body = JSON.stringify(body)\n        break\n      case 'application/x-www-form-urlencoded':\n        const searchParams = new URLSearchParams()\n        for (const prop in body) {\n          searchParams.set(prop, body[prop])\n        }\n        body = searchParams.toString()\n        break\n    }\n  }\n\n  const options = {\n    method: 'POST',\n    headers,\n    body\n  } as any\n\n  const { rejectUnauthorized } = connectionParams\n\n  if (!rejectUnauthorized) {\n    const httpsAgent = new https.Agent({\n      rejectUnauthorized\n    })\n    options.agent = httpsAgent\n  }\n\n  const page = await acquireSessionPage()\n\n  try {\n    page.on('console', async msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('requestfailed', request => {\n      console.log('Request failed:', request.url())\n    })\n\n    await page.goto(endpoint, { waitUntil: 'networkidle2' })\n\n    const response = await page.evaluate(\n      async (urlString, options) => {\n        const response = await fetch(urlString, options)\n\n        if (response.ok && response.headers.get('content-type').includes('application/json')) {\n          return await response.json()\n        } else {\n          return await response.text()\n        }\n      },\n      new URL(path, endpoint),\n      options\n    )\n\n    return {\n      data: response\n    }\n  } catch (error) {\n    logger.error('Error in HeadlessPost:', error)\n    throw error\n  } finally {\n    await releasePage(page)\n  }\n}\n\nHeadlessPost.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'select',\n    name: 'contentType',\n    label: 'content-type',\n    property: {\n      options: [\n        { display: '', value: '' },\n        { display: 'application/json', value: 'application/json' },\n        { display: 'text/plain', value: 'text/plain' },\n        { display: 'application/x-www-form-urlencoded', value: 'application/x-www-form-urlencoded' }\n      ]\n    }\n  },\n  {\n    type: 'scenario-step-input',\n    name: 'accessor',\n    label: 'accessor'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-post', HeadlessPost)\n"]}

package/dist-server/engine/task/headless-scrap.js

@@ -3,24 +3,31 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const url_1 = require("url");
 const task_registry_1 = require("../task-registry");
 const connection_manager_1 = require("../connection-manager");
-const headless_pool_for_scenario_1 = require("./utils/headless-pool-for-scenario");
 async function HeadlessScrap(step, { logger, data, domain }) {
-    var { connection: connectionName, params: stepOptions } = step;
-    var { headers: requestHeaders, path, selectors = [] } = stepOptions || {};
-    var connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
+    const { connection: connectionName, params: stepOptions } = step;
+    const { headers: requestHeaders, path, selectors = [] } = stepOptions || {};
+    const connection = connection_manager_1.ConnectionManager.getConnectionInstanceByName(domain, connectionName);
     if (!connection) {
-        throw new Error(`connection '${connectionName}' is not established.`);
+        throw new Error(`Connection '${connectionName}' is not established.`);
     }
-    var { endpoint, params: connectionParams, authHeaders = {} } = connection;
-    var headers = Object.assign(Object.assign({}, authHeaders), requestHeaders);
-    const browser = (await (0, headless_pool_for_scenario_1.getHeadlessPool)().acquire());
-    const page = await browser.newPage();
+    const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection;
+    const headers = Object.assign({}, requestHeaders);
+    const page = await acquireSessionPage();
     try {
         page.on('console', async (msg) => {
             console.log(`[browser ${msg.type()}] ${msg.text()}`);
         });
         page.on('requestfailed', request => {
-            console.log('Request failed:', request.url());
+            var _a;
+            console.log('Request failed:');
+            console.log(`- URL: ${request.url()}`);
+            console.log(`- Method: ${request.method()}`);
+            console.log(`- Failure Text: ${(_a = request.failure()) === null || _a === void 0 ? void 0 : _a.errorText}`);
+            console.log(`- Headers:`, request.headers());
+            // POST 데이터 (필요한 경우)
+            if (request.postData()) {
+                console.log(`- Post Data: ${request.postData()}`);
+            }
         });
         await page.setExtraHTTPHeaders(headers);
         await page.goto(new url_1.URL(path, endpoint), { waitUntil: 'networkidle2' });
@@ -36,11 +43,11 @@ async function HeadlessScrap(step, { logger, data, domain }) {
         };
     }
     catch (e) {
-        console.error(e);
+        logger.error('Error in HeadlessScrap:', e);
+        throw e;
     }
     finally {
-        page.close();
-        (0, headless_pool_for_scenario_1.getHeadlessPool)().release(browser);
+        await releasePage(page);
     }
 }
 HeadlessScrap.parameterSpec = [

package/dist-server/engine/task/headless-scrap.js.map

@@ -1 +1 @@
-{"version":3,"file":"headless-scrap.js","sourceRoot":"","sources":["../../../server/engine/task/headless-scrap.ts"],"names":[],"mappings":";;AAAA,6BAAyB;AAEzB,oDAA+C;AAC/C,8DAAyD;AAEzD,mFAAoE;AAIpE,KAAK,UAAU,aAAa,CAAC,IAAe,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAW;IAC7E,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAC9D,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAEzE,IAAI,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAEtF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;IACvE,CAAC;IAED,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,UAAU,CAAA;IAEzE,IAAI,OAAO,mCACN,WAAW,GACX,cAAc,CAClB,CAAA;IAED,MAAM,OAAO,GAAG,CAAC,MAAM,IAAA,4CAAe,GAAE,CAAC,OAAO,EAAE,CAAQ,CAAA;IAC1D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAA;IAEpC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;YACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;QACvC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAEvE,MAAM,MAAM,GAAG,EAAE,CAAA;QAEjB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAA;YAChC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE;gBACjD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAA;YAC5D,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,OAAO;YACL,IAAI,EAAE,MAAM;SACb,CAAA;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAClB,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAA,4CAAe,GAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;AACH,CAAC;AAED,aAAa,CAAC,aAAa,GAAG;IAC5B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;KACnB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAA","sourcesContent":["import { URL } from 'url'\n\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nimport { getHeadlessPool } from './utils/headless-pool-for-scenario'\nimport { InputStep } from '../../service/step/step-type'\nimport { Context } from '../types'\n\nasync function HeadlessScrap(step: InputStep, { logger, data, domain }: Context) {\n  var { connection: connectionName, params: stepOptions } = step\n  var { headers: requestHeaders, path, selectors = [] } = stepOptions || {}\n\n  var connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`connection '${connectionName}' is not established.`)\n  }\n\n  var { endpoint, params: connectionParams, authHeaders = {} } = connection\n\n  var headers = {\n    ...authHeaders,\n    ...requestHeaders\n  }\n\n  const browser = (await getHeadlessPool().acquire()) as any\n  const page = await browser.newPage()\n\n  try {\n    page.on('console', async msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('requestfailed', request => {\n      console.log('Request failed:', request.url())\n    })\n\n    await page.setExtraHTTPHeaders(headers)\n    await page.goto(new URL(path, endpoint), { waitUntil: 'networkidle2' })\n\n    const result = {}\n\n    for (const selector of selectors) {\n      const { text, value } = selector\n      result[text] = await page.$$eval(value, elements => {\n        return elements.map(element => element.textContent.trim())\n      })\n    }\n\n    return {\n      data: result\n    }\n  } catch (e) {\n    console.error(e)\n  } finally {\n    page.close()\n    getHeadlessPool().release(browser)\n  }\n}\n\nHeadlessScrap.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'options',\n    name: 'selectors',\n    label: 'selectors'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-scrap', HeadlessScrap)\n"]}
+{"version":3,"file":"headless-scrap.js","sourceRoot":"","sources":["../../../server/engine/task/headless-scrap.ts"],"names":[],"mappings":";;AAAA,6BAAyB;AAEzB,oDAA+C;AAC/C,8DAAyD;AAEzD,KAAK,UAAU,aAAa,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;IACzD,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAChE,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,EAAE,GAAG,WAAW,IAAI,EAAE,CAAA;IAE3E,MAAM,UAAU,GAAG,sCAAiB,CAAC,2BAA2B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAExF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,eAAe,cAAc,uBAAuB,CAAC,CAAA;IACvE,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,WAAW,EAAE,GAAG,UAAU,CAAA;IAE1F,MAAM,OAAO,qBACR,cAAc,CAClB,CAAA;IAED,MAAM,IAAI,GAAG,MAAM,kBAAkB,EAAE,CAAA;IAEvC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC7B,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,EAAE;;YACjC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;YAC9B,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;YACtC,OAAO,CAAC,GAAG,CAAC,aAAa,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;YAC5C,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAA,OAAO,CAAC,OAAO,EAAE,0CAAE,SAAS,EAAE,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;YAE5C,oBAAoB;YACpB,IAAI,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;YACnD,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;QACvC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,SAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAEvE,MAAM,MAAM,GAAG,EAAE,CAAA;QAEjB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAA;YAChC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE;gBACjD,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAA;YAC5D,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,OAAO;YACL,IAAI,EAAE,MAAM;SACb,CAAA;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAA;QAC1C,MAAM,CAAC,CAAA;IACT,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;AACH,CAAC;AAED,aAAa,CAAC,aAAa,GAAG;IAC5B;QACE,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;KACd;IACD;QACE,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,SAAS;KACjB;IACD;QACE,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;KACnB;CACF,CAAA;AAED,4BAAY,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,aAAa,CAAC,CAAA","sourcesContent":["import { URL } from 'url'\n\nimport { TaskRegistry } from '../task-registry'\nimport { ConnectionManager } from '../connection-manager'\n\nasync function HeadlessScrap(step, { logger, data, domain }) {\n  const { connection: connectionName, params: stepOptions } = step\n  const { headers: requestHeaders, path, selectors = [] } = stepOptions || {}\n\n  const connection = ConnectionManager.getConnectionInstanceByName(domain, connectionName)\n\n  if (!connection) {\n    throw new Error(`Connection '${connectionName}' is not established.`)\n  }\n\n  const { endpoint, params: connectionParams, acquireSessionPage, releasePage } = connection\n\n  const headers = {\n    ...requestHeaders\n  }\n\n  const page = await acquireSessionPage()\n\n  try {\n    page.on('console', async msg => {\n      console.log(`[browser ${msg.type()}] ${msg.text()}`)\n    })\n\n    page.on('requestfailed', request => {\n      console.log('Request failed:')\n      console.log(`- URL: ${request.url()}`)\n      console.log(`- Method: ${request.method()}`)\n      console.log(`- Failure Text: ${request.failure()?.errorText}`)\n      console.log(`- Headers:`, request.headers())\n\n      // POST 데이터 (필요한 경우)\n      if (request.postData()) {\n        console.log(`- Post Data: ${request.postData()}`)\n      }\n    })\n\n    await page.setExtraHTTPHeaders(headers)\n    await page.goto(new URL(path, endpoint), { waitUntil: 'networkidle2' })\n\n    const result = {}\n\n    for (const selector of selectors) {\n      const { text, value } = selector\n      result[text] = await page.$$eval(value, elements => {\n        return elements.map(element => element.textContent.trim())\n      })\n    }\n\n    return {\n      data: result\n    }\n  } catch (e) {\n    logger.error('Error in HeadlessScrap:', e)\n    throw e\n  } finally {\n    await releasePage(page)\n  }\n}\n\nHeadlessScrap.parameterSpec = [\n  {\n    type: 'string',\n    name: 'path',\n    label: 'path'\n  },\n  {\n    type: 'http-headers',\n    name: 'headers',\n    label: 'headers'\n  },\n  {\n    type: 'options',\n    name: 'selectors',\n    label: 'selectors'\n  }\n]\n\nTaskRegistry.registerTaskHandler('headless-scrap', HeadlessScrap)\n"]}