@hotglue/cli 1.0.34 → 1.0.36

package/lib/cjs/index.js

@@ -1,17 +1,17 @@
 #!/usr/bin/env node
-"use strict";var e=require("fs"),n=require("path"),t=require("os"),o=require("yargs"),s=require("util");require("assert");var r=require("url"),a=require("fs/promises"),i=require("cosmiconfig"),c=require("chalk"),l=require("aws-sdk"),d=require("debug"),u=require("yaml"),f=require("cli-table"),p=require("ora"),y=require("micromatch"),g=require("axios");require("progress");var h=require("node:fs/promises"),m=require("crypto"),w="undefined"!=typeof document?document.currentScript:null;function b(e){return e&&e.__esModule&&Object.prototype.hasOwnProperty.call(e,"default")?e.default:e}var v,$,k,j,_,O,E,x={};function S(){if(v)return x;v=1;const o=e,s=n,r=t;function a(e){console.log(`[dotenv][DEBUG] ${e}`)}const i=/^\s*([\w.-]+)\s*=\s*("[^"]*"|'[^']*'|[^#]*)?(\s*|\s*#.*)?$/,c=/\\n/g,l=/\r\n|\n|\r/;function d(e,n){const t=Boolean(n&&n.debug),o={};return e.toString().split(l).forEach(function(e,n){const s=e.match(i);if(null!=s){const e=s[1];let n=s[2]||"";const t=n.length-1,r='"'===n[0]&&'"'===n[t];"'"===n[0]&&"'"===n[t]||r?(n=n.substring(1,t),r&&(n=n.replace(c,"\n"))):n=n.trim(),o[e]=n}else if(t){const t=e.trim();t.length&&"#"!==t[0]&&a(`Failed to match key and value when parsing line ${n+1}: ${e}`)}}),o}return x.config=function(e){let n=s.resolve(process.cwd(),".env"),t="utf8";const i=Boolean(e&&e.debug),c=Boolean(e&&e.override);var l;e&&(null!=e.path&&(n="~"===(l=e.path)[0]?s.join(r.homedir(),l.slice(1)):l),null!=e.encoding&&(t=e.encoding));try{const e=d(o.readFileSync(n,{encoding:t}),{debug:i});return Object.keys(e).forEach(function(n){Object.prototype.hasOwnProperty.call(process.env,n)?(!0===c&&(process.env[n]=e[n]),i&&a(!0===c?`"${n}" is already defined in \`process.env\` and WAS overwritten`:`"${n}" is already defined in \`process.env\` and was NOT overwritten`)):process.env[n]=e[n]}),{parsed:e}}catch(e){return i&&a(`Failed to load ${n} ${e.message}`),{error:e}}},x.parse=d,x}function T(){return process.versions.electron&&!process.defaultApp?0:1}
+"use strict";var e=require("fs"),t=require("path"),n=require("os"),o=require("yargs"),s=require("util");require("assert");var r=require("url"),a=require("fs/promises"),i=require("cosmiconfig"),c=require("chalk"),l=require("aws-sdk"),d=require("debug"),u=require("yaml"),f=require("cli-table"),p=require("ora"),g=require("micromatch"),y=require("axios");require("progress");var h=require("node:fs/promises"),m=require("crypto"),b="undefined"!=typeof document?document.currentScript:null;function w(e){return e&&e.__esModule&&Object.prototype.hasOwnProperty.call(e,"default")?e.default:e}var v,$,j,k,_,E,x,S={};function O(){if(v)return S;v=1;const o=e,s=t,r=n;function a(e){console.log(`[dotenv][DEBUG] ${e}`)}const i=/^\s*([\w.-]+)\s*=\s*("[^"]*"|'[^']*'|[^#]*)?(\s*|\s*#.*)?$/,c=/\\n/g,l=/\r\n|\n|\r/;function d(e,t){const n=Boolean(t&&t.debug),o={};return e.toString().split(l).forEach(function(e,t){const s=e.match(i);if(null!=s){const e=s[1];let t=s[2]||"";const n=t.length-1,r='"'===t[0]&&'"'===t[n];"'"===t[0]&&"'"===t[n]||r?(t=t.substring(1,n),r&&(t=t.replace(c,"\n"))):t=t.trim(),o[e]=t}else if(n){const n=e.trim();n.length&&"#"!==n[0]&&a(`Failed to match key and value when parsing line ${t+1}: ${e}`)}}),o}return S.config=function(e){let t=s.resolve(process.cwd(),".env"),n="utf8";const i=Boolean(e&&e.debug),c=Boolean(e&&e.override);var l;e&&(null!=e.path&&(t="~"===(l=e.path)[0]?s.join(r.homedir(),l.slice(1)):l),null!=e.encoding&&(n=e.encoding));try{const e=d(o.readFileSync(t,{encoding:n}),{debug:i});return Object.keys(e).forEach(function(t){Object.prototype.hasOwnProperty.call(process.env,t)?(!0===c&&(process.env[t]=e[t]),i&&a(!0===c?`"${t}" is already defined in \`process.env\` and WAS overwritten`:`"${t}" is already defined in \`process.env\` and was NOT overwritten`)):process.env[t]=e[t]}),{parsed:e}}catch(e){return i&&a(`Failed to load ${t} ${e.message}`),{error:e}}},S.parse=d,S}function I(){return process.versions.electron&&!process.defaultApp?0:1}
 /**
  * @license
  * Copyright (c) 2016, Contributors
  * SPDX-License-Identifier: ISC
  */
-function F(e){if(e!==e.toLowerCase()&&e!==e.toUpperCase()||(e=e.toLowerCase()),-1===e.indexOf("-")&&-1===e.indexOf("_"))return e;{let n="",t=!1;const o=e.match(/^-+/);for(let s=o?o[0].length:0;s<e.length;s++){let o=e.charAt(s);t&&(t=!1,o=o.toUpperCase()),0===s||"-"!==o&&"_"!==o?"-"!==o&&"_"!==o&&(n+=o):t=!0}return n}}
+function T(e){if(e!==e.toLowerCase()&&e!==e.toUpperCase()||(e=e.toLowerCase()),-1===e.indexOf("-")&&-1===e.indexOf("_"))return e;{let t="",n=!1;const o=e.match(/^-+/);for(let s=o?o[0].length:0;s<e.length;s++){let o=e.charAt(s);n&&(n=!1,o=o.toUpperCase()),0===s||"-"!==o&&"_"!==o?"-"!==o&&"_"!==o&&(t+=o):n=!0}return t}}
 /**
  * @license
  * Copyright (c) 2016, Contributors
  * SPDX-License-Identifier: ISC
  */
-let A;O||(O=1,S().config(Object.assign({},function(){if(k)return $;k=1;const e={};return null!=process.env.DOTENV_CONFIG_ENCODING&&(e.encoding=process.env.DOTENV_CONFIG_ENCODING),null!=process.env.DOTENV_CONFIG_PATH&&(e.path=process.env.DOTENV_CONFIG_PATH),null!=process.env.DOTENV_CONFIG_DEBUG&&(e.debug=process.env.DOTENV_CONFIG_DEBUG),null!=process.env.DOTENV_CONFIG_OVERRIDE&&(e.override=process.env.DOTENV_CONFIG_OVERRIDE),$=e}(),function(){if(_)return j;_=1;const e=/^dotenv_config_(encoding|path|debug|override)=(.+)$/;return j=function(n){return n.reduce(function(n,t){const o=t.match(e);return o&&(n[o[1]]=o[2]),n},{})}}()(process.argv)))),function(e){e.BOOLEAN="boolean",e.STRING="string",e.NUMBER="number",e.ARRAY="array"}(E||(E={}));function I(e){return void 0!==e?e+1:1}function U(e){return"__proto__"===e?"___proto___":e}
+let A;E||(E=1,O().config(Object.assign({},function(){if(j)return $;j=1;const e={};return null!=process.env.DOTENV_CONFIG_ENCODING&&(e.encoding=process.env.DOTENV_CONFIG_ENCODING),null!=process.env.DOTENV_CONFIG_PATH&&(e.path=process.env.DOTENV_CONFIG_PATH),null!=process.env.DOTENV_CONFIG_DEBUG&&(e.debug=process.env.DOTENV_CONFIG_DEBUG),null!=process.env.DOTENV_CONFIG_OVERRIDE&&(e.override=process.env.DOTENV_CONFIG_OVERRIDE),$=e}(),function(){if(_)return k;_=1;const e=/^dotenv_config_(encoding|path|debug|override)=(.+)$/;return k=function(t){return t.reduce(function(t,n){const o=n.match(e);return o&&(t[o[1]]=o[2]),t},{})}}()(process.argv)))),function(e){e.BOOLEAN="boolean",e.STRING="string",e.NUMBER="number",e.ARRAY="array"}(x||(x={}));function F(e){return void 0!==e?e+1:1}function U(e){return"__proto__"===e?"___proto___":e}
 /**
  * @fileoverview Main entrypoint for libraries using yargs-parser in Node.js
  * CJS and ESM environments.
@@ -20,16 +20,16 @@ let A;O||(O=1,S().config(Object.assign({},function(){if(k)return $;k=1;const e={
  * Copyright (c) 2016, Contributors
  * SPDX-License-Identifier: ISC
  */
-const N=process&&process.env&&process.env.YARGS_MIN_NODE_VERSION?Number(process.env.YARGS_MIN_NODE_VERSION):12;if(process&&process.version){if(Number(process.version.match(/v([^.]+)/)[1])<N)throw Error(`yargs parser supports a minimum Node.js version of ${N}. Read our version support policy: https://github.com/yargs/yargs-parser#supported-nodejs-versions`)}const D=process?process.env:{};new class{constructor(e){A=e}parse(e,n){const t=Object.assign({alias:void 0,array:void 0,boolean:void 0,config:void 0,configObjects:void 0,configuration:void 0,coerce:void 0,count:void 0,default:void 0,envPrefix:void 0,narg:void 0,normalize:void 0,string:void 0,number:void 0,__:void 0,key:void 0},n),o=
+const N=process&&process.env&&process.env.YARGS_MIN_NODE_VERSION?Number(process.env.YARGS_MIN_NODE_VERSION):12;if(process&&process.version){if(Number(process.version.match(/v([^.]+)/)[1])<N)throw Error(`yargs parser supports a minimum Node.js version of ${N}. Read our version support policy: https://github.com/yargs/yargs-parser#supported-nodejs-versions`)}const D=process?process.env:{};new class{constructor(e){A=e}parse(e,t){const n=Object.assign({alias:void 0,array:void 0,boolean:void 0,config:void 0,configObjects:void 0,configuration:void 0,coerce:void 0,count:void 0,default:void 0,envPrefix:void 0,narg:void 0,normalize:void 0,string:void 0,number:void 0,__:void 0,key:void 0},t),o=
 /**
  * @license
  * Copyright (c) 2016, Contributors
  * SPDX-License-Identifier: ISC
  */
-function(e){if(Array.isArray(e))return e.map(e=>"string"!=typeof e?e+"":e);e=e.trim();let n=0,t=null,o=null,s=null;const r=[];for(let a=0;a<e.length;a++)t=o,o=e.charAt(a)," "!==o||s?(o===s?s=null:"'"!==o&&'"'!==o||s||(s=o),r[n]||(r[n]=""),r[n]+=o):" "!==t&&n++;return r}
+function(e){if(Array.isArray(e))return e.map(e=>"string"!=typeof e?e+"":e);e=e.trim();let t=0,n=null,o=null,s=null;const r=[];for(let a=0;a<e.length;a++)n=o,o=e.charAt(a)," "!==o||s?(o===s?s=null:"'"!==o&&'"'!==o||s||(s=o),r[t]||(r[t]=""),r[t]+=o):" "!==n&&t++;return r}
 /**
  * @license
  * Copyright (c) 2016, Contributors
  * SPDX-License-Identifier: ISC
- */(e),s="string"==typeof e,r=function(e){const n=[],t=Object.create(null);let o=!0;Object.keys(e).forEach(function(t){n.push([].concat(e[t],t))});for(;o;){o=!1;for(let e=0;e<n.length;e++)for(let t=e+1;t<n.length;t++){if(n[e].filter(function(e){return-1!==n[t].indexOf(e)}).length){n[e]=n[e].concat(n[t]),n.splice(t,1),o=!0;break}}}return n.forEach(function(e){const n=(e=e.filter(function(e,n,t){return t.indexOf(e)===n})).pop();void 0!==n&&"string"==typeof n&&(t[n]=e)}),t}(Object.assign(Object.create(null),t.alias)),a=Object.assign({"boolean-negation":!0,"camel-case-expansion":!0,"combine-arrays":!1,"dot-notation":!0,"duplicate-arguments-array":!0,"flatten-duplicate-arrays":!0,"greedy-arrays":!0,"halt-at-non-option":!1,"nargs-eats-options":!1,"negation-prefix":"no-","parse-numbers":!0,"parse-positional-numbers":!0,"populate--":!1,"set-placeholder-key":!1,"short-option-groups":!0,"strip-aliased":!1,"strip-dashed":!1,"unknown-options-as-args":!1},t.configuration),i=Object.assign(Object.create(null),t.default),c=t.configObjects||[],l=t.envPrefix,d=a["populate--"],u=d?"--":"_",f=Object.create(null),p=Object.create(null),y=t.__||A.format,g={aliases:Object.create(null),arrays:Object.create(null),bools:Object.create(null),strings:Object.create(null),numbers:Object.create(null),counts:Object.create(null),normalize:Object.create(null),configs:Object.create(null),nargs:Object.create(null),coercions:Object.create(null),keys:[]},h=/^-([0-9]+(\.[0-9]+)?|\.[0-9]+)$/,m=new RegExp("^--"+a["negation-prefix"]+"(.+)");[].concat(t.array||[]).filter(Boolean).forEach(function(e){const n="object"==typeof e?e.key:e,t=Object.keys(e).map(function(e){return{boolean:"bools",string:"strings",number:"numbers"}[e]}).filter(Boolean).pop();t&&(g[t][n]=!0),g.arrays[n]=!0,g.keys.push(n)}),[].concat(t.boolean||[]).filter(Boolean).forEach(function(e){g.bools[e]=!0,g.keys.push(e)}),[].concat(t.string||[]).filter(Boolean).forEach(function(e){g.strings[e]=!0,g.keys.push(e)}),[].concat(t.number||[]).filter(Boolean).forEach(function(e){g.numbers[e]=!0,g.keys.push(e)}),[].concat(t.count||[]).filter(Boolean).forEach(function(e){g.counts[e]=!0,g.keys.push(e)}),[].concat(t.normalize||[]).filter(Boolean).forEach(function(e){g.normalize[e]=!0,g.keys.push(e)}),"object"==typeof t.narg&&Object.entries(t.narg).forEach(([e,n])=>{"number"==typeof n&&(g.nargs[e]=n,g.keys.push(e))}),"object"==typeof t.coerce&&Object.entries(t.coerce).forEach(([e,n])=>{"function"==typeof n&&(g.coercions[e]=n,g.keys.push(e))}),void 0!==t.config&&(Array.isArray(t.config)||"string"==typeof t.config?[].concat(t.config).filter(Boolean).forEach(function(e){g.configs[e]=!0}):"object"==typeof t.config&&Object.entries(t.config).forEach(([e,n])=>{"boolean"!=typeof n&&"function"!=typeof n||(g.configs[e]=n)})),function(...e){e.forEach(function(e){Object.keys(e||{}).forEach(function(e){g.aliases[e]||(g.aliases[e]=[].concat(r[e]||[]),g.aliases[e].concat(e).forEach(function(n){if(/-/.test(n)&&a["camel-case-expansion"]){const t=F(n);t!==e&&-1===g.aliases[e].indexOf(t)&&(g.aliases[e].push(t),f[t]=!0)}}),g.aliases[e].concat(e).forEach(function(n){if(n.length>1&&/[A-Z]/.test(n)&&a["camel-case-expansion"]){const t=function(e,n){const t=e.toLowerCase();n=n||"-";let o="";for(let s=0;s<e.length;s++){const r=t.charAt(s),a=e.charAt(s);o+=r!==a&&s>0?`${n}${t.charAt(s)}`:a}return o}(n,"-");t!==e&&-1===g.aliases[e].indexOf(t)&&(g.aliases[e].push(t),f[t]=!0)}}),g.aliases[e].forEach(function(n){g.aliases[n]=[e].concat(g.aliases[e].filter(function(e){return n!==e}))}))})})}(t.key,r,t.default,g.arrays),Object.keys(i).forEach(function(e){(g.aliases[e]||[]).forEach(function(n){i[n]=i[e]})});let w=null;Object.keys(g.counts).find(e=>R(e,g.arrays)?(w=Error(y("Invalid configuration: %s, opts.count excludes opts.array.",e)),!0):!!R(e,g.nargs)&&(w=Error(y("Invalid configuration: %s, opts.count excludes opts.narg.",e)),!0));let b=[];const v=Object.assign(Object.create(null),{_:[]}),$={};for(let e=0;e<o.length;e++){const n=o[e],t=n.replace(/^-{3,}/,"---");let s,r,i,c,l,d;if("--"!==n&&L(n))k(n);else{if(t.match(/---+(=|$)/)){k(n);continue}if(n.match(/^--.+=/)||!a["short-option-groups"]&&n.match(/^-.+=/))c=n.match(/^--?([^=]+)=([\s\S]*)$/),null!==c&&Array.isArray(c)&&c.length>=3&&(R(c[1],g.arrays)?e=_(e,c[1],o,c[2]):!1!==R(c[1],g.nargs)?e=j(e,c[1],o,c[2]):O(c[1],c[2],!0));else if(n.match(m)&&a["boolean-negation"])c=n.match(m),null!==c&&Array.isArray(c)&&c.length>=2&&(r=c[1],O(r,!!R(r,g.arrays)&&[!1]));else if(n.match(/^--.+/)||!a["short-option-groups"]&&n.match(/^-[^-]+/))c=n.match(/^--?(.+)/),null!==c&&Array.isArray(c)&&c.length>=2&&(r=c[1],R(r,g.arrays)?e=_(e,r,o):!1!==R(r,g.nargs)?e=j(e,r,o):(l=o[e+1],void 0===l||l.match(/^-/)&&!l.match(h)||R(r,g.bools)||R(r,g.counts)?/^(true|false)$/.test(l)?(O(r,l),e++):O(r,C(r)):(O(r,l),e++)));else if(n.match(/^-.\..+=/))c=n.match(/^-([^=]+)=([\s\S]*)$/),null!==c&&Array.isArray(c)&&c.length>=3&&O(c[1],c[2]);else if(n.match(/^-.\..+/)&&!n.match(h))l=o[e+1],c=n.match(/^-(.\..+)/),null!==c&&Array.isArray(c)&&c.length>=2&&(r=c[1],void 0===l||l.match(/^-/)||R(r,g.bools)||R(r,g.counts)?O(r,C(r)):(O(r,l),e++));else if(n.match(/^-[^-]+/)&&!n.match(h)){i=n.slice(1,-1).split(""),s=!1;for(let t=0;t<i.length;t++){if(l=n.slice(t+2),i[t+1]&&"="===i[t+1]){d=n.slice(t+3),r=i[t],R(r,g.arrays)?e=_(e,r,o,d):!1!==R(r,g.nargs)?e=j(e,r,o,d):O(r,d),s=!0;break}if("-"!==l){if(/[A-Za-z]/.test(i[t])&&/^-?\d+(\.\d*)?(e-?\d+)?$/.test(l)&&!1===R(l,g.bools)){O(i[t],l),s=!0;break}if(i[t+1]&&i[t+1].match(/\W/)){O(i[t],l),s=!0;break}O(i[t],C(i[t]))}else O(i[t],l)}r=n.slice(-1)[0],s||"-"===r||(R(r,g.arrays)?e=_(e,r,o):!1!==R(r,g.nargs)?e=j(e,r,o):(l=o[e+1],void 0===l||/^(-|--)[^-]/.test(l)&&!l.match(h)||R(r,g.bools)||R(r,g.counts)?/^(true|false)$/.test(l)?(O(r,l),e++):O(r,C(r)):(O(r,l),e++)))}else if(n.match(/^-[0-9]$/)&&n.match(h)&&R(n.slice(1),g.bools))r=n.slice(1),O(r,C(r));else{if("--"===n){b=o.slice(e+1);break}if(a["halt-at-non-option"]){b=o.slice(e);break}k(n)}}}function k(e){const n=T("_",e);"string"!=typeof n&&"number"!=typeof n||v._.push(n)}function j(e,n,t,o){let s,r=R(n,g.nargs);if(r="number"!=typeof r||isNaN(r)?1:r,0===r)return z(o)||(w=Error(y("Argument unexpected for: %s",n))),O(n,C(n)),e;let i=z(o)?0:1;if(a["nargs-eats-options"])t.length-(e+1)+i<r&&(w=Error(y("Not enough arguments following: %s",n))),i=r;else{for(s=e+1;s<t.length&&(!t[s].match(/^-[^0-9]/)||t[s].match(h)||L(t[s]));s++)i++;i<r&&(w=Error(y("Not enough arguments following: %s",n)))}let c=Math.min(i,r);for(!z(o)&&c>0&&(O(n,o),c--),s=e+1;s<c+e+1;s++)O(n,t[s]);return e+c}function _(e,n,t,o){let r=[],c=o||t[e+1];const l=R(n,g.nargs);if(R(n,g.bools)&&!/^(true|false)$/.test(c))r.push(!0);else if(z(c)||z(o)&&/^-/.test(c)&&!h.test(c)&&!L(c)){if(void 0!==i[n]){const e=i[n];r=Array.isArray(e)?e:[e]}}else{z(o)||r.push(S(n,o,!0));for(let o=e+1;o<t.length&&!(!a["greedy-arrays"]&&r.length>0||l&&"number"==typeof l&&r.length>=l)&&(c=t[o],!/^-/.test(c)||h.test(c)||L(c));o++)e=o,r.push(S(n,c,s))}return"number"==typeof l&&(l&&r.length<l||isNaN(l)&&0===r.length)&&(w=Error(y("Not enough arguments following: %s",n))),O(n,r),e}function O(e,n,t=s){if(/-/.test(e)&&a["camel-case-expansion"]){const n=e.split(".").map(function(e){return F(e)}).join(".");x(e,n)}const o=S(e,n,t),r=e.split(".");if(P(v,r,o),g.aliases[e]&&g.aliases[e].forEach(function(e){const n=e.split(".");P(v,n,o)}),r.length>1&&a["dot-notation"]&&(g.aliases[r[0]]||[]).forEach(function(n){let t=n.split(".");const s=[].concat(r);s.shift(),t=t.concat(s),(g.aliases[e]||[]).includes(t.join("."))||P(v,t,o)}),R(e,g.normalize)&&!R(e,g.arrays)){[e].concat(g.aliases[e]||[]).forEach(function(e){Object.defineProperty($,e,{enumerable:!0,get:()=>n,set(e){n="string"==typeof e?A.normalize(e):e}})})}}function x(e,n){g.aliases[e]&&g.aliases[e].length||(g.aliases[e]=[n],f[n]=!0),g.aliases[n]&&g.aliases[n].length||x(n,e)}function S(e,n,t){t&&(n=function(e){return"string"!=typeof e||"'"!==e[0]&&'"'!==e[0]||e[e.length-1]!==e[0]?e:e.substring(1,e.length-1)}(n)),(R(e,g.bools)||R(e,g.counts))&&"string"==typeof n&&(n="true"===n);let o=Array.isArray(n)?n.map(function(n){return T(e,n)}):T(e,n);return R(e,g.counts)&&(z(o)||"boolean"==typeof o)&&(o=I()),R(e,g.normalize)&&R(e,g.arrays)&&(o=Array.isArray(n)?n.map(e=>A.normalize(e)):A.normalize(n)),o}function T(e,n){if(!a["parse-positional-numbers"]&&"_"===e)return n;if(!R(e,g.strings)&&!R(e,g.bools)&&!Array.isArray(n)){(null!=(t=n)&&("number"==typeof t||!!/^0x[0-9a-f]+$/i.test(t)||!/^0[^.]/.test(t)&&/^[-]?(?:\d+(?:\.\d*)?|\.\d+)(e[-+]?\d+)?$/.test(t))&&a["parse-numbers"]&&Number.isSafeInteger(Math.floor(parseFloat(`${n}`)))||!z(n)&&R(e,g.numbers))&&(n=Number(n))}var t;return n}function N(e,n){Object.keys(e).forEach(function(t){const o=e[t],s=n?n+"."+t:t;"object"==typeof o&&null!==o&&!Array.isArray(o)&&a["dot-notation"]?N(o,s):(!B(v,s.split("."))||R(s,g.arrays)&&a["combine-arrays"])&&O(s,o)})}function D(e,n){if(void 0===l)return;const t="string"==typeof l?l:"",o=A.env();Object.keys(o).forEach(function(s){if(""===t||0===s.lastIndexOf(t,0)){const r=s.split("__").map(function(e,n){return 0===n&&(e=e.substring(t.length)),F(e)});(n&&g.configs[r.join(".")]||!n)&&!B(e,r)&&O(r.join("."),o[s])}})}function K(e,n,t,o=!1){Object.keys(t).forEach(function(s){B(e,s.split("."))||(P(e,s.split("."),t[s]),o&&(p[s]=!0),(n[s]||[]).forEach(function(n){B(e,n.split("."))||P(e,n.split("."),t[s])}))})}function B(e,n){let t=e;a["dot-notation"]||(n=[n.join(".")]),n.slice(0,-1).forEach(function(e){t=t[e]||{}});const o=n[n.length-1];return"object"==typeof t&&o in t}function P(e,n,t){let o=e;a["dot-notation"]||(n=[n.join(".")]),n.slice(0,-1).forEach(function(e){e=U(e),"object"==typeof o&&void 0===o[e]&&(o[e]={}),"object"!=typeof o[e]||Array.isArray(o[e])?(Array.isArray(o[e])?o[e].push({}):o[e]=[o[e],{}],o=o[e][o[e].length-1]):o=o[e]});const s=U(n[n.length-1]),r=R(n.join("."),g.arrays),i=Array.isArray(t);let c=a["duplicate-arguments-array"];!c&&R(s,g.nargs)&&(c=!0,(!z(o[s])&&1===g.nargs[s]||Array.isArray(o[s])&&o[s].length===g.nargs[s])&&(o[s]=void 0)),t===I()?o[s]=I(o[s]):Array.isArray(o[s])?c&&r&&i?o[s]=a["flatten-duplicate-arrays"]?o[s].concat(t):(Array.isArray(o[s][0])?o[s]:[o[s]]).concat([t]):c||Boolean(r)!==Boolean(i)?o[s]=o[s].concat([t]):o[s]=t:void 0===o[s]&&r?o[s]=i?t:[t]:!c||void 0===o[s]||R(s,g.counts)||R(s,g.bools)?o[s]=t:o[s]=[o[s],t]}function R(e,n){const t=[].concat(g.aliases[e]||[],e),o=Object.keys(n),s=t.find(e=>o.includes(e));return!!s&&n[s]}function M(e){const n=Object.keys(g);return[].concat(n.map(e=>g[e])).some(function(n){return Array.isArray(n)?n.includes(e):n[e]})}function L(e){return a["unknown-options-as-args"]&&function(e){if(e=e.replace(/^-{3,}/,"--"),e.match(h))return!1;if(function(e){if(e.match(h)||!e.match(/^-[^-]+/))return!1;let n,t=!0;const o=e.slice(1).split("");for(let s=0;s<o.length;s++){if(n=e.slice(s+2),!M(o[s])){t=!1;break}if(o[s+1]&&"="===o[s+1]||"-"===n||/[A-Za-z]/.test(o[s])&&/^-?\d+(\.\d*)?(e-?\d+)?$/.test(n)||o[s+1]&&o[s+1].match(/\W/))break}return t}(e))return!1;return!function(e,...n){return[].concat(...n).some(function(n){const t=e.match(n);return t&&M(t[1])})}(e,/^-+([^=]+?)=[\s\S]*$/,m,/^-+([^=]+?)$/,/^-+([^=]+?)-$/,/^-+([^=]+?\d+)$/,/^-+([^=]+?)\W+.*$/)}(e)}function C(e){return R(e,g.bools)||R(e,g.counts)||!(`${e}`in i)?(n=function(e){let n=E.BOOLEAN;return R(e,g.strings)?n=E.STRING:R(e,g.numbers)?n=E.NUMBER:R(e,g.bools)?n=E.BOOLEAN:R(e,g.arrays)&&(n=E.ARRAY),n}(e),{[E.BOOLEAN]:!0,[E.STRING]:"",[E.NUMBER]:void 0,[E.ARRAY]:[]}[n]):i[e];var n}function z(e){return void 0===e}return D(v,!0),D(v,!1),function(e){const n=Object.create(null);K(n,g.aliases,i),Object.keys(g.configs).forEach(function(t){const o=e[t]||n[t];if(o)try{let e=null;const n=A.resolve(A.cwd(),o),s=g.configs[t];if("function"==typeof s){try{e=s(n)}catch(n){e=n}if(e instanceof Error)return void(w=e)}else e=A.require(n);N(e)}catch(n){"PermissionDenied"===n.name?w=n:e[t]&&(w=Error(y("Invalid JSON config file: %s",o)))}})}(v),void 0!==c&&c.forEach(function(e){N(e)}),K(v,g.aliases,i,!0),function(e){let n;const t=new Set;Object.keys(e).forEach(function(o){if(!t.has(o)&&(n=R(o,g.coercions),"function"==typeof n))try{const s=T(o,n(e[o]));[].concat(g.aliases[o]||[],o).forEach(n=>{t.add(n),e[n]=s})}catch(e){w=e}})}(v),a["set-placeholder-key"]&&function(e){g.keys.forEach(n=>{~n.indexOf(".")||void 0===e[n]&&(e[n]=void 0)})}(v),Object.keys(g.counts).forEach(function(e){B(v,e.split("."))||O(e,0)}),d&&b.length&&(v[u]=[]),b.forEach(function(e){v[u].push(e)}),a["camel-case-expansion"]&&a["strip-dashed"]&&Object.keys(v).filter(e=>"--"!==e&&e.includes("-")).forEach(e=>{delete v[e]}),a["strip-aliased"]&&[].concat(...Object.keys(r).map(e=>r[e])).forEach(e=>{a["camel-case-expansion"]&&e.includes("-")&&delete v[e.split(".").map(e=>F(e)).join(".")],delete v[e]}),{aliases:Object.assign({},g.aliases),argv:Object.assign($,v),configuration:a,defaulted:Object.assign({},p),error:w,newAliases:Object.assign({},f)}}}({cwd:process.cwd,env:()=>D,format:s.format,normalize:n.normalize,resolve:n.resolve,require:n=>{if("undefined"!=typeof require)return require(n);if(n.match(/\.json$/))return JSON.parse(e.readFileSync(n,"utf8"));throw Error("only .json config files are supported in ESM")}});var K={fs:{readFileSync:e.readFileSync,writeFile:e.writeFile},format:s.format,resolve:n.resolve,exists:n=>{try{return e.statSync(n).isFile()}catch(e){return!1}}};let B;class P{constructor(e){e=e||{},this.directory=e.directory||"./locales",this.updateFiles="boolean"!=typeof e.updateFiles||e.updateFiles,this.locale=e.locale||"en",this.fallbackToLanguage="boolean"!=typeof e.fallbackToLanguage||e.fallbackToLanguage,this.cache=Object.create(null),this.writeQueue=[]}__(...e){if("string"!=typeof arguments[0])return this._taggedLiteral(arguments[0],...arguments);const n=e.shift();let t=function(){};return"function"==typeof e[e.length-1]&&(t=e.pop()),t=t||function(){},this.cache[this.locale]||this._readLocaleFile(),!this.cache[this.locale][n]&&this.updateFiles?(this.cache[this.locale][n]=n,this._enqueueWrite({directory:this.directory,locale:this.locale,cb:t})):t(),B.format.apply(B.format,[this.cache[this.locale][n]||n].concat(e))}__n(){const e=Array.prototype.slice.call(arguments),n=e.shift(),t=e.shift(),o=e.shift();let s=function(){};"function"==typeof e[e.length-1]&&(s=e.pop()),this.cache[this.locale]||this._readLocaleFile();let r=1===o?n:t;if(this.cache[this.locale][n]){r=this.cache[this.locale][n][1===o?"one":"other"]}!this.cache[this.locale][n]&&this.updateFiles?(this.cache[this.locale][n]={one:n,other:t},this._enqueueWrite({directory:this.directory,locale:this.locale,cb:s})):s();const a=[r];return~r.indexOf("%d")&&a.push(o),B.format.apply(B.format,a.concat(e))}setLocale(e){this.locale=e}getLocale(){return this.locale}updateLocale(e){this.cache[this.locale]||this._readLocaleFile();for(const n in e)Object.prototype.hasOwnProperty.call(e,n)&&(this.cache[this.locale][n]=e[n])}_taggedLiteral(e,...n){let t="";return e.forEach(function(e,o){const s=n[o+1];t+=e,void 0!==s&&(t+="%s")}),this.__.apply(this,[t].concat([].slice.call(n,1)))}_enqueueWrite(e){this.writeQueue.push(e),1===this.writeQueue.length&&this._processWriteQueue()}_processWriteQueue(){const e=this,n=this.writeQueue[0],t=n.directory,o=n.locale,s=n.cb,r=this._resolveLocaleFile(t,o),a=JSON.stringify(this.cache[o],null,2);B.fs.writeFile(r,a,"utf-8",function(n){e.writeQueue.shift(),e.writeQueue.length>0&&e._processWriteQueue(),s(n)})}_readLocaleFile(){let e={};const n=this._resolveLocaleFile(this.directory,this.locale);try{B.fs.readFileSync&&(e=JSON.parse(B.fs.readFileSync(n,"utf-8")))}catch(t){if(t instanceof SyntaxError&&(t.message="syntax error in "+n),"ENOENT"!==t.code)throw t;e={}}this.cache[this.locale]=e}_resolveLocaleFile(e,n){let t=B.resolve(e,"./",n+".json");if(this.fallbackToLanguage&&!this._fileExistsSync(t)&&~n.lastIndexOf("_")){const o=B.resolve(e,"./",n.split("_")[0]+".json");this._fileExistsSync(o)&&(t=o)}return t}_fileExistsSync(e){return B.exists(e)}}let R;try{R=r.fileURLToPath("undefined"==typeof document?require("url").pathToFileURL(__filename).href:w&&"SCRIPT"===w.tagName.toUpperCase()&&w.src||new URL("index.js",document.baseURI).href)}catch(e){R=process.cwd()}R.split("node_modules")[0]||process.cwd(),process.cwd,process.exit,process.nextTick,void 0!==process.stdout.columns&&process.stdout.columns,function(e,n){B=n;const t=new P(e);t.__.bind(t),t.__n.bind(t),t.setLocale.bind(t),t.getLocale.bind(t),t.updateLocale.bind(t),t.locale}({directory:n.resolve(R,"../../../locales"),updateFiles:!1},K);const M={hg:{appName:"hotglue",clientApiBaseUri:process.env.HOTGLUE_CLIENT_API_BASE_URI||"https://api.hotglue.com",defaultConfigFileName:"config.yaml"}},L={},C=()=>n.resolve(t.homedir(),`.${M.hg.appName}`,M.hg.defaultConfigFileName),z=async()=>{const{appName:e}=M.hg;try{return await i.cosmiconfig(e).load(C())||{}}catch(e){return{}}},q=async()=>{const{appName:e}=M.hg,n=i.cosmiconfig(e,{searchPlaces:[`${e}.yaml`,`.${e}.yaml`,`.${e}rc.yaml`,`.${e}rc.yml`,`.${e}rc`,`.${e}rc.json`,`.${e}rc.js`]});try{return await n.search()||{}}catch(e){throw console.log(e),new Error(`Malformed configuration file: ${e.message}`)}},V={primary:e=>c.whiteBright(e),secondary:e=>c.white(e),info:e=>c.green(e),warn:e=>c.yellow(e),error:e=>c.redBright(e),success:e=>c.greenBright(e)};let J=V,W="primary";function G(e){return J={...V,...e},ee}function Q(e){process.stdout.write(e)}const Y=(e,n=W)=>{if(!e)return"";if("string"==typeof e)return J[n]?J[n](e):J[W](e);const t=s.inspect(e,{colors:!0});return J[n]?J[n](t):t};function H(...e){return console.log(...e),ee}function Z(e,n){return Q(Y(e,n)),Q("\n"),ee}function X(e,n){return Q(Y(e,n)),ee}const ee={cl:H,pr:Z,pp:X,setTheme:G,setDefault:function(e="primary"){return J[e]&&(W=e),ee}},ne=e=>{console.log(JSON.stringify(e))},te=d("hotglue-cli");function oe(e){return te.extend(e)}const se=oe("commands:config:set"),re="set <setting> <value>";var ae=Object.freeze({__proto__:null,builder:async e=>(se("builder",re,e),e.option("setting",{describe:"The configuration parameter you wish to set",type:"string"}).option("value",{describe:"The configuration parameter's value",type:"string"}),e),command:re,desc:"Set configuration key-value pairs",handler:async e=>{se("handler",re,e);const{json:t,setting:o,value:s}=e;if(["apikey"].includes(o))try{const e=await z();e&&e.config?!t&&X("Updating profile config file..."):!t&&X("Creating profile config file...");const r=e&&e.config?{...e.config,[o]:s}:{[o]:s},i=u.stringify(r),c=e&&e.filepath?e.filepath:C();await(async(e,t)=>{await a.mkdir(n.dirname(e),{recursive:!0}),await a.writeFile(e,t)})(c,i),t?ne({status:"success"}):X("Done").pr()}catch(e){t?ne({status:"error",error:e}):console.log(e)}else t?ne({status:"error",error:"Invalid settings parameter"}):console.error("Invalid settings parameter")}});const ie=[ae],ce=oe("commands:config"),le="config [action]";var de=Object.freeze({__proto__:null,builder:async function(e){return ce("builder",le),e.command(ie)},command:le,desc:"Configure your hotglue CLI",handler:async function(e){ce("handler",le,e);const{action:t}=e;if(!t)try{const e=await z();e.config&&0!==Object.keys(e.config).length||Z("No profile configuration found. Run config set to configure the hotglue CLI.");const t=new f({head:["Setting","Value","Config File","Type"]});e.config&&Object.entries(e.config).forEach(([n,o])=>t.push([n,o,e.filepath,"Profile"]));const o=await q();o.config&&Object.entries(o.config).forEach(([e,s])=>t.push([e,s,n.relative(process.cwd(),o.filepath),"Project"])),t.length>0&&console.log(t.toString())}catch(e){throw console.log(e),e}}}),ue={env:{config:{describe:"Environment Id",type:"string",alias:["e"]},demandText:'The "env" parameter (Environment Id) is required. Either pass here using `-e [env_id]` or add an env property in your rc file.'},apikey:{config:{describe:"API key",type:"string",alias:["k"]},demandText:"API key is required. Either pass here using -k [key] or configure your profile using config set."},dataFilePath:{config:{describe:"Singer data file path",type:"string",alias:["data","data-file-path"],default:"data.singer"}},json:{config:{describe:"Makes the output format to be JSON",type:"boolean",default:!1},demandText:""},tenant:{config:{describe:"Tenant (user) ID",type:"string",alias:["u"]},demandText:"TenantId is required. You can pass it using -u [tenantId]."},flow:{config:{describe:"Flow ID",type:"string",alias:["f"]},demandText:"FlowId is required. You can pass it using -f [flow_id]."},tap:{config:{describe:"Tap name",type:"string",alias:["t"]},demandText:"Tap name is required. You can pass it using -t <tap_name>."},connector:{config:{describe:"Connector ID",type:"string",alias:["c"]},demandText:"Connector ID is required. You can pass it using -c <connector>."},all:{config:{describe:"Run command for all taps/connectors",type:"boolean",default:!1,alias:["a"]},demandText:'This "all" flag is required. You can pass it using -a or --all.'},jobroot:{config:{describe:"Job Root (S3 prefix)",type:"string",alias:["j"]},demandText:"JobRoot key is required. You can pass it using -j [job_root]."},count:{config:{describe:"Max returned records",type:"number"}},downloadTo:{config:{describe:"Download folder",default:".",type:"string",alias:["d"]},demandText:"A destination folder is required. You can pass it using -d [folder] and can be either relative from cwd or absolute."},sourceFolder:{config:{describe:"Source folder",type:"string",default:".",alias:["s"]},demandText:""},configFilePath:{config:{describe:"Config file path",type:"string",default:"./config.json",alias:["p"]},demandText:'Local path of the config (with .json extension). Example: "/home/hotglue/config.json"'},overwrite:{config:{describe:"Overwrite existing",type:"boolean",default:!1,alias:["o"]},demandText:""},cleanup:{config:{describe:"Clean up target prior to action",type:"boolean",default:!1,alias:["c"]},demandText:""}};const fe=oe("base"),pe=async e=>{fe("builder");const n=await(async()=>{const e=await z(),n=await q();return{...L,...e.config,...n.config}})();return e.option("apikey",ue.apikey.config).option("env",ue.env.config).option("json",ue.json.config).config(n).demandOption(["env"],ue.env.demandText).demandOption(["apikey"],ue.apikey.demandText).strictCommands()},ye=oe("utils.js"),ge=async(e,t,o=[])=>{const{includeSymLinks:s,recursive:r,filter:i}=t,{matcher:c}=i,l=n.resolve(e),d=await a.readdir(l,{withFileTypes:!0});for(const e of d){const a=n.resolve(l,e.name);e.isSymbolicLink()&&!s||(!c||c(a)?e.isFile()?o.push(n.resolve(l,e.name)):e.isDirectory()&&r&&await ge(n.resolve(l,e.name),t,o):ye("skip",a))}return o},he=async(e,n)=>{const t={includeSymLinks:!1,recursive:!1,filter:{},...n},{pattern:o}=t.filter;return o&&(t.filter.matcher=y.matcher(o,{dot:!0})),ge(e,t)},me=(e,n)=>{ye("filter-in",e);const{pattern:t}={...n};let o=e;return t&&(o=y(o,t)),ye("filter-out",o),o};const we=e=>{const n=[];return new Promise((t,o)=>{e.on("error",o),e.on("data",e=>n.push(Buffer.from(e))),e.on("end",()=>t(Buffer.concat(n).toString("utf8")))})},be=(e,n=10)=>{const t=[];for(let o=0;o<e.length;o+=n){const s=e.slice(o,o+n);t.push(s)}return t},ve=async({debug:e,baseUri:n,env:t,apiKey:o})=>{const s=new URL(`${n}/${t}/resetAvailableEntities`),{data:r}=await g.delete(s,{headers:{"x-api-key":o,"Content-type":"application/json"}});e({data:r})},$e=async({debug:e,baseUri:n,task:t,env:o,apikey:s,...r})=>{const a=new URL(`${n}/credentials/${t}/${o}`);r&&Object.entries(r).forEach(([e,n])=>{a.searchParams.set(e,n)});const i=a.toString();e&&e("uri:",i);const{data:c}=await g.get(i,{headers:{"x-api-key":s}}),{accessKeyId:l,secretAccessKey:d,sessionToken:u}=c;return{accessKeyId:l,secretAccessKey:d,sessionToken:u}},ke=async({debug:e,baseUri:n,env:t,apikey:o})=>{const s=`${n}/tenants/${t}`;e("requesting:",s);const{data:r}=await g.get(s,{headers:{"x-api-key":o}});return e("response-data",r),r},je=async({debug:e,baseUri:n,env:t,flow:o,apikey:s})=>{const r={"x-api-key":s},a=new URL(`${n}/${t}/${o}/supportedSources`).toString();e&&e("uri:",a);const{data:i}=await g.get(a,{headers:r});return i},_e=async({debug:e,baseUri:n,env:t,flow:o,apikey:s})=>{const r={"x-api-key":s},a=new URL(`${n}/v2/${t}/${o}/supportedConnectors`).toString();e&&e("uri:",a);const{data:i}=await g.get(a,{headers:r});return i},Oe=async({debug:e,baseUri:n,env:t,flow:o,tenant:s,apikey:r,config:a})=>{const i=new URL(`${n}/${t}/${o}/${s}/linkedSources`);a&&i.searchParams.set("config","true");const c={"x-api-key":r},l=i.toString();e&&e("uri:",l);const{data:d}=await g.get(l,{headers:c});return d},Ee=async({debug:e,baseUri:n,env:t,flow:o,tenant:s,apikey:r,config:a})=>{const i=new URL(`${n}/v2/${t}/${o}/${s}/linkedConnectors`);a&&i.searchParams.set("config","true");const c={"x-api-key":r},l=i.toString();e&&e("uri:",l);const{data:d}=await g.get(l,{headers:c});return d},xe=async({debug:e,baseUri:n,env:t,flow:o,tenant:s,apikey:r,connectorId:a,config:i})=>{const c={"x-api-key":r},l=new URL(`${n}/${t}/${o}/${s}/linkedSources`).toString(),d={tap:a,config:i};e&&e("uri:",l);const{data:u}=await g.patch(l,d,{headers:c});return u},Se=async({debug:e,baseUri:n,env:t,flow:o,tenant:s,apikey:r,connectorId:a,config:i})=>{const c={"x-api-key":r},l=new URL(`${n}/v2/${t}/${o}/${s}/linkedConnectors`).toString(),d={connector_id:a,config:i};e&&e("uri:",l);const{data:u}=await g.patch(l,d,{headers:c});return u},Te=async({debug:e,baseUri:n,env:t,apikey:o})=>{const s={"x-api-key":o},r=new URL(`${n}/${t}/flows/supported`).toString();e&&e("uri:",r);const{data:a}=await g.get(r,{headers:s});return a},Fe=async({debug:e,baseUri:n,env:t,flow:o,apikey:s})=>{const r={"x-api-key":s},a=new URL(`${n}/${t}/flows/${o}/supported`).toString();e&&e("uri:",a);const{data:i}=await g.get(a,{headers:r});return i},Ae=d("commands:env:validators"),Ie=async(e,n,t,o,s)=>{if(!Array.isArray(e))throw new Error("availableSources.json must be an array of objects");const r=(await Promise.all(o.filter(e=>1==e.version).map(async e=>await je({debug:Ae,baseUri:n,env:s,flow:e.id,apikey:t})))).flat(),a=e.map(e=>{if(!e.tap)throw new Error(`Source ${JSON.stringify(e)} has no tap id`);return e.tap}),i=a.filter((e,n)=>a.indexOf(e)!==n);if(i.length>0)throw new Error(`Duplicate source id(s) found in availableSources.json: ${i.join(", ")}. All sources must have a unique tap id.`);const c=r.filter(e=>e.isForked&&!a.includes(e.tap));if(c.length>0)throw new Error(`Sources ${c.map(e=>e.label).join(", ")} are linked, but missing from your availableSources.json`)},Ue=async(e,n,t,o,s)=>{if(!Array.isArray(e))throw new Error("availableTargets.json must be an array of objects");const r=(await Promise.all(o.filter(e=>1==e.version).map(async e=>{const o=await(async({debug:e,baseUri:n,env:t,flow:o,apikey:s})=>{const r={"x-api-key":s},a=new URL(`${n}/${t}/${o}/supportedTargets`).toString();e&&e("uri:",a);const{data:i}=await g.get(a,{headers:r});return i})({debug:Ae,baseUri:n,env:s,flow:e.id,apikey:t});return o}))).flat(),a=e.map(e=>{if(!e.target)throw new Error(`Target ${JSON.stringify(e)} has no target id`);return e.target}),i=a.filter((e,n)=>a.indexOf(e)!==n);if(i.length>0)throw new Error(`Duplicate target id(s) found in availableTargets.json: ${i.join(", ")}. All targets must have a unique target id.`);const c=r.filter(e=>e.isForked&&!a.includes(e.target));if(c.length>0)throw new Error(`Targets ${c.map(e=>e.label).join(", ")} are linked, but missing from your availableTargets.json`)},Ne=async(e,n,t,o,s)=>{if(!Array.isArray(e))throw new Error("availableConnectors.json must be an array of objects");const r=(await Promise.all(o.filter(e=>2==e.version).map(async e=>await _e({debug:Ae,baseUri:n,env:s,flow:e.id,apikey:t})))).flat(),a=e.map(e=>{if(!e.id)throw new Error(`Connector ${JSON.stringify(e)} has no id`);return e.id}),i=a.filter((e,n)=>a.indexOf(e)!==n);if(i.length>0)throw new Error(`Duplicate connector id(s) found in availableConnectors.json: ${i.join(", ")}. All connectors must have a unique id.`);const c=r.filter(e=>e.isForked&&!a.includes(e.id));if(c.length>0)throw new Error(`Connectors ${c.map(e=>e.id).join(", ")} are linked, but missing from your availableConnectors.json`)},De=oe("commands:env:deploy"),Ke="deploy";var Be=Object.freeze({__proto__:null,builder:async e=>(De("builder",Ke),e.option("sourceFolder",ue.sourceFolder.config).demandOption("sourceFolder",ue.sourceFolder.demandText)),command:Ke,desc:"Deploy Environment settings",handler:async e=>{De("handler",Ke,e);const{hg:t,json:o,apikey:s,env:r,sourceFolder:i}=e,{clientApiBaseUri:c}=t,d=n.resolve(process.cwd(),i);let u,y=p();try{u=Y(`Scanning ${Y(d,"info")} for deployable files`),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const e=await he(d,{filter:{pattern:"((**/requirements.txt)|(**/availableSources.json)|(**/availableTargets.json)|(**/availableConnectors.json)|(**/customTaps.json))"}});if(0===e.length)return void(o?ne({status:"error",error:"There are no files to deploy at the specified location!"}):(y.fail(Y(`Error: ${u}.`,"secondary")),Z(Y(`Message: ${Y("There are no files to deploy at the specified location!")}`,"secondary"))));!o&&y.succeed(Y(`Finished: ${u}.`,"secondary"));for(const n of e)if(n.endsWith(".json"))try{const e=await a.readFile(n,{encoding:"utf-8"});JSON.parse(e)}catch(e){throw new Error(`File ${n} is not a valid JSON: ${String(e)}`)}const t=await Te({debug:De,baseUri:c,env:r,apikey:s});for(const n of e){if(n.endsWith("availableSources.json")){const e=JSON.parse(await a.readFile(n,{encoding:"utf-8"}));await Ie(e,c,s,t,r)}if(n.endsWith("availableTargets.json")){const e=JSON.parse(await a.readFile(n,{encoding:"utf-8"}));await Ue(e,c,s,t,r)}if(n.endsWith("availableConnectors.json")){const e=JSON.parse(await a.readFile(n,{encoding:"utf-8"}));await Ne(e,c,s,t,r)}}u=Y("Verifying user and authorizing"),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const{accessKeyId:i,secretAccessKey:p,sessionToken:g}=await $e({debug:De,baseUri:c,task:"env-deploy",env:r,apikey:s});!o&&y.succeed(Y(`Finished: ${u}.`,"secondary"));const h=new l.S3({accessKeyId:i,secretAccessKey:p,sessionToken:g});u=Y("Deploying environment files"),!o&&y.info(Y(`Info: ${u}.`,"secondary"));const m="config/",w=new f({head:["File","Status"]});for await(const t of e){const e=n.basename(t);u=Y(`Pushing file: ${Y(e,"info")}`),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const i={Bucket:r,Key:`${m}${e}`,Body:await a.readFile(t)},l=await h.putObject(i).promise();!o&&y.succeed(Y(`Finished: ${u}.`,"secondary")),De("s3-put-res",l),w.push([e,"Deployed"]),await ve({debug:De,baseUri:c,env:r,apiKey:s})}o?ne({status:"success",deployedFiles:e}):H(w.toString())}catch(e){!o&&y.fail(Y(`Error: ${u}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),De(e),e&&e.response&&e.response.data&&De("response",e.response.data),process.exit(1)}}});const Pe=oe("commands:env:download"),Re="download";var Me=Object.freeze({__proto__:null,builder:async e=>(Pe("builder",Re),e.option("downloadTo",ue.downloadTo.config)),command:Re,desc:"Download Environment settings",handler:async e=>{Pe("handler",Re,e);const{hg:t,json:o,apikey:s,env:r,downloadTo:i}=e,{clientApiBaseUri:c}=t,d=n.resolve(process.cwd(),i);let u,y=p();try{u=Y("Verifying user and authorizing"),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const{accessKeyId:e,secretAccessKey:t,sessionToken:i}=await $e({debug:Pe,baseUri:c,task:"env-download",env:r,apikey:s});!o&&y.succeed(Y(`Finished: ${u}.`,"secondary"));const p=new l.S3({accessKeyId:e,secretAccessKey:t,sessionToken:i});u=Y(`Scanning environment ${Y(r,"info")}`),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const g={Bucket:r,Prefix:"config/"},{Contents:h}=await p.listObjectsV2(g).promise();!o&&y.succeed(Y(`Finished: ${u}.`,"secondary")),Pe("s3-files",h);const m=h?me(h.map(e=>e.Key),{pattern:"((*/requirements.txt)|(*/availableSources.json)|(*/availableTargets.json)|(*/availableConnectors.json)|(*/customTaps.json))"}):[];if(!m||0===m.length)return void(o?ne({status:"success",downloadedFiles:[]}):y.warn(Y(`Warning: ${Y("Nothing to download!")}`,"secondary")));u=Y(`Downloading to ${Y(d,"info")}`),!o&&y.info(Y(`Info: ${u}.`,"secondary"));const w=new f({head:["File","Status"]});for await(const e of m){const t=n.basename(e),s=n.resolve(d,t);Pe("local-file",s),await a.mkdir(n.dirname(s),{recursive:!0}),u=Y(`Downloading file: ${Y(t,"info")}`),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const i=p.getObject({Bucket:r,Key:e}).createReadStream();await a.writeFile(s,await we(i)),!o&&y.succeed(Y(`Finished: ${u}.`,"secondary")),w.push([t,"Downloaded"])}o?ne({status:"success",downloadedFiles:m}):H(w.toString())}catch(e){o?ne({status:"error",error:e}):(y.fail(Y(`Error: ${u}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),Pe(e),e&&e.response&&e.response.data&&Pe("response",e.response.data)),process.exit(1)}}});const Le=[Be,Me],Ce=oe("commands:env"),ze="env <action>";var qe=Object.freeze({__proto__:null,builder:async function(e){Ce("builder",ze);return(await pe(e)).command(Le)},command:ze,desc:"Manage environment settings",handler:async function(e){Ce("handler",ze,e)}});const Ve=async(e,n,t,o)=>{try{const s=e.getObject({Bucket:n,Key:`${t}/flows/${o}/flow.json`}).createReadStream(),r=await we(s);return 2===JSON.parse(r).version}catch(e){return!1}},Je=async(e,n,t,o,s=void 0)=>s??await Ve(e,n,t,o)?"connectors":"taps",We=oe("commands:etl:delete"),Ge="delete";var Qe=Object.freeze({__proto__:null,builder:async e=>(We("builder",Ge),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("tap",ue.tap.config).demandOption("tap",ue.tap.demandText).option("tenant",{...ue.tenant.config}).demandOption("tenant",ue.tenant.demandText)),command:Ge,desc:"Delete ETL scripts",handler:async e=>{We("handler",Ge,e);const{hg:n,json:t,apikey:o,env:s,flow:r,tap:a,tenant:i}=e,{clientApiBaseUri:c}=n;let d,u=p();try{d=Y(`Deleting ETL scripts for Tenant ${Y(i,"info")} Flow ${Y(r,"info")} and Tap ${Y(a,"info")} to ${Y(s,"info")}`),!t&&u.info(Y(`Info: ${d}.`,"secondary")),d=Y("Verifying user and authorizing"),!t&&u.start(Y(`In progress: ${d}...`,"secondary"));const{accessKeyId:e,secretAccessKey:n,sessionToken:p}=await $e({debug:We,baseUri:c,task:"etl-deploy",env:s,tenant:i,flow:r,tap:a,apikey:o}),y=new l.S3({accessKeyId:e,secretAccessKey:n,sessionToken:p});!t&&u.succeed(Y(`Finished: ${d}.`,"secondary")),d=Y("Deleting ETL scripts"),!t&&u.start(Y(`In progress: ${d}...`,"secondary"));const g=`${i}/flows/${r}/${await Je(y,s,i,r)}/${a}/etl/`,h=await y.listObjectsV2({Bucket:s,Prefix:g}).promise();if(We("s3-list-objects-res",h),h.Contents?.length>0){const e=await y.deleteObjects({Bucket:s,Delete:{Objects:h.Contents.map(e=>({Key:e.Key}))}}).promise();We("s3-list-objects-res",e)}const m=await y.deleteObject({Bucket:s,Key:g}).promise();if(We("s3-delete-object-res",m),!t&&u.succeed(Y(`Finished: ${d}.`,"secondary")),h.Contents?.length>0){const e=new f({head:["File","Status"]});h.Contents.filter(({Key:e})=>e!==g).forEach(({Key:n})=>{const t=n.split("/"),o=t[t.length-1];e.push([o,Y("Deleted","info")])}),t?ne({status:"success",deletedObjects:(h.Contents??[]).map(({Key:e})=>e)}):H(e.toString())}else d=Y("There was no file or folder to be deleted"),t?ne({status:"success",deletedObjects:[]}):u.info(Y(`Info: ${d}.`,"secondary"))}catch(e){t?ne({status:"error",error:e}):(u.fail(Y(`Error: ${d}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),We(e),e&&e.response&&e.response.data&&We("response",e.response.data)),process.exit(1)}}});const Ye=oe("commands:etl:deploy"),He="deploy";var Ze=Object.freeze({__proto__:null,builder:async e=>(Ye("builder",He),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("tap",ue.tap.config).option("all",ue.all.config).option("tenant",{...ue.tenant.config,default:"default"}).option("sourceFolder",ue.sourceFolder.config).demandOption("sourceFolder",ue.sourceFolder.demandText)),command:He,desc:"Deploy ETL scripts",handler:async e=>{Ye("handler",He,e);const{hg:t,json:o,apikey:s,env:r,flow:i,tap:c,all:d,tenant:u,sourceFolder:y}=e,{clientApiBaseUri:g}=t;if(!d&&!c)throw new Error(`${ue.tap.demandText} Or you can pass the --all flag to run this command for all taps/connectors.`);let h,m=p();const w=n.resolve(process.cwd(),y);try{h=Y(`Deploying script for Tenant ${Y(u,"info")} Flow ${Y(i,"info")}${c?` and Tap ${Y(c,"info")}`:""} to ${Y(r,"info")}`),!o&&m.info(Y(`Info: ${h}.`,"secondary"));const e=await he(w,{recursive:!0,filter:{pattern:"!((**/sync-output)|(**/etl-output)|(**/snapshots))"}});if(0===e.length)return void(o?ne({status:"error",error:"There are no files to deploy at the specified location!"}):m.fail(Y(`Error: ${Y("There are no files to deploy at the specified location!")}.`,"secondary")));(e=>{const n=["config.json","source-config.json","target-config.json","catalog.json","target-catalog.json","state.json"],t=["sync-output","snapshots","etl-output",".venv"];for(const o of e){if(n.includes(o))throw new Error(`File ${o} is a reserved file name and cannot be used in the ETL script.`);if(t.some(e=>o.includes(e)))throw new Error(`Directory ${directory} is a reserved directory name and cannot be used in the ETL script.`)}})(e.map(e=>n.basename(e))),h=Y("Verifying user and authorizing"),!o&&m.start(Y(`In progress: ${h}...`,"secondary"));const t={debug:Ye,baseUri:g,task:"etl-deploy",env:r,tenant:u,flow:i,apikey:s};c&&(t.tap=c);const{accessKeyId:d,secretAccessKey:p,sessionToken:b}=await $e(t);!o&&m.succeed(Y(`Finished: ${h}.`,"secondary"));const v=new l.S3({accessKeyId:d,secretAccessKey:p,sessionToken:b}),$=await Ve(v,r,u,i);h=Y("Validating flow and tap location"),!o&&m.start(Y(`In progress: ${h}...`,"secondary"));const k=(await Te({debug:Ye,baseUri:g,apikey:s,env:r})).find(({id:e})=>e===i);let j=[];try{if("default"===u||k?.type){if(j=(($?await _e({debug:Ye,baseUri:g,env:r,flow:i,apikey:s}):await je({debug:Ye,baseUri:g,env:r,flow:i,apikey:s}))??[]).filter(e=>!c||e[$?"id":"tap"]===c),c&&0===j.length)throw new Error("Tap is not supported")}else{if(j=(($?await Ee({debug:Ye,baseUri:g,env:r,flow:i,tenant:u,apikey:s}):await Oe({debug:Ye,baseUri:g,env:r,flow:i,tenant:u,apikey:s}))??[]).filter(e=>!c||e[$?"id":"tap"]===c),c&&0===j.length)throw new Error("Tap is not linked")}}catch(e){throw Ye("err",e),new Error("Target location doesn't exist. Check your tenant, flow and tap arguments.")}!o&&m.succeed(Y(`Finished: ${h}.`,"secondary"));const _=new f({head:["File","Status"]});for(const t of j){const s=t[$?"id":"tap"];h=Y(`Preparing ${s} deployment target`),!o&&m.start(Y(`In progress: ${h}...`,"secondary"));const c=`${u}/flows/${i}/${await Je(null,null,null,null,$)}/${s}/etl/`,{Contents:l}=await v.listObjectsV2({Bucket:r,Prefix:`${c}`}).promise();!o&&m.succeed(Y(`Finished: ${h}.`,"secondary")),Ye("contents",l);const d=l.map(e=>({Key:e.Key}));if(d.length>0){h=Y(`Removing old ${s} ETL files`),!o&&m.start(Y(`In progress: ${h}...`,"secondary"));const e={Bucket:r,Delete:{Objects:d,Quiet:!0}};await v.deleteObjects(e).promise(),d.forEach(({Key:e})=>_.push([`${s}/${e.substring(c.length)}`,Y("Deleted","warn")])),!o&&m.succeed(Y(`Finished: ${h}.`,"secondary"))}for await(const t of e){const e="win32"===process.platform?n.relative(y,t).replace(/\\/g,"/"):n.relative(y,t),i=`${c}${e}`;h=Y(`Deploying file: ${Y(`${s}/${e}`,"info")}`),!o&&m.start(Y(`In progress: ${h}...`,"secondary"));const l={Bucket:r,Key:i,Body:await a.readFile(t)},d=await v.putObject(l).promise();!o&&m.succeed(Y(`Finished: ${h}.`,"secondary")),Ye("s3-put-res",d),_.push([`${s}/${e}`,Y("Deployed","info")])}}o?ne({status:"success",deployedFiles:e}):H(_.toString())}catch(e){o?ne({status:"error",error:e}):(m.fail(Y(`Error: ${h}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),Ye(e),e&&e.response&&e.response.data&&Ye("response",e.response.data)),process.exit(1)}}});const Xe=oe("commands:etl:download"),en="download";var nn=Object.freeze({__proto__:null,builder:async e=>(Xe("builder",en),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("tap",ue.tap.config).demandOption("tap",ue.tap.demandText).option("downloadTo",ue.downloadTo.config).demandOption("downloadTo",ue.downloadTo.demandText).option("tenant",{...ue.tenant.config,default:"default"}).option("overwrite",ue.overwrite.config).demandOption("overwrite",ue.overwrite.demandText)),command:en,desc:"Download ETL scripts",handler:async t=>{Xe("handler",en,t);const{hg:o,json:s,apikey:r,env:i,flow:c,tap:d,tenant:u,downloadTo:y,overwrite:g}=t,{clientApiBaseUri:h}=o;let m,w=p();const b=n.resolve(process.cwd(),y);try{m=Y("Verifying user and authorizing"),!s&&w.start(Y(`In progress: ${m}...`,"secondary"));const{accessKeyId:t,secretAccessKey:o,sessionToken:p}=await $e({debug:Xe,baseUri:h,task:"etl-download",env:i,tenant:u,flow:c,tap:d,apikey:r}),y=new l.S3({accessKeyId:t,secretAccessKey:o,sessionToken:p});!s&&w.succeed(Y(`Finished: ${m}.`,"secondary")),m=Y("Scanning for downloadable files"),!s&&w.start(Y(`In progress: ${m}...`,"secondary"));const v=`${u}/flows/${c}/${await Je(y,i,u,c)}/${d}/etl/`,$={Bucket:i,Prefix:v},{Contents:k}=await y.listObjectsV2($).promise();!s&&w.succeed(Y(`Finished: ${m}.`,"secondary")),Xe("s3-list-res",k);const j=k?me(k.map(e=>e.Key),{pattern:"!(.ipynb_checkpoints/*)"}):[];if(!j||0===j.length)return void(s?ne({status:"success",downloadedFiles:[]}):w.warn(Y(`Warning: ${Y("Nothing to download!")}`,"secondary")));m=Y(`Downloading script files to ${Y(b,"info")}`),!s&&w.info(Y(`Info: ${m}.`,"secondary"));const _=new f({head:["File","Status"]});for await(const t of j){const o=t.substring(v.length),r=n.resolve(b,o);if(Xe("file",r),t.endsWith("/")){!e.existsSync(r)&&await a.mkdir(r,{recursive:!0});continue}if(!g)try{await a.stat(r),Xe("exists, skipping"),_.push([o,"Skipped"]);continue}catch(e){"ENOENT"!==e.code&&H(e)}m=Y(`Downloading file: ${Y(o,"info")}`),!s&&w.start(Y(`In progress: ${m}...`,"secondary")),await a.mkdir(n.dirname(r),{recursive:!0});const c=y.getObject({Bucket:i,Key:t}).createReadStream();await a.writeFile(r,await we(c)),!s&&w.succeed(Y(`Finished: ${m}.`,"secondary")),_.push([o,"Downloaded"])}s?ne({status:"success",downloadedFiles:j}):H(_.toString())}catch(e){s?ne({status:"error",error:e}):(w.fail(Y(`Error: ${m}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),Xe(e),e&&e.response&&e.response.data&&Xe("response",e.response.data)),process.exit(1)}}});const tn=[Qe,Ze,nn],on=oe("commands:etl"),sn="etl <action>";var rn=Object.freeze({__proto__:null,builder:async function(e){on("builder",sn);return(await pe(e)).command(tn)},command:sn,desc:"Manage ETL scripts",handler:async function(e){on("handler",sn,e)}});const an=oe("commands:flows:list"),cn="list";var ln=Object.freeze({__proto__:null,builder:async e=>(an("builder",cn),e.option("tenant",{...ue.tenant.config})),command:cn,desc:"List flows",handler:async e=>{an("handler",cn,e);const{hg:n,json:t,apikey:o,env:r,tenant:a}=e,{clientApiBaseUri:i}=n;let c,l=p();try{c=Y(`Retrieving ${a?`${Y(a,"info")} tenant's`:"the"} flows for environment: ${Y(r,"info")}`);const e=`${i}/${r}/flows/${a?`linked?user_id=${a}`:"supported"}`;an("requesting:",e),!t&&l.start(Y(`In progress: ${c}...`,"secondary"));const{data:n}=await g.get(e,{headers:{"x-api-key":o}});if(!t&&l.succeed(Y(`Finished: ${c}.`,"secondary")),an("response-data",n),!n||0===n.length)return void(t?ne([]):l.warn(Y(`Warning: ${Y("No flows for specified environment and tenant")}.`,"secondary")));if(t)ne(n);else{const e=new f({head:["ID","Name","isPush","Taps","Targets"]});n.forEach(n=>e.push([n.id,n.name||"",n.type||!1,n.taps?s.inspect(n.taps):"",n.targets?s.inspect(n.targets):"none"])),console.log(e.toString())}}catch(e){t?ne({status:"error",error:e}):(l.fail(Y(`Error: ${c}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),an(e),e&&e.response&&e.response.data&&an("response",e.response.data)),process.exit(1)}}});const dn=[ln],un=oe("commands:flows"),fn="flows <action>";var pn,yn=Object.freeze({__proto__:null,builder:async function(e){un("builder",fn);return(await pe(e)).command(dn)},command:fn,desc:"Manage flows",handler:async function(e){un("handler",fn,e)}}),gn={exports:{}},hn={exports:{}},mn={exports:{}},wn={exports:{}};var bn,vn={exports:{}},$n={exports:{}};var kn,jn,_n={exports:{}};function On(){return jn||(jn=1,function(e,n){Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e){if((0,o.default)(e))return function(e){var n=-1,t=e.length;return function(){return++n<t?{value:e[n],key:n}:null}}(e);var n=(0,r.default)(e);return n?function(e){var n=-1;return function(){var t=e.next();return t.done?null:(n++,{value:t.value,key:n})}}(n):(t=e,s=t?Object.keys(t):[],a=-1,i=s.length,function e(){var n=s[++a];return"__proto__"===n?e():a<i?{value:t[n],key:n}:null});var t,s,a,i};var t=function(){return bn||(bn=1,e=$n,n=$n.exports,Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e){return e&&"number"==typeof e.length&&e.length>=0&&e.length%1==0},e.exports=n.default),$n.exports;var e,n}(),o=a(t),s=function(){return kn||(kn=1,e=_n,n=_n.exports,Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e){return e[Symbol.iterator]&&e[Symbol.iterator]()},e.exports=n.default),_n.exports;var e,n}(),r=a(s);function a(e){return e&&e.__esModule?e:{default:e}}e.exports=n.default}(vn,vn.exports)),vn.exports}var En,xn={exports:{}};var Sn,Tn={},Fn={exports:{}},An={exports:{}};var In,Un,Nn,Dn={};function Kn(){return Un||(Un=1,function(e,n){Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e){if((0,r.isAsync)(e))return function(...n){const t=n.pop();return i(e.apply(this,n),t)};return(0,o.default)(function(n,t){var o;try{o=e.apply(this,n)}catch(e){return t(e)}if(o&&"function"==typeof o.then)return i(o,t);t(null,o)})};var t=function(){return Sn||(Sn=1,e=An,n=An.exports,Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e){return function(...n){var t=n.pop();return e.call(this,n,t)}},e.exports=n.default),An.exports;var e,n}(),o=a(t),s=a(function(){if(In)return Dn;In=1,Object.defineProperty(Dn,"__esModule",{value:!0}),Dn.fallback=s,Dn.wrap=r;var e,n=Dn.hasQueueMicrotask="function"==typeof queueMicrotask&&queueMicrotask,t=Dn.hasSetImmediate="function"==typeof setImmediate&&setImmediate,o=Dn.hasNextTick="object"==typeof process&&"function"==typeof process.nextTick;function s(e){setTimeout(e,0)}function r(e){return(n,...t)=>e(()=>n(...t))}return e=n?queueMicrotask:t?setImmediate:o?process.nextTick:s,Dn.default=r(e),Dn}()),r=Bn();function a(e){return e&&e.__esModule?e:{default:e}}function i(e,n){return e.then(e=>{c(n,null,e)},e=>{c(n,e&&(e instanceof Error||e.message)?e:new Error(e))})}function c(e,n,t){try{e(n,t)}catch(e){(0,s.default)(e=>{throw e},e)}}e.exports=n.default}(Fn,Fn.exports)),Fn.exports}function Bn(){if(Nn)return Tn;Nn=1,Object.defineProperty(Tn,"__esModule",{value:!0}),Tn.isAsyncIterable=Tn.isAsyncGenerator=Tn.isAsync=void 0;var e,n=Kn(),t=(e=n)&&e.__esModule?e:{default:e};function o(e){return"AsyncFunction"===e[Symbol.toStringTag]}return Tn.default=function(e){if("function"!=typeof e)throw new Error("expected a function");return o(e)?(0,t.default)(e):e},Tn.isAsync=o,Tn.isAsyncGenerator=function(e){return"AsyncGenerator"===e[Symbol.toStringTag]},Tn.isAsyncIterable=function(e){return"function"==typeof e[Symbol.asyncIterator]},Tn}var Pn,Rn,Mn,Ln={exports:{}},Cn={exports:{}};function zn(){return Pn||(Pn=1,function(e,n){Object.defineProperty(n,"__esModule",{value:!0});n.default={},e.exports=n.default}(Cn,Cn.exports)),Cn.exports}function qn(){return Mn||(Mn=1,function(e,n){Object.defineProperty(n,"__esModule",{value:!0});var t=function(){return pn||(pn=1,e=wn,n=wn.exports,Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e){function n(...n){if(null!==e){var t=e;e=null,t.apply(this,n)}}return Object.assign(n,e),n},e.exports=n.default),wn.exports;var e,n}(),o=u(t),s=u(On()),r=function(){return En||(En=1,e=xn,n=xn.exports,Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e){return function(...n){if(null===e)throw new Error("Callback was already called.");var t=e;e=null,t.apply(this,n)}},e.exports=n.default),xn.exports;var e,n}(),a=u(r),i=Bn(),c=(Rn||(Rn=1,function(e,n){Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e,n,t,s){let r=!1,a=!1,i=!1,c=0,l=0;function d(){c>=n||i||r||(i=!0,e.next().then(({value:e,done:n})=>{if(!a&&!r){if(i=!1,n)return r=!0,void(c<=0&&s(null));c++,t(e,l,u),l++,d()}}).catch(f))}function u(e,n){if(c-=1,!a)return e?f(e):!1===e?(r=!0,void(a=!0)):n===o.default||r&&c<=0?(r=!0,s(null)):void d()}function f(e){a||(i=!1,r=!0,s(e))}d()};var t,o=(t=zn())&&t.__esModule?t:{default:t};e.exports=n.default}(Ln,Ln.exports)),Ln.exports),l=u(c),d=u(zn());function u(e){return e&&e.__esModule?e:{default:e}}n.default=e=>(n,t,r)=>{if(r=(0,o.default)(r),e<=0)throw new RangeError("concurrency limit cannot be less than 1");if(!n)return r(null);if((0,i.isAsyncGenerator)(n))return(0,l.default)(n,e,t,r);if((0,i.isAsyncIterable)(n))return(0,l.default)(n[Symbol.asyncIterator](),e,t,r);var c=(0,s.default)(n),u=!1,f=!1,p=0,y=!1;function g(e,n){if(!f)if(p-=1,e)u=!0,r(e);else if(!1===e)u=!0,f=!0;else{if(n===d.default||u&&p<=0)return u=!0,r(null);y||h()}}function h(){for(y=!0;p<e&&!u;){var n=c();if(null===n)return u=!0,void(p<=0&&r(null));p+=1,t(n.value,n.key,(0,a.default)(g))}y=!1}h()},e.exports=n.default}(mn,mn.exports)),mn.exports}var Vn,Jn={exports:{}};var Wn,Gn,Qn,Yn={exports:{}};function Hn(){return Wn||(Wn=1,e=Yn,n=Yn.exports,Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e,n){if(n||(n=e.length),!n)throw new Error("arity is undefined");return function(...t){return"function"==typeof t[n-1]?e.apply(this,t):new Promise((o,s)=>{t[n-1]=(e,...n)=>{if(e)return s(e);o(n.length>1?n:n[0])},e.apply(this,t)})}},e.exports=n.default),Yn.exports;var e,n}function Zn(){return Gn||(Gn=1,function(e,n){Object.defineProperty(n,"__esModule",{value:!0});var t=i(qn()),o=function(){return Vn||(Vn=1,e=Jn,n=Jn.exports,Object.defineProperty(n,"__esModule",{value:!0}),n.default=function(e){return(n,t,o)=>e(n,o)},e.exports=n.default),Jn.exports;var e,n}(),s=i(o),r=i(Bn()),a=i(Hn());function i(e){return e&&e.__esModule?e:{default:e}}n.default=(0,a.default)(function(e,n,o,a){return(0,t.default)(n)(e,(0,s.default)((0,r.default)(o)),a)},4),e.exports=n.default}(hn,hn.exports)),hn.exports}var Xn=b((Qn||(Qn=1,function(e,n){Object.defineProperty(n,"__esModule",{value:!0});var t=s(Zn()),o=s(Hn());function s(e){return e&&e.__esModule?e:{default:e}}n.default=(0,o.default)(function(e,n,o){return(0,t.default)(e,1,n,o)},3),e.exports=n.default}(gn,gn.exports)),gn.exports));const et=oe("commands:jobs:download"),nt="download <jobroot>";var tt=Object.freeze({__proto__:null,builder:async e=>(et("builder",nt),e.option("downloadTo",ue.downloadTo.config)),command:nt,desc:"Download Job files",handler:async t=>{et("handler",nt,t);const{hg:o,json:s,apikey:r,env:a,jobroot:i,downloadTo:c}=t,{clientApiBaseUri:d}=o;let u,y=p();try{u=Y("Verifying user and authorizing"),!s&&y.start(Y(`In progress: ${u}...`,"secondary"));const{accessKeyId:t,secretAccessKey:o,sessionToken:p}=await $e({debug:et,baseUri:d,task:"job-download",env:a,apikey:r,jobroot:i}),g=new l.S3({accessKeyId:t,secretAccessKey:o,sessionToken:p});!s&&y.succeed(Y(`Finished: ${u}.`,"secondary")),u=Y("Scanning for downloadable files"),!s&&y.start(Y(`In progress: ${u}...`,"secondary"));const m={Bucket:a,Prefix:i},{Contents:w}=await g.listObjectsV2(m).promise();if(et("res",w),!w||0===w.length)return void(s?ne({status:"error",error:"Nothing to download!"}):(y.fail(Y(`Error: ${u}.`,"secondary")),Z(Y(`Message: ${Y("Nothing to download!")}`,"secondary"))));if(!s&&y.succeed(Y(`Finished: ${u}.`,"secondary")),!s){const e=new f({head:["File","Size","LastModified"]});w.forEach(n=>{const t=n.Key.substring(i.length+1);e.push([t,n.Size,n.LastModified.toLocaleString("en-US")])}),console.log(e.toString())}const b=n.resolve(process.cwd(),c,n.basename(i));await Xn(w.filter(({Key:e})=>!new RegExp(`${i}/([^/]+)-config.json`).test(e)),async t=>{u=Y(`Downloading file: ${Y(t.Key,"info")}`),!s&&y.start(Y(`In progress: ${u}...`,"secondary"));const o=n.resolve(b,t.Key.substring(i.length+1));et("file",o),await h.mkdir(n.dirname(o),{recursive:!0});const r=g.getObject({Bucket:a,Key:t.Key}).createReadStream(),c=e.createWriteStream(o,{flags:"w"});r.pipe(c),!s&&y.succeed(Y(`Finished: ${u}.`,"secondary"))}),s?ne({status:"success",downloadedFiles:w.map(({Key:e})=>e)}):(u=Y("Downloading job files."),y.succeed(Y(`Finished: ${u}`,"secondary")))}catch(e){s?ne({status:"error",error:e}):(y.fail(Y(`Error: ${u}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),et(e),e&&e.response&&e.response.data&&et("response",e.response.data)),process.exit(1)}}});const ot=(...e)=>{oe("commands:jobs:list")(...e)},st="list";var rt=Object.freeze({__proto__:null,builder:async e=>(ot("builder",st),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("tenant",{...ue.tenant.config,default:"default"}).option("count",ue.count.config)),command:st,desc:"List jobs",handler:async e=>{ot("handler",st,e);const{hg:n,json:t,apikey:o,env:s,flow:r,tenant:a,count:i}=e,{clientApiBaseUri:c}=n;let l,d=p();try{l=Y(`Retrieving jobs for environment: ${Y(s,"info")} flow: ${Y(r,"info")} tenant: ${Y(a,"info")}...`);const e=`${c}/${s}/${r}/${a}/jobs${i?`?count=${i}`:""}`;ot("requesting:",e),!t&&d.start(Y(`In progress: ${l}...`,"secondary"));const{data:n}=await g.get(e,{headers:{"x-api-key":o}});if(!t&&d.succeed(Y(`Finished: ${l}.`,"secondary")),ot("response-data",n),!n||0===n.length)return void(t?ne([]):d.warn(Y(`Warning: ${Y("No jobs for the specified environment, flow and tenant")}.`,"secondary")));if(t)ne(n);else{const e=new f({head:["name","details"]});n.forEach(n=>e.push([n.job_name,JSON.stringify(n,void 0,2)])),console.log(e.toString())}}catch(e){t?ne({status:"error",error:e}):(d.fail(Y(`Error: ${l}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),ot(e),e&&e.response&&e.response.data&&ot("response",e.response.data)),process.exit(1)}}});const at=[tt,rt],it=oe("commands:jobs"),ct="jobs <action>";var lt=Object.freeze({__proto__:null,builder:async function(e){it("builder",ct);return(await pe(e)).command(at)},command:ct,desc:"Manage ETL jobs",handler:async function(e){it("handler",ct,e)}});const dt=oe("commands:snapshots:deploy"),ut="deploy";var ft=Object.freeze({__proto__:null,builder:async e=>(dt("builder",ut),e.option("tenant",{...ue.tenant.config,default:"default"}).option("sourceFolder",ue.sourceFolder.config).demandOption("sourceFolder",ue.sourceFolder.demandText)),command:ut,desc:"Deploy Snapshots",handler:async e=>{dt("handler",ut,e);const{hg:t,json:o,apikey:s,env:r,tenant:i,sourceFolder:c}=e,{clientApiBaseUri:d}=t;let u,y=p();const g=n.resolve(process.cwd(),c);try{u=Y(`Deploying Snapshots for Tenant ${Y(i,"info")} to ${Y(r,"info")}`),!o&&y.info(Y(`Info: ${u}.`,"secondary"));const e=await he(g,{recursive:!0});if(0===e.length)return void(o?ne({status:"error",error:"There are no files to deploy at the specified location!"}):y.fail(Y(`Error: ${Y("There are no files to deploy at the specified location!")}.`,"secondary")));u=Y("Verifying user and authorizing");const{accessKeyId:t,secretAccessKey:p,sessionToken:h}=await $e({debug:dt,baseUri:d,task:"snapshot-deploy",env:r,tenant:i,apikey:s});!o&&y.succeed(Y(`Finished: ${u}.`,"secondary"));const m=new l.S3({accessKeyId:t,secretAccessKey:p,sessionToken:h});u=Y("Validating tenant exists"),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));try{const{CommonPrefixes:e}=await m.listObjectsV2({Bucket:r,Prefix:`${i}/`,Delimiter:"/"}).promise();if(0===e.length)throw new Error("Invalid tenant")}catch(e){throw dt("err",e),new Error("Tenant doesn't exist. Please check your tenant (-u) argument.")}!o&&y.succeed(Y(`Finished: ${u}.`,"secondary"));const w=`${i}/snapshots/`,b=new f({head:["File","Status"]});u=Y("Preparing deployment target"),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const{Contents:v}=await m.listObjectsV2({Bucket:r,Prefix:`${w}`}).promise();!o&&y.stop(),dt("contents",v),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const $=v.map(e=>({Key:e.Key}));if($.length>0){const e={Bucket:r,Delete:{Objects:$,Quiet:!0}};await m.deleteObjects(e).promise(),$.forEach(({Key:e})=>b.push([e.substring(w.length),Y("Deleted","warn")]))}!o&&y.succeed(Y(`Finished: ${u}.`,"secondary"));for await(const t of e){const e=n.relative(c,t),s=`${w}${e}`;u=Y(`Deploying file: ${Y(e,"info")}`),!o&&y.start(Y(`In progress: ${u}...`,"secondary"));const i={Bucket:r,Key:s,Body:await a.readFile(t)},l=await m.putObject(i).promise();!o&&y.succeed(Y(`Finished: ${u}.`,"secondary")),dt("s3-put-res",l),b.push([e,Y("Deployed","info")])}o?ne({status:"success",deployedFiles:e}):H(b.toString())}catch(e){o?ne({status:"error",error:e}):(y.fail(Y(`Error: ${u}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),dt(e),e&&e.response&&e.response.data&&dt("response",e.response.data)),process.exit(1)}}});const pt=oe("commands:snapshots:download"),yt="download";var gt=Object.freeze({__proto__:null,builder:async e=>(pt("builder",yt),e.option("downloadTo",ue.downloadTo.config).demandOption("downloadTo",ue.downloadTo.demandText).option("tenant",{...ue.tenant.config,default:"default"}).option("overwrite",ue.overwrite.config).demandOption("overwrite",ue.overwrite.demandText)),command:yt,desc:"Download Snapshots",handler:async t=>{pt("handler",yt,t);const{hg:o,json:s,apikey:r,env:i,tenant:c,downloadTo:d,overwrite:u}=t,{clientApiBaseUri:y}=o;let g,h=p();const m=n.resolve(process.cwd(),function(e){function n(e){return process.argv.indexOf(e)>-1}if(n(`--${e}`))return!0;const t=ue[e]?.config?.alias||[];for(let e in t)if(n(`-${t[e]}`))return!0;return!1}("downloadTo")?d:"snapshots");try{g=Y("Verifying user and authorizing"),!s&&h.start(Y(`In progress: ${g}...`,"secondary"));const{accessKeyId:t,secretAccessKey:o,sessionToken:d}=await $e({debug:pt,baseUri:y,task:"snapshot-download",env:i,tenant:c,apikey:r}),p=new l.S3({accessKeyId:t,secretAccessKey:o,sessionToken:d});!s&&h.succeed(Y(`Finished: ${g}.`,"secondary")),g=Y("Validating tenant exists"),!s&&h.start(Y(`In progress: ${g}...`,"secondary"));try{const{CommonPrefixes:e}=await p.listObjectsV2({Bucket:i,Prefix:`${c}/`,Delimiter:"/"}).promise();if(0===e.length)throw new Error("Invalid tenant")}catch(e){throw pt("err",e),new Error("Tenant doesn't exist. Please check your tenant (-u) argument.")}!s&&h.succeed(Y(`Finished: ${g}.`,"secondary")),g=Y("Scanning for downloadable files"),!s&&h.start(Y(`In progress: ${g}...`,"secondary"));const w=`${c}/snapshots/`,b={Bucket:i,Prefix:w},{Contents:v}=await p.listObjectsV2(b).promise();!s&&h.succeed(Y(`Finished: ${g}.`,"secondary")),pt("s3-list-res",v);const $=v?v.map(e=>e.Key).filter(e=>e!==w):[];if(!$||0===$.length)return void(s?ne({status:"success",downloadedFiles:[]}):h.warn(Y(`Warning: ${Y("Nothing to download!")}`,"secondary")));g=Y(`Downloading snapshot files to ${Y(m,"info")}`),!s&&h.info(Y(`Info: ${g}.`,"secondary"));const k=new f({head:["File","Status"]});for await(const t of $){const o=t.substring(w.length),r=n.resolve(m,o);if(pt("file",r),t.endsWith("/")){!e.existsSync(r)&&await a.mkdir(r,{recursive:!0});continue}if(!u)try{await a.stat(r),pt("exists, skipping"),k.push([o,"Skipped"]);continue}catch(e){"ENOENT"!==e.code&&H(e)}g=Y(`Downloading file: ${Y(o,"info")}`),!s&&h.start(Y(`In progress: ${g}...`,"secondary")),await a.mkdir(n.dirname(r),{recursive:!0});const c=p.getObject({Bucket:i,Key:t}).createReadStream();await a.writeFile(r,await we(c)),!s&&h.succeed(Y(`Finished: ${g}.`,"secondary")),k.push([o,"Downloaded"])}s?ne({status:"success",downloadedFiles:$}):H(k.toString())}catch(e){s?ne({status:"error",error:e}):(h.fail(Y(`Error: ${g}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),pt(e),e&&e.response&&e.response.data&&pt("response",e.response.data)),process.exit(1)}}});const ht=[ft,gt],mt=oe("commands:snapshots"),wt="snapshots <action>";var bt=Object.freeze({__proto__:null,builder:async function(e){mt("builder",wt,e);return(await pe(e)).command(ht)},command:wt,desc:"Manage tenant snapshots",handler:async function(e){mt("handler",wt,e)}});const vt=oe("commands:tenants:custom-etl"),$t="custom-etl",kt=async({debug:e,baseUri:n,apikey:t,env:o,flow:s,tenant:r,supportedSources:a})=>{const i=await Oe({debug:e,baseUri:n,env:o,flow:s,tenant:r,apikey:t});let c=null;for(const{tap:d}of[...i,...a]){const{accessKeyId:a,secretAccessKey:i,sessionToken:u}=await $e({debug:e,baseUri:n,task:"etl-download",env:o,tenant:r,flow:s,tap:d,apikey:t}),f=new l.S3({accessKeyId:a,secretAccessKey:i,sessionToken:u}),p={Bucket:o,Prefix:`${r}/flows/${s}/taps/${d}/etl/`},{Contents:y}=await f.listObjectsV2(p).promise();if(y.some(({Key:e})=>e.endsWith("etl.py")||e.endsWith("etl.ipynb"))&&(c=r),null!==c)break}return c};var jt=Object.freeze({__proto__:null,builder:async e=>(vt("builder",$t),e.option("tenant",ue.tenant.config).option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText)),command:$t,desc:"List tenants with custom ETL in a specific flow",handler:async e=>{vt("handler",$t,e);const{hg:n,json:t,apikey:o,env:s,flow:r}=e;let a,i=p();try{a=Y(`Retrieving tenants for environment ${Y(s,"info")}`),!t&&i.start(Y(`In progress: ${a}...`,"secondary"));const[e,c]=await Promise.all([ke({debug:vt,baseUri:n.clientApiBaseUri,apikey:o,env:s}),je({debug:vt,baseUri:n.clientApiBaseUri,apikey:o,env:s,flow:r})]);!t&&i.succeed(Y(`Finished: ${a}.`,"secondary"));let l=[];a=Y(`Querying for custom ETL scripts for flow ${Y(r,"info")}`),!t&&i.start(Y(`In progress: ${a}...`,"secondary"));for(const t of be(e)){const e=await Promise.all(t.map(e=>kt({debug:vt,baseUri:n.clientApiBaseUri,apikey:o,env:s,flow:r,tenant:e,supportedSources:c})));l=l.concat(e.filter(Boolean))}if(!t&&i.succeed(Y(`Finished: ${a}.`,"secondary")),t)ne(l);else{const e=new f({head:["Tenant ID"]});e.push(...l.map(e=>[e])),console.log(e.toString())}}catch(e){t?ne({status:"error",error:e}):(i.fail(Y(`Error: ${a}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),vt(e),e&&e.response&&e.response.data&&vt("response",e.response.data)),process.exit(1)}}});const _t=oe("commands:tenants:custom-field-map"),Ot="custom-field-map",Et=async({debug:e,baseUri:n,apikey:t,env:o,flow:s,tenant:r,isV2Flow:a})=>{const i=a?await Ee({debug:e,baseUri:n,env:o,flow:s,tenant:r,apikey:t}):await Oe({debug:e,baseUri:n,env:o,flow:s,tenant:r,apikey:t}),c=[],{accessKeyId:d,secretAccessKey:u,sessionToken:f}=await $e({debug:e,baseUri:n,task:"field-map-download",env:o,tenant:r,flow:s,apikey:t}),p=new l.S3({accessKeyId:d,secretAccessKey:u,sessionToken:f});for(const{id:e,tap:n}of i){const t={Bucket:o,Key:`${r}/flows/${s}/${a?"connectors":"taps"}/${a?e:n}/fieldMap.json`};try{await p.headObject(t).promise(),c.push(a?e:n)}catch(e){}}return{tenant:r,connectors:c}};var xt=Object.freeze({__proto__:null,builder:async e=>(_t("builder",Ot),e.option("tenant",ue.tenant.config).option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText)),command:Ot,desc:"List tenants with custom field map in a specific flow",handler:async e=>{_t("handler",Ot,e);const{hg:n,json:t,apikey:o,env:s,flow:r}=e;let a,i=p();try{a=Y(`Retrieving tenants for environment ${Y(s,"info")}`),!t&&i.start(Y(`In progress: ${a}...`,"secondary"));const[e,c]=await Promise.all([ke({debug:_t,baseUri:n.clientApiBaseUri,apikey:o,env:s}),Fe({debug:_t,baseUri:n.clientApiBaseUri,apikey:o,env:s,flow:r})]),l=2===c?.version;!t&&i.succeed(Y(`Finished: ${a}.`,"secondary"));const d=[];a=Y(`Querying for custom field maps for flow ${Y(r,"info")}`),!t&&i.start(Y(`In progress: ${a}...`,"secondary"));for(const t of be(e)){const e=await Promise.all(t.map(e=>Et({debug:_t,baseUri:n.clientApiBaseUri,apikey:o,env:s,flow:r,tenant:e,isV2Flow:l})));d.push(...e.filter(({connectors:e})=>e.length>0))}if(!t&&i.succeed(Y(`Finished: ${a}.`,"secondary")),t)ne(d);else{const e=new f({head:["Tenant ID","Connector IDs"]});e.push(...d.map(({tenant:e,connectors:n})=>[e,n.join(", ")])),console.log(e.toString())}}catch(e){t?ne({status:"error",error:e}):(i.fail(Y(`Error: ${a}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),_t(e),e&&e.response&&e.response.data&&_t("response",e.response.data)),process.exit(1)}}});const St=oe("commands:tenants:delete"),Tt="delete";var Ft=Object.freeze({__proto__:null,builder:async e=>(St("builder",Tt),e.option("tenant",ue.tenant.config)),command:Tt,desc:"Delete tenant",handler:async e=>{St("handler",Tt,e);const{hg:n,json:t,apikey:o,env:s,tenant:r}=e,{clientApiBaseUri:a}=n;let i,c=p();try{if("default"===r)throw new Error('It\'s not possible to delete "default" tenant!');i=Y(`Deleting tenant ${r} schedules`),!t&&c.start(Y(`In progress: ${i}...`,"secondary")),await(async({debug:e,baseUri:n,env:t,apikey:o,tenant:s})=>{const r={"x-api-key":o},a=new URL(`${n}/tenant/${t}/${s}?schedules_only=true`).toString();e&&e("uri:",a);const{data:i}=await g.delete(a,{headers:r});return i})({debug:St,baseUri:a,env:s,apikey:o,tenant:r}),!t&&c.succeed(Y(`Finished: ${i}.`,"secondary")),i=Y("Verifying user and authorizing"),!t&&c.start(Y(`In progress: ${i}...`,"secondary"));const{accessKeyId:e,secretAccessKey:n,sessionToken:d}=await $e({debug:St,baseUri:a,task:"tenant-delete",env:s,tenant:r,apikey:o});!t&&c.succeed(Y(`Finished: ${i}.`,"secondary"));const u=new l.S3({accessKeyId:e,secretAccessKey:n,sessionToken:d});for(i=Y(`Deleting tenant ${r} for environment ${Y(s,"info")}`),!t&&c.start(Y(`In progress: ${i}...`,"secondary"));;){const e=((await u.listObjectsV2({Bucket:s,Prefix:`${r}/`}).promise()).Contents||[]).map(({Key:e})=>({Key:e}));if(0===e.length)break;await u.deleteObjects({Bucket:s,Delete:{Objects:e}}).promise()}if(!t&&c.succeed(Y(`Finished: ${i}.`,"secondary")),t)ne({statu:"success",tenantDeleted:r});else{const e=new f({head:["Tenant ID"]});e.push([r]),console.log(e.toString())}}catch(e){t?ne({status:"error",error:e}):(c.fail(Y(`Error: ${i}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),St(e),e&&e.response&&e.response.data&&St("response",e.response.data)),process.exit(1)}}});const At=oe("commands:tenants:list"),It="list";var Ut=Object.freeze({__proto__:null,builder:async e=>(At("builder",It),e.option("tenant",ue.tenant.config)),command:It,desc:"List tenants",handler:async e=>{At("handler",It,e);const{hg:n,json:t,apikey:o,env:s,tenant:r}=e;let a,i=p();try{a=Y(`Retrieving tenants for environment ${Y(s,"info")}`);const e=`${n.clientApiBaseUri}/tenants/${s}${r?`?tenant=${r}`:""}`;At("requesting:",e),!t&&i.start(Y(`In progress: ${a}...`,"secondary"));const{data:c}=await g.get(e,{headers:{"x-api-key":o}});if(!t&&i.succeed(Y(`Finished: ${a}.`,"secondary")),At("response-data",c),!c||0===c.length)return void(t?ne([]):i.info(Y(`Info: ${Y("No tenants found in the specified environment")}.`,"secondary")));if(t)ne(c);else{const e=new f({head:["tenant ID"]});e.push(...c.map(e=>[e])),console.log(e.toString())}}catch(e){t?ne({status:"error",error:e}):(i.fail(Y(`Error: ${a}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),At(e),e&&e.response&&e.response.data&&At("response",e.response.data)),process.exit(1)}}});const Nt=oe("commands:tenants:custom-catalog"),Dt="custom-catalog",Kt=async({debug:e,baseUri:n,apikey:t,env:o,flow:s,tenant:r,isV2Flow:a})=>{try{const i=a?await Ee({debug:e,baseUri:n,env:o,flow:s,tenant:r,apikey:t}):await Oe({debug:e,baseUri:n,env:o,flow:s,tenant:r,apikey:t}),c=[],{accessKeyId:d,secretAccessKey:u,sessionToken:f}=await $e({debug:e,baseUri:n,task:"field-map-download",env:o,tenant:r,flow:s,apikey:t}),p=new l.S3({accessKeyId:d,secretAccessKey:u,sessionToken:f});for(const{id:e,tap:n}of i){const t={Bucket:o,Key:`${r}/flows/${s}/${a?"connectors":"taps"}/${a?e:n}/catalog.json`};try{await p.headObject(t).promise(),c.push(a?e:n)}catch(e){}}return{tenant:r,connectors:c}}catch(e){return console.error(e),{tenant:r,connectors:[]}}};var Bt=Object.freeze({__proto__:null,builder:async e=>(Nt("builder",Dt),e.option("tenant",ue.tenant.config).option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText)),command:Dt,desc:"List tenants with custom catalog in a specific flow",handler:async e=>{Nt("handler",Dt,e);const{hg:n,json:t,apikey:o,env:s,flow:r}=e;let a,i=p();try{a=Y(`Retrieving tenants for environment ${Y(s,"info")}`),!t&&i.start(Y(`In progress: ${a}...`,"secondary"));const[e,c]=await Promise.all([ke({debug:Nt,baseUri:n.clientApiBaseUri,apikey:o,env:s}),Fe({debug:Nt,baseUri:n.clientApiBaseUri,apikey:o,env:s,flow:r})]),l=2===c?.version;!t&&i.succeed(Y(`Finished: ${a}.`,"secondary"));const d=[];a=Y(`Querying for custom catalogs for flow ${Y(r,"info")}`),!t&&i.start(Y(`In progress: ${a}...`,"secondary"));for(const t of be(e)){const e=await Promise.all(t.map(e=>Kt({debug:Nt,baseUri:n.clientApiBaseUri,apikey:o,env:s,flow:r,tenant:e,isV2Flow:l})));d.push(...e.filter(({connectors:e})=>e.length>0))}if(!t&&i.succeed(Y(`Finished: ${a}.`,"secondary")),t)ne(d);else{const e=new f({head:["Tenant ID","Connector IDs"]});e.push(...d.map(({tenant:e,connectors:n})=>[e,n.join(", ")])),console.log(e.toString())}}catch(e){t?ne({status:"error",error:e}):(i.fail(Y(`Error: ${a}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),Nt(e),e&&e.response&&e.response.data&&Nt("response",e.response.data)),process.exit(1)}}});const Pt=oe("commands:tenants:update-config"),Rt="update-config",Mt=async({debug:e,baseUri:n,apikey:t,env:o,flow:s,tenant:r,connectorId:a,config:i,isV2Flow:c})=>{const l=c?"id":"tap";if(!(c?await Ee({debug:e,baseUri:n,env:o,flow:s,tenant:r,apikey:t,config:!0}):await Oe({debug:e,baseUri:n,env:o,flow:s,tenant:r,apikey:t,config:!0})).find(e=>e[l]===a))return null;const d=c?Se:xe;try{await d({debug:e,baseUri:n,env:o,flow:s,tenant:r,apikey:t,connectorId:a,config:i})}catch(e){console.log(Y(`Error patching: ${r}. ${e}`,"secondary"))}return r};var Lt=Object.freeze({__proto__:null,builder:async e=>(Pt("builder",Rt),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("connector",ue.connector.config).demandOption("connector",ue.connector.demandText).option("configFilePath",ue.configFilePath.config).demandOption("configFilePath",ue.configFilePath.demandText)),command:Rt,desc:"Update the config of a specific connector and flow for all tenants",handler:async n=>{Pt("handler",Rt,n);const{hg:t,json:o,apikey:s,env:r,flow:a,connector:i,configFilePath:c}=n;let l,d=p();try{if(!c)throw new Error("Config file path not provided");if(!c.endsWith(".json"))throw new Error("Config file must have .json extension");if(!e.existsSync(c))throw new Error("Config file not found");const n=JSON.parse(e.readFileSync(c,{encoding:"utf-8"}));l=Y(`Retrieving tenants for environment ${Y(r,"info")}`),!o&&d.start(Y(`In progress: ${l}...`,"secondary"));const[u,p]=await Promise.all([ke({debug:Pt,baseUri:t.clientApiBaseUri,apikey:s,env:r}),Fe({debug:Pt,baseUri:t.clientApiBaseUri,apikey:s,env:r,flow:a})]),y=2===p?.version;!o&&d.succeed(Y(`Finished: ${l}.`,"secondary"));const g=[];l=Y(`Updating config for connector ${Y(i,"info")} and flow ${Y(a,"info")}`),!o&&d.start(Y(`In progress: ${l}...`,"secondary"));for(const e of be(u)){const o=await Promise.all(e.map(e=>Mt({debug:Pt,baseUri:t.clientApiBaseUri,apikey:s,env:r,flow:a,tenant:e,connectorId:i,config:n,isV2Flow:y})));g.push(...o.filter(Boolean))}if(!o&&d.succeed(Y(`Finished: ${l}.`,"secondary")),o)ne(g);else{const e=new f({head:["Tenant ID"]});g.forEach(n=>e.push([n])),console.log(e.toString())}}catch(e){o?ne({status:"error",error:e}):(d.fail(Y(`Error: ${l}.`,"secondary")),Z(Y(`Message: ${Y(e.message)}`,"secondary")),Pt(e),e&&e.response&&e.response.data&&Pt("response",e.response.data)),process.exit(1)}}});const Ct=[jt,xt,Ft,Ut,Bt,Lt],zt=oe("commands:tenants"),qt="tenants <action>";var Vt=Object.freeze({__proto__:null,builder:async function(e){zt("builder",qt);return(await pe(e)).command(Ct)},command:qt,desc:"Manage tenants",handler:async function(e){zt("handler",qt,e)}});const Jt=oe("commands:singer:validate"),Wt="validate",Gt=(e,n,t,o)=>{let s=o.type;Array.isArray(s)||(s=[s]);const r=s.filter(e=>"null"!==e)[0];if(!s.includes("null")||null!==t){if("string"===r&&"string"!=typeof t)throw new Error(`Record for ${e} has invalid type ${typeof t} for field ${n}. Expected type string.`);if("number"===r&&"number"!=typeof t)throw new Error(`Record for ${e} has invalid type ${typeof t} for field ${n}. Expected type number.`);if("boolean"===r&&"boolean"!=typeof t)throw new Error(`Record for ${e} has invalid type ${typeof t} for field ${n}. Expected type boolean.`);if("array"===r&&!Array.isArray(t))throw new Error(`Record for ${e} has invalid type ${typeof t} for field ${n}. Expected type array.`);if("object"===r&&"object"!=typeof t)throw new Error(`Record for ${e} has invalid type ${typeof t} for field ${n}. Expected type object.`)}},Qt=(e,n,t)=>{const o=n.stream;if(!o)throw new Error("Schema record is missing stream name");if(!n.schema)throw new Error(`Schema record for ${o} is missing schema field`);if(e[o]){for(const t of n.key_properties)if(!e[o].keyProperties.includes(t))throw new Error(`Schema for ${o} has different key properties: ${e[o].keyProperties.join(", ")} and ${n.key_properties.join(", ")}`);const t=e[o].schema;((e,n,t)=>{for(const[o,s]of Object.entries(n.properties))if(t.properties[o]){const n=t.properties[o].type,r=s.type;if(n.length!=r.length||n.some(e=>!r.includes(e)))throw new Error(`Schema for ${e} has different typing for field ${o}: ${n} and ${r}`)}})(o,n.schema,t)}else e[o]={schema:n.schema,keyProperties:n.key_properties||[],keySet:new Set,count:0};return((e,n,t)=>{for(const[o,s]of Object.entries(n.properties)){let n=s.type;Array.isArray(n)||(n=[n]);const r=n.filter(e=>"null"!==e);if(r.length>1&&!t)throw new Error(`Schema for ${e} has multiple non-null types for field ${o}: ${r.join(", ")}`)}})(o,n.schema,t),e},Yt=(e,n,t)=>{const o=n.stream,s=n.record;if(!s)throw new Error("Record is missing record field");if("object"!=typeof s)throw new Error(`Record has invalid type ${typeof s} for record field. Expected type object.`);if(!o)throw new Error("Record record is missing stream name");if(!e[o])throw new Error(`Record was written for stream ${o} before schema row was written.`);const r=e[o].keyProperties;for(const n of r){if(!s[n])throw new Error(`Record for ${o} is missing key property ${n}`);e[o].keySet.add(s[n])}if(r.length>0&&!t){const n=m.createHash("sha256").update(r.map(e=>`${e}:${s[e]}`).join("")).digest("hex");if(e[o].keySet.has(n))throw new Error(`Duplicate record for ${o} with primary keys: ${r.map(e=>`${e}: ${s[e]}`).join(", ")}`);e[o].keySet.add(n)}((e,n,t)=>{for(const[o,s]of Object.entries(n)){const n=t.properties[o];if(!n)throw new Error(`Record for ${e} has unknown field ${o}`);Gt(e,o,s,n)}})(o,s,e[o].schema),e[o].count++},Ht=(e,n)=>{if(!n.value)throw new Error("State record is missing value");if("object"!=typeof n.value)throw new Error(`State record has invalid type ${typeof n.value} for value. Expected type object.`)},Zt=async(n,t)=>{const o={},{allowDuplicateRecords:s,allowFuzzyTypes:r}=t;for await(const a of async function*(n){const t=e.createReadStream(n,{encoding:"utf8"});let o="";for await(const e of t){const n=(o+e).split("\n");o=n.pop();for(const e of n)e.trim()&&(yield JSON.parse(e))}o.trim()&&(yield JSON.parse(o))}(n))try{if(!a.type)throw new Error(`Singer row is missing type: ${JSON.stringify(a)}`);"SCHEMA"==a.type?Qt(o,a,r):"RECORD"==a.type?Yt(o,a,s):"STATE"==a.type&&Ht(0,a)}catch(e){throw t.json?e.message=`${e.message}. Error occured on line: ${JSON.stringify(a)}.`:console.log(`Error occured on line: ${JSON.stringify(a)} \n        `),e}return o};var Xt=Object.freeze({__proto__:null,builder:async e=>(Jt("builder",Wt),e.option("dataFilePath",{...ue.dataFilePath.config}).option("allowDuplicateRecords",{type:"boolean",default:!1,description:"Allow duplicate records"}).option("allowFuzzyTypes",{type:"boolean",default:!1,description:"Allow fields to have multiple non-null types"})),command:Wt,desc:"Validate Singer data",handler:async n=>{Jt("handler",Wt,n);const{allowDuplicateRecords:t,allowFuzzyTypes:o,dataFilePath:s,json:r}=n,a={allowDuplicateRecords:t,allowFuzzyTypes:o,json:r};if(!s)throw new Error("Data file path is required");if(!e.existsSync(s))throw new Error(`Data file path ${s} does not exist`);try{const e=await Zt(s,a);r?console.log(JSON.stringify({streams:Object.keys(e).map(n=>({stream:n,count:e[n].count}))},null,2)):console.log(`\n        \n🎉🎉🎉 Singer validation passed 🎉🎉🎉\n--------------------------------------\n\n${Object.keys(e).length} streams validated\n\nRecord count by stream:\n${Object.keys(e).map(n=>`\n  ${n}: ${e[n].count}`).join("")}\n\n    `)}catch(e){r?console.log(JSON.stringify({error:e.message},null,2)):console.log(`\n\n🚨🚨🚨 Singer validation failed 🚨🚨🚨\n--------------------------------------\n\n${e.message}\n\n    `),process.exit(1)}}});const eo=[Xt],no=oe("commands:singer"),to="singer <action>";var oo=Object.freeze({__proto__:null,builder:async function(e){no("builder",to);return(await e).command(eo)},command:to,desc:"Develop and test singer taps and targets",handler:async function(e){no("handler",to,e)}});const so=[de,qe,rn,yn,lt,bt,Vt,oo];process.env.AWS_SDK_JS_SUPPRESS_MAINTENANCE_MODE_MESSAGE="1";G({});const ro=o(process.argv.slice(2));ro.usage(Y("Usage: $0 <command>")).command(so).demandCommand().alias("v","version").alias("h","help").string("_").strictCommands().epilogue(Y("For more information, visit https://docs.hotglue.xyz/docs/cli-overview")).wrap(Math.min(ro.terminalWidth(),90)).parse(process.argv.slice(T()+1),M);
+ */(e),s="string"==typeof e,r=function(e){const t=[],n=Object.create(null);let o=!0;Object.keys(e).forEach(function(n){t.push([].concat(e[n],n))});for(;o;){o=!1;for(let e=0;e<t.length;e++)for(let n=e+1;n<t.length;n++){if(t[e].filter(function(e){return-1!==t[n].indexOf(e)}).length){t[e]=t[e].concat(t[n]),t.splice(n,1),o=!0;break}}}return t.forEach(function(e){const t=(e=e.filter(function(e,t,n){return n.indexOf(e)===t})).pop();void 0!==t&&"string"==typeof t&&(n[t]=e)}),n}(Object.assign(Object.create(null),n.alias)),a=Object.assign({"boolean-negation":!0,"camel-case-expansion":!0,"combine-arrays":!1,"dot-notation":!0,"duplicate-arguments-array":!0,"flatten-duplicate-arrays":!0,"greedy-arrays":!0,"halt-at-non-option":!1,"nargs-eats-options":!1,"negation-prefix":"no-","parse-numbers":!0,"parse-positional-numbers":!0,"populate--":!1,"set-placeholder-key":!1,"short-option-groups":!0,"strip-aliased":!1,"strip-dashed":!1,"unknown-options-as-args":!1},n.configuration),i=Object.assign(Object.create(null),n.default),c=n.configObjects||[],l=n.envPrefix,d=a["populate--"],u=d?"--":"_",f=Object.create(null),p=Object.create(null),g=n.__||A.format,y={aliases:Object.create(null),arrays:Object.create(null),bools:Object.create(null),strings:Object.create(null),numbers:Object.create(null),counts:Object.create(null),normalize:Object.create(null),configs:Object.create(null),nargs:Object.create(null),coercions:Object.create(null),keys:[]},h=/^-([0-9]+(\.[0-9]+)?|\.[0-9]+)$/,m=new RegExp("^--"+a["negation-prefix"]+"(.+)");[].concat(n.array||[]).filter(Boolean).forEach(function(e){const t="object"==typeof e?e.key:e,n=Object.keys(e).map(function(e){return{boolean:"bools",string:"strings",number:"numbers"}[e]}).filter(Boolean).pop();n&&(y[n][t]=!0),y.arrays[t]=!0,y.keys.push(t)}),[].concat(n.boolean||[]).filter(Boolean).forEach(function(e){y.bools[e]=!0,y.keys.push(e)}),[].concat(n.string||[]).filter(Boolean).forEach(function(e){y.strings[e]=!0,y.keys.push(e)}),[].concat(n.number||[]).filter(Boolean).forEach(function(e){y.numbers[e]=!0,y.keys.push(e)}),[].concat(n.count||[]).filter(Boolean).forEach(function(e){y.counts[e]=!0,y.keys.push(e)}),[].concat(n.normalize||[]).filter(Boolean).forEach(function(e){y.normalize[e]=!0,y.keys.push(e)}),"object"==typeof n.narg&&Object.entries(n.narg).forEach(([e,t])=>{"number"==typeof t&&(y.nargs[e]=t,y.keys.push(e))}),"object"==typeof n.coerce&&Object.entries(n.coerce).forEach(([e,t])=>{"function"==typeof t&&(y.coercions[e]=t,y.keys.push(e))}),void 0!==n.config&&(Array.isArray(n.config)||"string"==typeof n.config?[].concat(n.config).filter(Boolean).forEach(function(e){y.configs[e]=!0}):"object"==typeof n.config&&Object.entries(n.config).forEach(([e,t])=>{"boolean"!=typeof t&&"function"!=typeof t||(y.configs[e]=t)})),function(...e){e.forEach(function(e){Object.keys(e||{}).forEach(function(e){y.aliases[e]||(y.aliases[e]=[].concat(r[e]||[]),y.aliases[e].concat(e).forEach(function(t){if(/-/.test(t)&&a["camel-case-expansion"]){const n=T(t);n!==e&&-1===y.aliases[e].indexOf(n)&&(y.aliases[e].push(n),f[n]=!0)}}),y.aliases[e].concat(e).forEach(function(t){if(t.length>1&&/[A-Z]/.test(t)&&a["camel-case-expansion"]){const n=function(e,t){const n=e.toLowerCase();t=t||"-";let o="";for(let s=0;s<e.length;s++){const r=n.charAt(s),a=e.charAt(s);o+=r!==a&&s>0?`${t}${n.charAt(s)}`:a}return o}(t,"-");n!==e&&-1===y.aliases[e].indexOf(n)&&(y.aliases[e].push(n),f[n]=!0)}}),y.aliases[e].forEach(function(t){y.aliases[t]=[e].concat(y.aliases[e].filter(function(e){return t!==e}))}))})})}(n.key,r,n.default,y.arrays),Object.keys(i).forEach(function(e){(y.aliases[e]||[]).forEach(function(t){i[t]=i[e]})});let b=null;Object.keys(y.counts).find(e=>B(e,y.arrays)?(b=Error(g("Invalid configuration: %s, opts.count excludes opts.array.",e)),!0):!!B(e,y.nargs)&&(b=Error(g("Invalid configuration: %s, opts.count excludes opts.narg.",e)),!0));let w=[];const v=Object.assign(Object.create(null),{_:[]}),$={};for(let e=0;e<o.length;e++){const t=o[e],n=t.replace(/^-{3,}/,"---");let s,r,i,c,l,d;if("--"!==t&&L(t))j(t);else{if(n.match(/---+(=|$)/)){j(t);continue}if(t.match(/^--.+=/)||!a["short-option-groups"]&&t.match(/^-.+=/))c=t.match(/^--?([^=]+)=([\s\S]*)$/),null!==c&&Array.isArray(c)&&c.length>=3&&(B(c[1],y.arrays)?e=_(e,c[1],o,c[2]):!1!==B(c[1],y.nargs)?e=k(e,c[1],o,c[2]):E(c[1],c[2],!0));else if(t.match(m)&&a["boolean-negation"])c=t.match(m),null!==c&&Array.isArray(c)&&c.length>=2&&(r=c[1],E(r,!!B(r,y.arrays)&&[!1]));else if(t.match(/^--.+/)||!a["short-option-groups"]&&t.match(/^-[^-]+/))c=t.match(/^--?(.+)/),null!==c&&Array.isArray(c)&&c.length>=2&&(r=c[1],B(r,y.arrays)?e=_(e,r,o):!1!==B(r,y.nargs)?e=k(e,r,o):(l=o[e+1],void 0===l||l.match(/^-/)&&!l.match(h)||B(r,y.bools)||B(r,y.counts)?/^(true|false)$/.test(l)?(E(r,l),e++):E(r,M(r)):(E(r,l),e++)));else if(t.match(/^-.\..+=/))c=t.match(/^-([^=]+)=([\s\S]*)$/),null!==c&&Array.isArray(c)&&c.length>=3&&E(c[1],c[2]);else if(t.match(/^-.\..+/)&&!t.match(h))l=o[e+1],c=t.match(/^-(.\..+)/),null!==c&&Array.isArray(c)&&c.length>=2&&(r=c[1],void 0===l||l.match(/^-/)||B(r,y.bools)||B(r,y.counts)?E(r,M(r)):(E(r,l),e++));else if(t.match(/^-[^-]+/)&&!t.match(h)){i=t.slice(1,-1).split(""),s=!1;for(let n=0;n<i.length;n++){if(l=t.slice(n+2),i[n+1]&&"="===i[n+1]){d=t.slice(n+3),r=i[n],B(r,y.arrays)?e=_(e,r,o,d):!1!==B(r,y.nargs)?e=k(e,r,o,d):E(r,d),s=!0;break}if("-"!==l){if(/[A-Za-z]/.test(i[n])&&/^-?\d+(\.\d*)?(e-?\d+)?$/.test(l)&&!1===B(l,y.bools)){E(i[n],l),s=!0;break}if(i[n+1]&&i[n+1].match(/\W/)){E(i[n],l),s=!0;break}E(i[n],M(i[n]))}else E(i[n],l)}r=t.slice(-1)[0],s||"-"===r||(B(r,y.arrays)?e=_(e,r,o):!1!==B(r,y.nargs)?e=k(e,r,o):(l=o[e+1],void 0===l||/^(-|--)[^-]/.test(l)&&!l.match(h)||B(r,y.bools)||B(r,y.counts)?/^(true|false)$/.test(l)?(E(r,l),e++):E(r,M(r)):(E(r,l),e++)))}else if(t.match(/^-[0-9]$/)&&t.match(h)&&B(t.slice(1),y.bools))r=t.slice(1),E(r,M(r));else{if("--"===t){w=o.slice(e+1);break}if(a["halt-at-non-option"]){w=o.slice(e);break}j(t)}}}function j(e){const t=I("_",e);"string"!=typeof t&&"number"!=typeof t||v._.push(t)}function k(e,t,n,o){let s,r=B(t,y.nargs);if(r="number"!=typeof r||isNaN(r)?1:r,0===r)return q(o)||(b=Error(g("Argument unexpected for: %s",t))),E(t,M(t)),e;let i=q(o)?0:1;if(a["nargs-eats-options"])n.length-(e+1)+i<r&&(b=Error(g("Not enough arguments following: %s",t))),i=r;else{for(s=e+1;s<n.length&&(!n[s].match(/^-[^0-9]/)||n[s].match(h)||L(n[s]));s++)i++;i<r&&(b=Error(g("Not enough arguments following: %s",t)))}let c=Math.min(i,r);for(!q(o)&&c>0&&(E(t,o),c--),s=e+1;s<c+e+1;s++)E(t,n[s]);return e+c}function _(e,t,n,o){let r=[],c=o||n[e+1];const l=B(t,y.nargs);if(B(t,y.bools)&&!/^(true|false)$/.test(c))r.push(!0);else if(q(c)||q(o)&&/^-/.test(c)&&!h.test(c)&&!L(c)){if(void 0!==i[t]){const e=i[t];r=Array.isArray(e)?e:[e]}}else{q(o)||r.push(O(t,o,!0));for(let o=e+1;o<n.length&&!(!a["greedy-arrays"]&&r.length>0||l&&"number"==typeof l&&r.length>=l)&&(c=n[o],!/^-/.test(c)||h.test(c)||L(c));o++)e=o,r.push(O(t,c,s))}return"number"==typeof l&&(l&&r.length<l||isNaN(l)&&0===r.length)&&(b=Error(g("Not enough arguments following: %s",t))),E(t,r),e}function E(e,t,n=s){if(/-/.test(e)&&a["camel-case-expansion"]){const t=e.split(".").map(function(e){return T(e)}).join(".");S(e,t)}const o=O(e,t,n),r=e.split(".");if(C(v,r,o),y.aliases[e]&&y.aliases[e].forEach(function(e){const t=e.split(".");C(v,t,o)}),r.length>1&&a["dot-notation"]&&(y.aliases[r[0]]||[]).forEach(function(t){let n=t.split(".");const s=[].concat(r);s.shift(),n=n.concat(s),(y.aliases[e]||[]).includes(n.join("."))||C(v,n,o)}),B(e,y.normalize)&&!B(e,y.arrays)){[e].concat(y.aliases[e]||[]).forEach(function(e){Object.defineProperty($,e,{enumerable:!0,get:()=>t,set(e){t="string"==typeof e?A.normalize(e):e}})})}}function S(e,t){y.aliases[e]&&y.aliases[e].length||(y.aliases[e]=[t],f[t]=!0),y.aliases[t]&&y.aliases[t].length||S(t,e)}function O(e,t,n){n&&(t=function(e){return"string"!=typeof e||"'"!==e[0]&&'"'!==e[0]||e[e.length-1]!==e[0]?e:e.substring(1,e.length-1)}(t)),(B(e,y.bools)||B(e,y.counts))&&"string"==typeof t&&(t="true"===t);let o=Array.isArray(t)?t.map(function(t){return I(e,t)}):I(e,t);return B(e,y.counts)&&(q(o)||"boolean"==typeof o)&&(o=F()),B(e,y.normalize)&&B(e,y.arrays)&&(o=Array.isArray(t)?t.map(e=>A.normalize(e)):A.normalize(t)),o}function I(e,t){if(!a["parse-positional-numbers"]&&"_"===e)return t;if(!B(e,y.strings)&&!B(e,y.bools)&&!Array.isArray(t)){(null!=(n=t)&&("number"==typeof n||!!/^0x[0-9a-f]+$/i.test(n)||!/^0[^.]/.test(n)&&/^[-]?(?:\d+(?:\.\d*)?|\.\d+)(e[-+]?\d+)?$/.test(n))&&a["parse-numbers"]&&Number.isSafeInteger(Math.floor(parseFloat(`${t}`)))||!q(t)&&B(e,y.numbers))&&(t=Number(t))}var n;return t}function N(e,t){Object.keys(e).forEach(function(n){const o=e[n],s=t?t+"."+n:n;"object"==typeof o&&null!==o&&!Array.isArray(o)&&a["dot-notation"]?N(o,s):(!P(v,s.split("."))||B(s,y.arrays)&&a["combine-arrays"])&&E(s,o)})}function D(e,t){if(void 0===l)return;const n="string"==typeof l?l:"",o=A.env();Object.keys(o).forEach(function(s){if(""===n||0===s.lastIndexOf(n,0)){const r=s.split("__").map(function(e,t){return 0===t&&(e=e.substring(n.length)),T(e)});(t&&y.configs[r.join(".")]||!t)&&!P(e,r)&&E(r.join("."),o[s])}})}function R(e,t,n,o=!1){Object.keys(n).forEach(function(s){P(e,s.split("."))||(C(e,s.split("."),n[s]),o&&(p[s]=!0),(t[s]||[]).forEach(function(t){P(e,t.split("."))||C(e,t.split("."),n[s])}))})}function P(e,t){let n=e;a["dot-notation"]||(t=[t.join(".")]),t.slice(0,-1).forEach(function(e){n=n[e]||{}});const o=t[t.length-1];return"object"==typeof n&&o in n}function C(e,t,n){let o=e;a["dot-notation"]||(t=[t.join(".")]),t.slice(0,-1).forEach(function(e){e=U(e),"object"==typeof o&&void 0===o[e]&&(o[e]={}),"object"!=typeof o[e]||Array.isArray(o[e])?(Array.isArray(o[e])?o[e].push({}):o[e]=[o[e],{}],o=o[e][o[e].length-1]):o=o[e]});const s=U(t[t.length-1]),r=B(t.join("."),y.arrays),i=Array.isArray(n);let c=a["duplicate-arguments-array"];!c&&B(s,y.nargs)&&(c=!0,(!q(o[s])&&1===y.nargs[s]||Array.isArray(o[s])&&o[s].length===y.nargs[s])&&(o[s]=void 0)),n===F()?o[s]=F(o[s]):Array.isArray(o[s])?c&&r&&i?o[s]=a["flatten-duplicate-arrays"]?o[s].concat(n):(Array.isArray(o[s][0])?o[s]:[o[s]]).concat([n]):c||Boolean(r)!==Boolean(i)?o[s]=o[s].concat([n]):o[s]=n:void 0===o[s]&&r?o[s]=i?n:[n]:!c||void 0===o[s]||B(s,y.counts)||B(s,y.bools)?o[s]=n:o[s]=[o[s],n]}function B(e,t){const n=[].concat(y.aliases[e]||[],e),o=Object.keys(t),s=n.find(e=>o.includes(e));return!!s&&t[s]}function K(e){const t=Object.keys(y);return[].concat(t.map(e=>y[e])).some(function(t){return Array.isArray(t)?t.includes(e):t[e]})}function L(e){return a["unknown-options-as-args"]&&function(e){if(e=e.replace(/^-{3,}/,"--"),e.match(h))return!1;if(function(e){if(e.match(h)||!e.match(/^-[^-]+/))return!1;let t,n=!0;const o=e.slice(1).split("");for(let s=0;s<o.length;s++){if(t=e.slice(s+2),!K(o[s])){n=!1;break}if(o[s+1]&&"="===o[s+1]||"-"===t||/[A-Za-z]/.test(o[s])&&/^-?\d+(\.\d*)?(e-?\d+)?$/.test(t)||o[s+1]&&o[s+1].match(/\W/))break}return n}(e))return!1;return!function(e,...t){return[].concat(...t).some(function(t){const n=e.match(t);return n&&K(n[1])})}(e,/^-+([^=]+?)=[\s\S]*$/,m,/^-+([^=]+?)$/,/^-+([^=]+?)-$/,/^-+([^=]+?\d+)$/,/^-+([^=]+?)\W+.*$/)}(e)}function M(e){return B(e,y.bools)||B(e,y.counts)||!(`${e}`in i)?(t=function(e){let t=x.BOOLEAN;return B(e,y.strings)?t=x.STRING:B(e,y.numbers)?t=x.NUMBER:B(e,y.bools)?t=x.BOOLEAN:B(e,y.arrays)&&(t=x.ARRAY),t}(e),{[x.BOOLEAN]:!0,[x.STRING]:"",[x.NUMBER]:void 0,[x.ARRAY]:[]}[t]):i[e];var t}function q(e){return void 0===e}return D(v,!0),D(v,!1),function(e){const t=Object.create(null);R(t,y.aliases,i),Object.keys(y.configs).forEach(function(n){const o=e[n]||t[n];if(o)try{let e=null;const t=A.resolve(A.cwd(),o),s=y.configs[n];if("function"==typeof s){try{e=s(t)}catch(t){e=t}if(e instanceof Error)return void(b=e)}else e=A.require(t);N(e)}catch(t){"PermissionDenied"===t.name?b=t:e[n]&&(b=Error(g("Invalid JSON config file: %s",o)))}})}(v),void 0!==c&&c.forEach(function(e){N(e)}),R(v,y.aliases,i,!0),function(e){let t;const n=new Set;Object.keys(e).forEach(function(o){if(!n.has(o)&&(t=B(o,y.coercions),"function"==typeof t))try{const s=I(o,t(e[o]));[].concat(y.aliases[o]||[],o).forEach(t=>{n.add(t),e[t]=s})}catch(e){b=e}})}(v),a["set-placeholder-key"]&&function(e){y.keys.forEach(t=>{~t.indexOf(".")||void 0===e[t]&&(e[t]=void 0)})}(v),Object.keys(y.counts).forEach(function(e){P(v,e.split("."))||E(e,0)}),d&&w.length&&(v[u]=[]),w.forEach(function(e){v[u].push(e)}),a["camel-case-expansion"]&&a["strip-dashed"]&&Object.keys(v).filter(e=>"--"!==e&&e.includes("-")).forEach(e=>{delete v[e]}),a["strip-aliased"]&&[].concat(...Object.keys(r).map(e=>r[e])).forEach(e=>{a["camel-case-expansion"]&&e.includes("-")&&delete v[e.split(".").map(e=>T(e)).join(".")],delete v[e]}),{aliases:Object.assign({},y.aliases),argv:Object.assign($,v),configuration:a,defaulted:Object.assign({},p),error:b,newAliases:Object.assign({},f)}}}({cwd:process.cwd,env:()=>D,format:s.format,normalize:t.normalize,resolve:t.resolve,require:t=>{if("undefined"!=typeof require)return require(t);if(t.match(/\.json$/))return JSON.parse(e.readFileSync(t,"utf8"));throw Error("only .json config files are supported in ESM")}});var R={fs:{readFileSync:e.readFileSync,writeFile:e.writeFile},format:s.format,resolve:t.resolve,exists:t=>{try{return e.statSync(t).isFile()}catch(e){return!1}}};let P;class C{constructor(e){e=e||{},this.directory=e.directory||"./locales",this.updateFiles="boolean"!=typeof e.updateFiles||e.updateFiles,this.locale=e.locale||"en",this.fallbackToLanguage="boolean"!=typeof e.fallbackToLanguage||e.fallbackToLanguage,this.cache=Object.create(null),this.writeQueue=[]}__(...e){if("string"!=typeof arguments[0])return this._taggedLiteral(arguments[0],...arguments);const t=e.shift();let n=function(){};return"function"==typeof e[e.length-1]&&(n=e.pop()),n=n||function(){},this.cache[this.locale]||this._readLocaleFile(),!this.cache[this.locale][t]&&this.updateFiles?(this.cache[this.locale][t]=t,this._enqueueWrite({directory:this.directory,locale:this.locale,cb:n})):n(),P.format.apply(P.format,[this.cache[this.locale][t]||t].concat(e))}__n(){const e=Array.prototype.slice.call(arguments),t=e.shift(),n=e.shift(),o=e.shift();let s=function(){};"function"==typeof e[e.length-1]&&(s=e.pop()),this.cache[this.locale]||this._readLocaleFile();let r=1===o?t:n;if(this.cache[this.locale][t]){r=this.cache[this.locale][t][1===o?"one":"other"]}!this.cache[this.locale][t]&&this.updateFiles?(this.cache[this.locale][t]={one:t,other:n},this._enqueueWrite({directory:this.directory,locale:this.locale,cb:s})):s();const a=[r];return~r.indexOf("%d")&&a.push(o),P.format.apply(P.format,a.concat(e))}setLocale(e){this.locale=e}getLocale(){return this.locale}updateLocale(e){this.cache[this.locale]||this._readLocaleFile();for(const t in e)Object.prototype.hasOwnProperty.call(e,t)&&(this.cache[this.locale][t]=e[t])}_taggedLiteral(e,...t){let n="";return e.forEach(function(e,o){const s=t[o+1];n+=e,void 0!==s&&(n+="%s")}),this.__.apply(this,[n].concat([].slice.call(t,1)))}_enqueueWrite(e){this.writeQueue.push(e),1===this.writeQueue.length&&this._processWriteQueue()}_processWriteQueue(){const e=this,t=this.writeQueue[0],n=t.directory,o=t.locale,s=t.cb,r=this._resolveLocaleFile(n,o),a=JSON.stringify(this.cache[o],null,2);P.fs.writeFile(r,a,"utf-8",function(t){e.writeQueue.shift(),e.writeQueue.length>0&&e._processWriteQueue(),s(t)})}_readLocaleFile(){let e={};const t=this._resolveLocaleFile(this.directory,this.locale);try{P.fs.readFileSync&&(e=JSON.parse(P.fs.readFileSync(t,"utf-8")))}catch(n){if(n instanceof SyntaxError&&(n.message="syntax error in "+t),"ENOENT"!==n.code)throw n;e={}}this.cache[this.locale]=e}_resolveLocaleFile(e,t){let n=P.resolve(e,"./",t+".json");if(this.fallbackToLanguage&&!this._fileExistsSync(n)&&~t.lastIndexOf("_")){const o=P.resolve(e,"./",t.split("_")[0]+".json");this._fileExistsSync(o)&&(n=o)}return n}_fileExistsSync(e){return P.exists(e)}}let B;try{B=r.fileURLToPath("undefined"==typeof document?require("url").pathToFileURL(__filename).href:b&&"SCRIPT"===b.tagName.toUpperCase()&&b.src||new URL("index.js",document.baseURI).href)}catch(e){B=process.cwd()}B.split("node_modules")[0]||process.cwd(),process.cwd,process.exit,process.nextTick,void 0!==process.stdout.columns&&process.stdout.columns,function(e,t){P=t;const n=new C(e);n.__.bind(n),n.__n.bind(n),n.setLocale.bind(n),n.getLocale.bind(n),n.updateLocale.bind(n),n.locale}({directory:t.resolve(B,"../../../locales"),updateFiles:!1},R);const K={hg:{appName:"hotglue",clientApiBaseUri:process.env.HOTGLUE_CLIENT_API_BASE_URI||"https://api.hotglue.com",defaultConfigFileName:"config.yaml"}},L={},M=()=>t.resolve(n.homedir(),`.${K.hg.appName}`,K.hg.defaultConfigFileName),q=async()=>{const{appName:e}=K.hg;try{return await i.cosmiconfig(e).load(M())||{}}catch(e){return{}}},z=async()=>{const{appName:e}=K.hg,t=i.cosmiconfig(e,{searchPlaces:[`${e}.yaml`,`.${e}.yaml`,`.${e}rc.yaml`,`.${e}rc.yml`,`.${e}rc`,`.${e}rc.json`,`.${e}rc.js`]});try{return await t.search()||{}}catch(e){throw console.log(e),new Error(`Malformed configuration file: ${e.message}`)}},J={primary:e=>c.whiteBright(e),secondary:e=>c.white(e),info:e=>c.green(e),warn:e=>c.yellow(e),error:e=>c.redBright(e),success:e=>c.greenBright(e)};let V=J,W="primary";function Y(e){return V={...J,...e},ee}function G(e){process.stdout.write(e)}const Q=(e,t=W)=>{if(!e)return"";if("string"==typeof e)return V[t]?V[t](e):V[W](e);const n=s.inspect(e,{colors:!0});return V[t]?V[t](n):n};function H(...e){return console.log(...e),ee}function Z(e,t){return G(Q(e,t)),G("\n"),ee}function X(e,t){return G(Q(e,t)),ee}const ee={cl:H,pr:Z,pp:X,setTheme:Y,setDefault:function(e="primary"){return V[e]&&(W=e),ee}},te=e=>{console.log(JSON.stringify(e))},ne=d("hotglue-cli");function oe(e){return ne.extend(e)}const se=oe("commands:config:set"),re="set <setting> <value>";var ae=Object.freeze({__proto__:null,builder:async e=>(se("builder",re,e),e.option("setting",{describe:"The configuration parameter you wish to set",type:"string"}).option("value",{describe:"The configuration parameter's value",type:"string"}),e),command:re,desc:"Set configuration key-value pairs",handler:async e=>{se("handler",re,e);const{json:n,setting:o,value:s}=e;if(["apikey"].includes(o))try{const e=await q();e&&e.config?!n&&X("Updating profile config file..."):!n&&X("Creating profile config file...");const r=e&&e.config?{...e.config,[o]:s}:{[o]:s},i=u.stringify(r),c=e&&e.filepath?e.filepath:M();await(async(e,n)=>{await a.mkdir(t.dirname(e),{recursive:!0}),await a.writeFile(e,n)})(c,i),n?te({status:"success"}):X("Done").pr()}catch(e){n?te({status:"error",error:e}):console.log(e)}else n?te({status:"error",error:"Invalid settings parameter"}):console.error("Invalid settings parameter")}});const ie=[ae],ce=oe("commands:config"),le="config [action]";var de=Object.freeze({__proto__:null,builder:async function(e){return ce("builder",le),e.command(ie)},command:le,desc:"Configure your hotglue CLI",handler:async function(e){ce("handler",le,e);const{action:n}=e;if(!n)try{const e=await q();e.config&&0!==Object.keys(e.config).length||Z("No profile configuration found. Run config set to configure the hotglue CLI.");const n=new f({head:["Setting","Value","Config File","Type"]});e.config&&Object.entries(e.config).forEach(([t,o])=>n.push([t,o,e.filepath,"Profile"]));const o=await z();o.config&&Object.entries(o.config).forEach(([e,s])=>n.push([e,s,t.relative(process.cwd(),o.filepath),"Project"])),n.length>0&&console.log(n.toString())}catch(e){throw console.log(e),e}}}),ue={env:{config:{describe:"Environment Id",type:"string",alias:["e"]},demandText:'The "env" parameter (Environment Id) is required. Either pass here using `-e [env_id]` or add an env property in your rc file.'},apikey:{config:{describe:"API key",type:"string",alias:["k"]},demandText:"API key is required. Either pass here using -k [key] or configure your profile using config set."},dataFilePath:{config:{describe:"Singer data file path",type:"string",alias:["data","data-file-path"],default:"data.singer"}},json:{config:{describe:"Makes the output format to be JSON",type:"boolean",default:!1},demandText:""},tenant:{config:{describe:"Tenant (user) ID",type:"string",alias:["u"]},demandText:"TenantId is required. You can pass it using -u [tenantId]."},flow:{config:{describe:"Flow ID",type:"string",alias:["f"]},demandText:"FlowId is required. You can pass it using -f [flow_id]."},tap:{config:{describe:"Tap name",type:"string",alias:["t"]},demandText:"Tap name is required. You can pass it using -t <tap_name>."},connector:{config:{describe:"Connector ID",type:"string",alias:["c"]},demandText:"Connector ID is required. You can pass it using -c <connector>."},all:{config:{describe:"Run command for all taps/connectors",type:"boolean",default:!1,alias:["a"]},demandText:'This "all" flag is required. You can pass it using -a or --all.'},jobroot:{config:{describe:"Job Root (S3 prefix)",type:"string",alias:["j"]},demandText:"JobRoot key is required. You can pass it using -j [job_root]."},count:{config:{describe:"Max returned records",type:"number"}},downloadTo:{config:{describe:"Download folder",default:".",type:"string",alias:["d"]},demandText:"A destination folder is required. You can pass it using -d [folder] and can be either relative from cwd or absolute."},sourceFolder:{config:{describe:"Source folder",type:"string",default:".",alias:["s"]},demandText:""},configFilePath:{config:{describe:"Config file path",type:"string",default:"./config.json",alias:["p"]},demandText:'Local path of the config (with .json extension). Example: "/home/hotglue/config.json"'},overwrite:{config:{describe:"Overwrite existing",type:"boolean",default:!1,alias:["o"]},demandText:""},cleanup:{config:{describe:"Clean up target prior to action",type:"boolean",default:!1,alias:["c"]},demandText:""}};const fe=oe("base"),pe=async e=>{fe("builder");const t=await(async()=>{const e=await q(),t=await z();return{...L,...e.config,...t.config}})();return e.option("apikey",ue.apikey.config).option("env",ue.env.config).option("json",ue.json.config).config(t).demandOption(["env"],ue.env.demandText).demandOption(["apikey"],ue.apikey.demandText).strictCommands()},ge=oe("utils.js"),ye=async(e,n,o=[])=>{const{includeSymLinks:s,recursive:r,filter:i}=n,{matcher:c}=i,l=t.resolve(e),d=await a.readdir(l,{withFileTypes:!0});for(const e of d){const a=t.resolve(l,e.name);e.isSymbolicLink()&&!s||(!c||c(a)?e.isFile()?o.push(t.resolve(l,e.name)):e.isDirectory()&&r&&await ye(t.resolve(l,e.name),n,o):ge("skip",a))}return o},he=async(e,t)=>{const n={includeSymLinks:!1,recursive:!1,filter:{},...t},{pattern:o}=n.filter;return o&&(n.filter.matcher=g.matcher(o,{dot:!0})),ye(e,n)},me=(e,t)=>{ge("filter-in",e);const{pattern:n}={...t};let o=e;return n&&(o=g(o,n)),ge("filter-out",o),o};const be=e=>{const t=[];return new Promise((n,o)=>{e.on("error",o),e.on("data",e=>t.push(Buffer.from(e))),e.on("end",()=>n(Buffer.concat(t).toString("utf8")))})},we=(e,t=10)=>{const n=[];for(let o=0;o<e.length;o+=t){const s=e.slice(o,o+t);n.push(s)}return n},ve=async({debug:e,baseUri:t,env:n,apiKey:o})=>{const s=new URL(`${t}/${n}/resetAvailableEntities`),{data:r}=await y.delete(s,{headers:{"x-api-key":o,"Content-type":"application/json"}});e({data:r})},$e=async({debug:e,baseUri:t,task:n,env:o,apikey:s,...r})=>{const a=new URL(`${t}/credentials/${n}/${o}`);r&&Object.entries(r).forEach(([e,t])=>{a.searchParams.set(e,t)});const i=a.toString();e&&e("uri:",i);const{data:c}=await y.get(i,{headers:{"x-api-key":s}}),{accessKeyId:l,secretAccessKey:d,sessionToken:u}=c;return{accessKeyId:l,secretAccessKey:d,sessionToken:u}},je=async({debug:e,baseUri:t,env:n,apikey:o})=>{const s=`${t}/tenants/${n}`;e("requesting:",s);const{data:r}=await y.get(s,{headers:{"x-api-key":o}});return e("response-data",r),r},ke=async({debug:e,baseUri:t,env:n,flow:o,apikey:s})=>{const r={"x-api-key":s},a=new URL(`${t}/${n}/${o}/supportedSources`).toString();e&&e("uri:",a);const{data:i}=await y.get(a,{headers:r});return i},_e=async({debug:e,baseUri:t,env:n,flow:o,apikey:s})=>{const r={"x-api-key":s},a=new URL(`${t}/v2/${n}/${o}/supportedConnectors`).toString();e&&e("uri:",a);const{data:i}=await y.get(a,{headers:r});return i},Ee=async({debug:e,baseUri:t,env:n,flow:o,tenant:s,apikey:r,config:a})=>{const i=new URL(`${t}/${n}/${o}/${s}/linkedSources`);a&&i.searchParams.set("config","true");const c={"x-api-key":r},l=i.toString();e&&e("uri:",l);const{data:d}=await y.get(l,{headers:c});return d},xe=async({debug:e,baseUri:t,env:n,flow:o,tenant:s,apikey:r,config:a})=>{const i=new URL(`${t}/v2/${n}/${o}/${s}/linkedConnectors`);a&&i.searchParams.set("config","true");const c={"x-api-key":r},l=i.toString();e&&e("uri:",l);const{data:d}=await y.get(l,{headers:c});return d},Se=async({debug:e,baseUri:t,env:n,flow:o,tenant:s,apikey:r,connectorId:a,config:i})=>{const c={"x-api-key":r},l=new URL(`${t}/${n}/${o}/${s}/linkedSources`).toString(),d={tap:a,config:i};e&&e("uri:",l);const{data:u}=await y.patch(l,d,{headers:c});return u},Oe=async({debug:e,baseUri:t,env:n,flow:o,tenant:s,apikey:r,connectorId:a,config:i})=>{const c={"x-api-key":r},l=new URL(`${t}/v2/${n}/${o}/${s}/linkedConnectors`).toString(),d={connector_id:a,config:i};e&&e("uri:",l);const{data:u}=await y.patch(l,d,{headers:c});return u},Ie=async({debug:e,baseUri:t,env:n,apikey:o})=>{const s={"x-api-key":o},r=new URL(`${t}/${n}/flows/supported`).toString();e&&e("uri:",r);const{data:a}=await y.get(r,{headers:s});return a},Te=async({debug:e,baseUri:t,env:n,flow:o,apikey:s})=>{const r={"x-api-key":s},a=new URL(`${t}/${n}/flows/${o}/supported`).toString();e&&e("uri:",a);const{data:i}=await y.get(a,{headers:r});return i},Ae=async({debug:e,baseUri:t,env:n,apikey:o,from:s,to:r,count:a=1e4,...i})=>{const c={"x-api-key":o},l="string"==typeof a?parseInt(a,10):a;let d=[],u=0,f=1,p=!0;for(;p;){const o=new URL(`${t}/${n}/jobs`);o.searchParams.set("from",s),r&&o.searchParams.set("to",r),o.searchParams.set("count",l.toString()),o.searchParams.set("page",f.toString()),i&&Object.entries(i).forEach(([e,t])=>{null!=t&&"count"!==e&&"page"!==e&&o.searchParams.set(e,t)}),o.searchParams.set("include_export_details","false"),o.searchParams.set("skip_cache","true");const a=o.toString();e&&e(`Fetching page ${f}, uri:`,a);const{data:g}=await y.get(a,{headers:c});e&&e(`Page ${f} response:`,{jobsCount:g.jobs?.length||0,total:g.total||0});const h=g.jobs||[];d=d.concat(h),1===f&&(u=g.total||0),h.length<l?p=!1:f++}return e&&e(`Fetched ${d.length} jobs across ${f} page(s)`),{jobs:d,total:u}},Fe=async({debug:e,baseUri:t,env:n,apikey:o,tenant:s,flow:r,...a})=>{const i={"x-api-key":o},c=new URL(`${t}/${n}/${r}/${s}/jobs/retrigger`).toString(),l=a;e&&e("uri:",c),e&&e("payload:",l);const{data:d}=await y.post(c,l,{headers:i});return d},Ue=async({debug:e,baseUri:t,env:n,flow:o,user_id:s,apikey:r,schedule_expression:a,state:i,job_type:c,connector_id:l,extra_args:d})=>{const u={"x-api-key":r},f=new URL(`${t}/${n}/${o}/${s}/jobs/schedule`).toString(),p={schedule_expression:a,state:i};c&&(p.job_type=c),l&&(p.connector_id=l),d&&Object.assign(p,d),e&&e("uri:",f),e&&e("body:",p);const{data:g}=await y.put(f,p,{headers:u});return g},Ne=async({debug:e,baseUri:t,env:n,flow:o,user_id:s,apikey:r,job_root:a,include_export_details:i=!1})=>{const c=new URL(`${t}/${n}/${o}/${s}/jobs/status`);c.searchParams.set("job_root",a),c.searchParams.set("include_export_details",i?"true":"false");const l={"x-api-key":r},d=c.toString();e&&e("uri:",d);const{data:u}=await y.get(d,{headers:l});return u},De=d("commands:env:validators"),Re=async(e,t,n,o,s)=>{if(!Array.isArray(e))throw new Error("availableSources.json must be an array of objects");const r=(await Promise.all(o.filter(e=>1==e.version).map(async e=>await ke({debug:De,baseUri:t,env:s,flow:e.id,apikey:n})))).flat(),a=e.map(e=>{if(!e.tap)throw new Error(`Source ${JSON.stringify(e)} has no tap id`);return e.tap}),i=a.filter((e,t)=>a.indexOf(e)!==t);if(i.length>0)throw new Error(`Duplicate source id(s) found in availableSources.json: ${i.join(", ")}. All sources must have a unique tap id.`);const c=r.filter(e=>e.isForked&&!a.includes(e.tap));if(c.length>0)throw new Error(`Sources ${c.map(e=>e.label).join(", ")} are linked, but missing from your availableSources.json`)},Pe=async(e,t,n,o,s)=>{if(!Array.isArray(e))throw new Error("availableTargets.json must be an array of objects");const r=(await Promise.all(o.filter(e=>1==e.version).map(async e=>{const o=await(async({debug:e,baseUri:t,env:n,flow:o,apikey:s})=>{const r={"x-api-key":s},a=new URL(`${t}/${n}/${o}/supportedTargets`).toString();e&&e("uri:",a);const{data:i}=await y.get(a,{headers:r});return i})({debug:De,baseUri:t,env:s,flow:e.id,apikey:n});return o}))).flat(),a=e.map(e=>{if(!e.target)throw new Error(`Target ${JSON.stringify(e)} has no target id`);return e.target}),i=a.filter((e,t)=>a.indexOf(e)!==t);if(i.length>0)throw new Error(`Duplicate target id(s) found in availableTargets.json: ${i.join(", ")}. All targets must have a unique target id.`);const c=r.filter(e=>e.isForked&&!a.includes(e.target));if(c.length>0)throw new Error(`Targets ${c.map(e=>e.label).join(", ")} are linked, but missing from your availableTargets.json`)},Ce=async(e,t,n,o,s)=>{if(!Array.isArray(e))throw new Error("availableConnectors.json must be an array of objects");const r=(await Promise.all(o.filter(e=>2==e.version).map(async e=>await _e({debug:De,baseUri:t,env:s,flow:e.id,apikey:n})))).flat(),a=e.map(e=>{if(!e.id)throw new Error(`Connector ${JSON.stringify(e)} has no id`);return e.id}),i=a.filter((e,t)=>a.indexOf(e)!==t);if(i.length>0)throw new Error(`Duplicate connector id(s) found in availableConnectors.json: ${i.join(", ")}. All connectors must have a unique id.`);const c=r.filter(e=>e.isForked&&!a.includes(e.id));if(c.length>0)throw new Error(`Connectors ${c.map(e=>e.id).join(", ")} are linked, but missing from your availableConnectors.json`)},Be=oe("commands:env:deploy"),Ke="deploy";var Le=Object.freeze({__proto__:null,builder:async e=>(Be("builder",Ke),e.option("sourceFolder",ue.sourceFolder.config).demandOption("sourceFolder",ue.sourceFolder.demandText)),command:Ke,desc:"Deploy Environment settings",handler:async e=>{Be("handler",Ke,e);const{hg:n,json:o,apikey:s,env:r,sourceFolder:i}=e,{clientApiBaseUri:c}=n,d=t.resolve(process.cwd(),i);let u,g=p();try{u=Q(`Scanning ${Q(d,"info")} for deployable files`),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const e=await he(d,{filter:{pattern:"((**/requirements.txt)|(**/availableSources.json)|(**/availableTargets.json)|(**/availableConnectors.json)|(**/customTaps.json))"}});if(0===e.length)return void(o?te({status:"error",error:"There are no files to deploy at the specified location!"}):(g.fail(Q(`Error: ${u}.`,"secondary")),Z(Q(`Message: ${Q("There are no files to deploy at the specified location!")}`,"secondary"))));!o&&g.succeed(Q(`Finished: ${u}.`,"secondary"));for(const t of e)if(t.endsWith(".json"))try{const e=await a.readFile(t,{encoding:"utf-8"});JSON.parse(e)}catch(e){throw new Error(`File ${t} is not a valid JSON: ${String(e)}`)}const n=await Ie({debug:Be,baseUri:c,env:r,apikey:s});for(const t of e){if(t.endsWith("availableSources.json")){const e=JSON.parse(await a.readFile(t,{encoding:"utf-8"}));await Re(e,c,s,n,r)}if(t.endsWith("availableTargets.json")){const e=JSON.parse(await a.readFile(t,{encoding:"utf-8"}));await Pe(e,c,s,n,r)}if(t.endsWith("availableConnectors.json")){const e=JSON.parse(await a.readFile(t,{encoding:"utf-8"}));await Ce(e,c,s,n,r)}}u=Q("Verifying user and authorizing"),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const{accessKeyId:i,secretAccessKey:p,sessionToken:y}=await $e({debug:Be,baseUri:c,task:"env-deploy",env:r,apikey:s});!o&&g.succeed(Q(`Finished: ${u}.`,"secondary"));const h=new l.S3({accessKeyId:i,secretAccessKey:p,sessionToken:y});u=Q("Deploying environment files"),!o&&g.info(Q(`Info: ${u}.`,"secondary"));const m="config/",b=new f({head:["File","Status"]});for await(const n of e){const e=t.basename(n);u=Q(`Pushing file: ${Q(e,"info")}`),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const i={Bucket:r,Key:`${m}${e}`,Body:await a.readFile(n)},l=await h.putObject(i).promise();!o&&g.succeed(Q(`Finished: ${u}.`,"secondary")),Be("s3-put-res",l),b.push([e,"Deployed"]),await ve({debug:Be,baseUri:c,env:r,apiKey:s})}o?te({status:"success",deployedFiles:e}):H(b.toString())}catch(e){!o&&g.fail(Q(`Error: ${u}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),Be(e),e&&e.response&&e.response.data&&Be("response",e.response.data),process.exit(1)}}});const Me=oe("commands:env:download"),qe="download";var ze=Object.freeze({__proto__:null,builder:async e=>(Me("builder",qe),e.option("downloadTo",ue.downloadTo.config)),command:qe,desc:"Download Environment settings",handler:async e=>{Me("handler",qe,e);const{hg:n,json:o,apikey:s,env:r,downloadTo:i}=e,{clientApiBaseUri:c}=n,d=t.resolve(process.cwd(),i);let u,g=p();try{u=Q("Verifying user and authorizing"),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const{accessKeyId:e,secretAccessKey:n,sessionToken:i}=await $e({debug:Me,baseUri:c,task:"env-download",env:r,apikey:s});!o&&g.succeed(Q(`Finished: ${u}.`,"secondary"));const p=new l.S3({accessKeyId:e,secretAccessKey:n,sessionToken:i});u=Q(`Scanning environment ${Q(r,"info")}`),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const y={Bucket:r,Prefix:"config/"},{Contents:h}=await p.listObjectsV2(y).promise();!o&&g.succeed(Q(`Finished: ${u}.`,"secondary")),Me("s3-files",h);const m=h?me(h.map(e=>e.Key),{pattern:"((*/requirements.txt)|(*/availableSources.json)|(*/availableTargets.json)|(*/availableConnectors.json)|(*/customTaps.json))"}):[];if(!m||0===m.length)return void(o?te({status:"success",downloadedFiles:[]}):g.warn(Q(`Warning: ${Q("Nothing to download!")}`,"secondary")));u=Q(`Downloading to ${Q(d,"info")}`),!o&&g.info(Q(`Info: ${u}.`,"secondary"));const b=new f({head:["File","Status"]});for await(const e of m){const n=t.basename(e),s=t.resolve(d,n);Me("local-file",s),await a.mkdir(t.dirname(s),{recursive:!0}),u=Q(`Downloading file: ${Q(n,"info")}`),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const i=p.getObject({Bucket:r,Key:e}).createReadStream();await a.writeFile(s,await be(i)),!o&&g.succeed(Q(`Finished: ${u}.`,"secondary")),b.push([n,"Downloaded"])}o?te({status:"success",downloadedFiles:m}):H(b.toString())}catch(e){o?te({status:"error",error:e}):(g.fail(Q(`Error: ${u}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),Me(e),e&&e.response&&e.response.data&&Me("response",e.response.data)),process.exit(1)}}});const Je=[Le,ze],Ve=oe("commands:env"),We="env <action>";var Ye=Object.freeze({__proto__:null,builder:async function(e){Ve("builder",We);return(await pe(e)).command(Je)},command:We,desc:"Manage environment settings",handler:async function(e){Ve("handler",We,e)}});const Ge=async(e,t,n,o)=>{try{const s=e.getObject({Bucket:t,Key:`${n}/flows/${o}/flow.json`}).createReadStream(),r=await be(s);return 2===JSON.parse(r).version}catch(e){return!1}},Qe=async(e,t,n,o,s=void 0)=>s??await Ge(e,t,n,o)?"connectors":"taps",He=oe("commands:etl:delete"),Ze="delete";var Xe=Object.freeze({__proto__:null,builder:async e=>(He("builder",Ze),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("tap",ue.tap.config).demandOption("tap",ue.tap.demandText).option("tenant",{...ue.tenant.config}).demandOption("tenant",ue.tenant.demandText)),command:Ze,desc:"Delete ETL scripts",handler:async e=>{He("handler",Ze,e);const{hg:t,json:n,apikey:o,env:s,flow:r,tap:a,tenant:i}=e,{clientApiBaseUri:c}=t;let d,u=p();try{d=Q(`Deleting ETL scripts for Tenant ${Q(i,"info")} Flow ${Q(r,"info")} and Tap ${Q(a,"info")} to ${Q(s,"info")}`),!n&&u.info(Q(`Info: ${d}.`,"secondary")),d=Q("Verifying user and authorizing"),!n&&u.start(Q(`In progress: ${d}...`,"secondary"));const{accessKeyId:e,secretAccessKey:t,sessionToken:p}=await $e({debug:He,baseUri:c,task:"etl-deploy",env:s,tenant:i,flow:r,tap:a,apikey:o}),g=new l.S3({accessKeyId:e,secretAccessKey:t,sessionToken:p});!n&&u.succeed(Q(`Finished: ${d}.`,"secondary")),d=Q("Deleting ETL scripts"),!n&&u.start(Q(`In progress: ${d}...`,"secondary"));const y=`${i}/flows/${r}/${await Qe(g,s,i,r)}/${a}/etl/`,h=await g.listObjectsV2({Bucket:s,Prefix:y}).promise();if(He("s3-list-objects-res",h),h.Contents?.length>0){const e=await g.deleteObjects({Bucket:s,Delete:{Objects:h.Contents.map(e=>({Key:e.Key}))}}).promise();He("s3-list-objects-res",e)}const m=await g.deleteObject({Bucket:s,Key:y}).promise();if(He("s3-delete-object-res",m),!n&&u.succeed(Q(`Finished: ${d}.`,"secondary")),h.Contents?.length>0){const e=new f({head:["File","Status"]});h.Contents.filter(({Key:e})=>e!==y).forEach(({Key:t})=>{const n=t.split("/"),o=n[n.length-1];e.push([o,Q("Deleted","info")])}),n?te({status:"success",deletedObjects:(h.Contents??[]).map(({Key:e})=>e)}):H(e.toString())}else d=Q("There was no file or folder to be deleted"),n?te({status:"success",deletedObjects:[]}):u.info(Q(`Info: ${d}.`,"secondary"))}catch(e){n?te({status:"error",error:e}):(u.fail(Q(`Error: ${d}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),He(e),e&&e.response&&e.response.data&&He("response",e.response.data)),process.exit(1)}}});const et=oe("commands:etl:deploy"),tt="deploy";var nt=Object.freeze({__proto__:null,builder:async e=>(et("builder",tt),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("tap",ue.tap.config).option("all",ue.all.config).option("tenant",{...ue.tenant.config,default:"default"}).option("sourceFolder",ue.sourceFolder.config).demandOption("sourceFolder",ue.sourceFolder.demandText)),command:tt,desc:"Deploy ETL scripts",handler:async e=>{et("handler",tt,e);const{hg:n,json:o,apikey:s,env:r,flow:i,tap:c,all:d,tenant:u,sourceFolder:g}=e,{clientApiBaseUri:y}=n;if(!d&&!c)throw new Error(`${ue.tap.demandText} Or you can pass the --all flag to run this command for all taps/connectors.`);let h,m=p();const b=t.resolve(process.cwd(),g);try{h=Q(`Deploying script for Tenant ${Q(u,"info")} Flow ${Q(i,"info")}${c?` and Tap ${Q(c,"info")}`:""} to ${Q(r,"info")}`),!o&&m.info(Q(`Info: ${h}.`,"secondary"));const e=await he(b,{recursive:!0,filter:{pattern:"!((**/sync-output)|(**/etl-output)|(**/snapshots))"}});if(0===e.length)return void(o?te({status:"error",error:"There are no files to deploy at the specified location!"}):m.fail(Q(`Error: ${Q("There are no files to deploy at the specified location!")}.`,"secondary")));(e=>{const t=["config.json","source-config.json","target-config.json","catalog.json","target-catalog.json","state.json"],n=["sync-output","snapshots","etl-output",".venv"];for(const o of e){if(t.includes(o))throw new Error(`File ${o} is a reserved file name and cannot be used in the ETL script.`);const e=n.find(e=>o.startsWith(`${e}/`));if(e)throw new Error(`Directory ${e} is a reserved directory name and cannot be used in the ETL script.`)}})(e.map(e=>t.relative(g,e))),h=Q("Verifying user and authorizing"),!o&&m.start(Q(`In progress: ${h}...`,"secondary"));const n={debug:et,baseUri:y,task:"etl-deploy",env:r,tenant:u,flow:i,apikey:s};c&&(n.tap=c);const{accessKeyId:d,secretAccessKey:p,sessionToken:w}=await $e(n);!o&&m.succeed(Q(`Finished: ${h}.`,"secondary"));const v=new l.S3({accessKeyId:d,secretAccessKey:p,sessionToken:w}),$=await Ge(v,r,u,i);h=Q("Validating flow and tap location"),!o&&m.start(Q(`In progress: ${h}...`,"secondary"));const j=(await Ie({debug:et,baseUri:y,apikey:s,env:r})).find(({id:e})=>e===i);let k=[];try{if("default"===u||j?.type){if(k=(($?await _e({debug:et,baseUri:y,env:r,flow:i,apikey:s}):await ke({debug:et,baseUri:y,env:r,flow:i,apikey:s}))??[]).filter(e=>!c||e[$?"id":"tap"]===c),c&&0===k.length)throw new Error("Tap is not supported")}else{if(k=(($?await xe({debug:et,baseUri:y,env:r,flow:i,tenant:u,apikey:s}):await Ee({debug:et,baseUri:y,env:r,flow:i,tenant:u,apikey:s}))??[]).filter(e=>!c||e[$?"id":"tap"]===c),c&&0===k.length)throw new Error("Tap is not linked")}}catch(e){throw et("err",e),new Error("Target location doesn't exist. Check your tenant, flow and tap arguments.")}!o&&m.succeed(Q(`Finished: ${h}.`,"secondary"));const _=new f({head:["File","Status"]});for(const n of k){const s=n[$?"id":"tap"];h=Q(`Preparing ${s} deployment target`),!o&&m.start(Q(`In progress: ${h}...`,"secondary"));const c=`${u}/flows/${i}/${await Qe(null,null,null,null,$)}/${s}/etl/`,{Contents:l}=await v.listObjectsV2({Bucket:r,Prefix:`${c}`}).promise();!o&&m.succeed(Q(`Finished: ${h}.`,"secondary")),et("contents",l);const d=l.map(e=>({Key:e.Key}));if(d.length>0){h=Q(`Removing old ${s} ETL files`),!o&&m.start(Q(`In progress: ${h}...`,"secondary"));const e={Bucket:r,Delete:{Objects:d,Quiet:!0}};await v.deleteObjects(e).promise(),d.forEach(({Key:e})=>_.push([`${s}/${e.substring(c.length)}`,Q("Deleted","warn")])),!o&&m.succeed(Q(`Finished: ${h}.`,"secondary"))}for await(const n of e){const e="win32"===process.platform?t.relative(g,n).replace(/\\/g,"/"):t.relative(g,n),i=`${c}${e}`;h=Q(`Deploying file: ${Q(`${s}/${e}`,"info")}`),!o&&m.start(Q(`In progress: ${h}...`,"secondary"));const l={Bucket:r,Key:i,Body:await a.readFile(n)},d=await v.putObject(l).promise();!o&&m.succeed(Q(`Finished: ${h}.`,"secondary")),et("s3-put-res",d),_.push([`${s}/${e}`,Q("Deployed","info")])}}o?te({status:"success",deployedFiles:e}):H(_.toString())}catch(e){o?te({status:"error",error:e}):(m.fail(Q(`Error: ${h}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),et(e),e&&e.response&&e.response.data&&et("response",e.response.data)),process.exit(1)}}});const ot=oe("commands:etl:download"),st="download";var rt=Object.freeze({__proto__:null,builder:async e=>(ot("builder",st),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("tap",ue.tap.config).demandOption("tap",ue.tap.demandText).option("downloadTo",ue.downloadTo.config).demandOption("downloadTo",ue.downloadTo.demandText).option("tenant",{...ue.tenant.config,default:"default"}).option("overwrite",ue.overwrite.config).demandOption("overwrite",ue.overwrite.demandText)),command:st,desc:"Download ETL scripts",handler:async n=>{ot("handler",st,n);const{hg:o,json:s,apikey:r,env:i,flow:c,tap:d,tenant:u,downloadTo:g,overwrite:y}=n,{clientApiBaseUri:h}=o;let m,b=p();const w=t.resolve(process.cwd(),g);try{m=Q("Verifying user and authorizing"),!s&&b.start(Q(`In progress: ${m}...`,"secondary"));const{accessKeyId:n,secretAccessKey:o,sessionToken:p}=await $e({debug:ot,baseUri:h,task:"etl-download",env:i,tenant:u,flow:c,tap:d,apikey:r}),g=new l.S3({accessKeyId:n,secretAccessKey:o,sessionToken:p});!s&&b.succeed(Q(`Finished: ${m}.`,"secondary")),m=Q("Scanning for downloadable files"),!s&&b.start(Q(`In progress: ${m}...`,"secondary"));const v=`${u}/flows/${c}/${await Qe(g,i,u,c)}/${d}/etl/`,$={Bucket:i,Prefix:v},{Contents:j}=await g.listObjectsV2($).promise();!s&&b.succeed(Q(`Finished: ${m}.`,"secondary")),ot("s3-list-res",j);const k=j?me(j.map(e=>e.Key),{pattern:"!(.ipynb_checkpoints/*)"}):[];if(!k||0===k.length)return void(s?te({status:"success",downloadedFiles:[]}):b.warn(Q(`Warning: ${Q("Nothing to download!")}`,"secondary")));m=Q(`Downloading script files to ${Q(w,"info")}`),!s&&b.info(Q(`Info: ${m}.`,"secondary"));const _=new f({head:["File","Status"]});for await(const n of k){const o=n.substring(v.length),r=t.resolve(w,o);if(ot("file",r),n.endsWith("/")){!e.existsSync(r)&&await a.mkdir(r,{recursive:!0});continue}if(!y)try{await a.stat(r),ot("exists, skipping"),_.push([o,"Skipped"]);continue}catch(e){"ENOENT"!==e.code&&H(e)}m=Q(`Downloading file: ${Q(o,"info")}`),!s&&b.start(Q(`In progress: ${m}...`,"secondary")),await a.mkdir(t.dirname(r),{recursive:!0});const c=g.getObject({Bucket:i,Key:n}).createReadStream();await a.writeFile(r,await be(c)),!s&&b.succeed(Q(`Finished: ${m}.`,"secondary")),_.push([o,"Downloaded"])}s?te({status:"success",downloadedFiles:k}):H(_.toString())}catch(e){s?te({status:"error",error:e}):(b.fail(Q(`Error: ${m}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),ot(e),e&&e.response&&e.response.data&&ot("response",e.response.data)),process.exit(1)}}});const at=[Xe,nt,rt],it=oe("commands:etl"),ct="etl <action>";var lt=Object.freeze({__proto__:null,builder:async function(e){it("builder",ct);return(await pe(e)).command(at)},command:ct,desc:"Manage ETL scripts",handler:async function(e){it("handler",ct,e)}});const dt=oe("commands:flows:list"),ut="list";var ft=Object.freeze({__proto__:null,builder:async e=>(dt("builder",ut),e.option("tenant",{...ue.tenant.config})),command:ut,desc:"List flows",handler:async e=>{dt("handler",ut,e);const{hg:t,json:n,apikey:o,env:s,tenant:r}=e,{clientApiBaseUri:a}=t;let i,c=p();try{i=Q(`Retrieving ${r?`${Q(r,"info")} tenant's`:"the"} flows for environment: ${Q(s,"info")}`);const e=`${a}/${s}/flows/${r?`linked?user_id=${r}`:"supported"}`;dt("requesting:",e),!n&&c.start(Q(`In progress: ${i}...`,"secondary"));const{data:t}=await y.get(e,{headers:{"x-api-key":o}});if(!n&&c.succeed(Q(`Finished: ${i}.`,"secondary")),dt("response-data",t),!t||0===t.length)return void(n?te([]):c.warn(Q(`Warning: ${Q("No flows for specified environment and tenant")}.`,"secondary")));if(n)te(t);else{const e=new f({head:["ID","Name","Flow Type","Taps","Targets","Connectors"]});t.sort((e,t)=>(e.name||"").localeCompare(t.name||"")),t.forEach(t=>{return e.push([t.id,t.name||"",2==t.version?"Bidirectional":t.type?"Target Flow":"Source Flow",(n=t.taps,null==n||Array.isArray(n)&&0===n.length?t.sources?t.sources:[]:t.taps).join("\n"),(t.targets?t.targets:[]).join("\n"),(t.connectors?t.connectors:[]).join("\n")]);var n}),console.log(e.toString())}}catch(e){n?te({status:"error",error:e}):(c.fail(Q(`Error: ${i}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),dt(e),e&&e.response&&e.response.data&&dt("response",e.response.data)),process.exit(1)}}});const pt=[ft],gt=oe("commands:flows"),yt="flows <action>";var ht,mt=Object.freeze({__proto__:null,builder:async function(e){gt("builder",yt);return(await pe(e)).command(pt)},command:yt,desc:"Manage flows",handler:async function(e){gt("handler",yt,e)}}),bt={exports:{}},wt={exports:{}},vt={exports:{}},$t={exports:{}};var jt,kt={exports:{}},_t={exports:{}};var Et,xt,St={exports:{}};function Ot(){return xt||(xt=1,function(e,t){Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e){if((0,o.default)(e))return function(e){var t=-1,n=e.length;return function(){return++t<n?{value:e[t],key:t}:null}}(e);var t=(0,r.default)(e);return t?function(e){var t=-1;return function(){var n=e.next();return n.done?null:(t++,{value:n.value,key:t})}}(t):(n=e,s=n?Object.keys(n):[],a=-1,i=s.length,function e(){var t=s[++a];return"__proto__"===t?e():a<i?{value:n[t],key:t}:null});var n,s,a,i};var n=function(){return jt||(jt=1,e=_t,t=_t.exports,Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e){return e&&"number"==typeof e.length&&e.length>=0&&e.length%1==0},e.exports=t.default),_t.exports;var e,t}(),o=a(n),s=function(){return Et||(Et=1,e=St,t=St.exports,Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e){return e[Symbol.iterator]&&e[Symbol.iterator]()},e.exports=t.default),St.exports;var e,t}(),r=a(s);function a(e){return e&&e.__esModule?e:{default:e}}e.exports=t.default}(kt,kt.exports)),kt.exports}var It,Tt={exports:{}};var At,Ft={},Ut={exports:{}},Nt={exports:{}};var Dt,Rt,Pt,Ct={};function Bt(){return Rt||(Rt=1,function(e,t){Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e){if((0,r.isAsync)(e))return function(...t){const n=t.pop();return i(e.apply(this,t),n)};return(0,o.default)(function(t,n){var o;try{o=e.apply(this,t)}catch(e){return n(e)}if(o&&"function"==typeof o.then)return i(o,n);n(null,o)})};var n=function(){return At||(At=1,e=Nt,t=Nt.exports,Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e){return function(...t){var n=t.pop();return e.call(this,t,n)}},e.exports=t.default),Nt.exports;var e,t}(),o=a(n),s=a(function(){if(Dt)return Ct;Dt=1,Object.defineProperty(Ct,"__esModule",{value:!0}),Ct.fallback=s,Ct.wrap=r;var e,t=Ct.hasQueueMicrotask="function"==typeof queueMicrotask&&queueMicrotask,n=Ct.hasSetImmediate="function"==typeof setImmediate&&setImmediate,o=Ct.hasNextTick="object"==typeof process&&"function"==typeof process.nextTick;function s(e){setTimeout(e,0)}function r(e){return(t,...n)=>e(()=>t(...n))}return e=t?queueMicrotask:n?setImmediate:o?process.nextTick:s,Ct.default=r(e),Ct}()),r=Kt();function a(e){return e&&e.__esModule?e:{default:e}}function i(e,t){return e.then(e=>{c(t,null,e)},e=>{c(t,e&&(e instanceof Error||e.message)?e:new Error(e))})}function c(e,t,n){try{e(t,n)}catch(e){(0,s.default)(e=>{throw e},e)}}e.exports=t.default}(Ut,Ut.exports)),Ut.exports}function Kt(){if(Pt)return Ft;Pt=1,Object.defineProperty(Ft,"__esModule",{value:!0}),Ft.isAsyncIterable=Ft.isAsyncGenerator=Ft.isAsync=void 0;var e,t=Bt(),n=(e=t)&&e.__esModule?e:{default:e};function o(e){return"AsyncFunction"===e[Symbol.toStringTag]}return Ft.default=function(e){if("function"!=typeof e)throw new Error("expected a function");return o(e)?(0,n.default)(e):e},Ft.isAsync=o,Ft.isAsyncGenerator=function(e){return"AsyncGenerator"===e[Symbol.toStringTag]},Ft.isAsyncIterable=function(e){return"function"==typeof e[Symbol.asyncIterator]},Ft}var Lt,Mt,qt,zt={exports:{}},Jt={exports:{}};function Vt(){return Lt||(Lt=1,function(e,t){Object.defineProperty(t,"__esModule",{value:!0});t.default={},e.exports=t.default}(Jt,Jt.exports)),Jt.exports}function Wt(){return qt||(qt=1,function(e,t){Object.defineProperty(t,"__esModule",{value:!0});var n=function(){return ht||(ht=1,e=$t,t=$t.exports,Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e){function t(...t){if(null!==e){var n=e;e=null,n.apply(this,t)}}return Object.assign(t,e),t},e.exports=t.default),$t.exports;var e,t}(),o=u(n),s=u(Ot()),r=function(){return It||(It=1,e=Tt,t=Tt.exports,Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e){return function(...t){if(null===e)throw new Error("Callback was already called.");var n=e;e=null,n.apply(this,t)}},e.exports=t.default),Tt.exports;var e,t}(),a=u(r),i=Kt(),c=(Mt||(Mt=1,function(e,t){Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e,t,n,s){let r=!1,a=!1,i=!1,c=0,l=0;function d(){c>=t||i||r||(i=!0,e.next().then(({value:e,done:t})=>{if(!a&&!r){if(i=!1,t)return r=!0,void(c<=0&&s(null));c++,n(e,l,u),l++,d()}}).catch(f))}function u(e,t){if(c-=1,!a)return e?f(e):!1===e?(r=!0,void(a=!0)):t===o.default||r&&c<=0?(r=!0,s(null)):void d()}function f(e){a||(i=!1,r=!0,s(e))}d()};var n,o=(n=Vt())&&n.__esModule?n:{default:n};e.exports=t.default}(zt,zt.exports)),zt.exports),l=u(c),d=u(Vt());function u(e){return e&&e.__esModule?e:{default:e}}t.default=e=>(t,n,r)=>{if(r=(0,o.default)(r),e<=0)throw new RangeError("concurrency limit cannot be less than 1");if(!t)return r(null);if((0,i.isAsyncGenerator)(t))return(0,l.default)(t,e,n,r);if((0,i.isAsyncIterable)(t))return(0,l.default)(t[Symbol.asyncIterator](),e,n,r);var c=(0,s.default)(t),u=!1,f=!1,p=0,g=!1;function y(e,t){if(!f)if(p-=1,e)u=!0,r(e);else if(!1===e)u=!0,f=!0;else{if(t===d.default||u&&p<=0)return u=!0,r(null);g||h()}}function h(){for(g=!0;p<e&&!u;){var t=c();if(null===t)return u=!0,void(p<=0&&r(null));p+=1,n(t.value,t.key,(0,a.default)(y))}g=!1}h()},e.exports=t.default}(vt,vt.exports)),vt.exports}var Yt,Gt={exports:{}};var Qt,Ht,Zt,Xt={exports:{}};function en(){return Qt||(Qt=1,e=Xt,t=Xt.exports,Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e,t){if(t||(t=e.length),!t)throw new Error("arity is undefined");return function(...n){return"function"==typeof n[t-1]?e.apply(this,n):new Promise((o,s)=>{n[t-1]=(e,...t)=>{if(e)return s(e);o(t.length>1?t:t[0])},e.apply(this,n)})}},e.exports=t.default),Xt.exports;var e,t}function tn(){return Ht||(Ht=1,function(e,t){Object.defineProperty(t,"__esModule",{value:!0});var n=i(Wt()),o=function(){return Yt||(Yt=1,e=Gt,t=Gt.exports,Object.defineProperty(t,"__esModule",{value:!0}),t.default=function(e){return(t,n,o)=>e(t,o)},e.exports=t.default),Gt.exports;var e,t}(),s=i(o),r=i(Kt()),a=i(en());function i(e){return e&&e.__esModule?e:{default:e}}t.default=(0,a.default)(function(e,t,o,a){return(0,n.default)(t)(e,(0,s.default)((0,r.default)(o)),a)},4),e.exports=t.default}(wt,wt.exports)),wt.exports}var nn=w((Zt||(Zt=1,function(e,t){Object.defineProperty(t,"__esModule",{value:!0});var n=s(tn()),o=s(en());function s(e){return e&&e.__esModule?e:{default:e}}t.default=(0,o.default)(function(e,t,o){return(0,n.default)(e,1,t,o)},3),e.exports=t.default}(bt,bt.exports)),bt.exports));const on=oe("commands:jobs:download"),sn="download <jobroot>";var rn=Object.freeze({__proto__:null,builder:async e=>(on("builder",sn),e.option("downloadTo",ue.downloadTo.config)),command:sn,desc:"Download Job files",handler:async n=>{on("handler",sn,n);const{hg:o,json:s,apikey:r,env:a,jobroot:i,downloadTo:c}=n,{clientApiBaseUri:d}=o;let u,g=p();try{u=Q("Verifying user and authorizing"),!s&&g.start(Q(`In progress: ${u}...`,"secondary"));const{accessKeyId:n,secretAccessKey:o,sessionToken:p}=await $e({debug:on,baseUri:d,task:"job-download",env:a,apikey:r,jobroot:i}),y=new l.S3({accessKeyId:n,secretAccessKey:o,sessionToken:p});!s&&g.succeed(Q(`Finished: ${u}.`,"secondary")),u=Q("Scanning for downloadable files"),!s&&g.start(Q(`In progress: ${u}...`,"secondary"));const m={Bucket:a,Prefix:i},{Contents:b}=await y.listObjectsV2(m).promise();if(on("res",b),!b||0===b.length)return void(s?te({status:"error",error:"Nothing to download!"}):(g.fail(Q(`Error: ${u}.`,"secondary")),Z(Q(`Message: ${Q("Nothing to download!")}`,"secondary"))));if(!s&&g.succeed(Q(`Finished: ${u}.`,"secondary")),!s){const e=new f({head:["File","Size","LastModified"]});b.forEach(t=>{const n=t.Key.substring(i.length+1);e.push([n,t.Size,t.LastModified.toLocaleString("en-US")])}),console.log(e.toString())}const w=t.resolve(process.cwd(),c,t.basename(i));await nn(b.filter(({Key:e})=>!new RegExp(`${i}/([^/]+)-config.json`).test(e)),async n=>{u=Q(`Downloading file: ${Q(n.Key,"info")}`),!s&&g.start(Q(`In progress: ${u}...`,"secondary"));const o=t.resolve(w,n.Key.substring(i.length+1));on("file",o),await h.mkdir(t.dirname(o),{recursive:!0});const r=y.getObject({Bucket:a,Key:n.Key}).createReadStream(),c=e.createWriteStream(o,{flags:"w"});r.pipe(c),!s&&g.succeed(Q(`Finished: ${u}.`,"secondary"))}),s?te({status:"success",downloadedFiles:b.map(({Key:e})=>e)}):(u=Q("Downloading job files."),g.succeed(Q(`Finished: ${u}`,"secondary")))}catch(e){s?te({status:"error",error:e}):(g.fail(Q(`Error: ${u}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),on(e),e&&e.response&&e.response.data&&on("response",e.response.data)),process.exit(1)}}});const an=(...e)=>{oe("commands:jobs:list")(...e)},cn="list";var ln=Object.freeze({__proto__:null,builder:async e=>(an("builder",cn),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("tenant",{...ue.tenant.config,default:"default"}).option("count",ue.count.config)),command:cn,desc:"List jobs",handler:async e=>{an("handler",cn,e);const{hg:t,json:n,apikey:o,env:s,flow:r,tenant:a,count:i}=e,{clientApiBaseUri:c}=t;let l,d=p();try{l=Q(`Retrieving jobs for environment: ${Q(s,"info")} flow: ${Q(r,"info")} tenant: ${Q(a,"info")}...`);const e=`${c}/${s}/${r}/${a}/jobs${i?`?count=${i}`:""}`;an("requesting:",e),!n&&d.start(Q(`In progress: ${l}...`,"secondary"));const{data:t}=await y.get(e,{headers:{"x-api-key":o}});if(!n&&d.succeed(Q(`Finished: ${l}.`,"secondary")),an("response-data",t),!t||0===t.length)return void(n?te([]):d.warn(Q(`Warning: ${Q("No jobs for the specified environment, flow and tenant")}.`,"secondary")));if(n)te(t);else{const e=new f({head:["name","details"]});t.forEach(t=>e.push([t.job_name,JSON.stringify(t,void 0,2)])),console.log(e.toString())}}catch(e){n?te({status:"error",error:e}):(d.fail(Q(`Error: ${l}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),an(e),e&&e.response&&e.response.data&&an("response",e.response.data)),process.exit(1)}}});const dn=(...e)=>{oe("commands:jobs:bulkRun")(...e)},un="bulk-run";var fn=Object.freeze({__proto__:null,builder:async e=>(dn("builder",un),e.option("file",{describe:"Path to JSON file containing array of jobs to run",type:"string",alias:["f"],demandOption:!0}).demandOption("file","Path to JSON file is required. Example: -f ./jobs.json")),command:un,desc:"Run jobs in bulk",handler:async t=>{dn("handler",un,t);const{hg:n,json:o,apikey:s,env:r,file:a}=t,{clientApiBaseUri:i}=n;let c,l=p();try{if(c=Q(`Reading jobs file: ${Q(a,"info")}`),!o&&l.start(Q(`In progress: ${c}...`,"secondary")),!e.existsSync(a))throw new Error(`File not found: ${a}`);const t=e.readFileSync(a,{encoding:"utf-8"}),n=JSON.parse(t);if(!Array.isArray(n))throw new Error("JSON file must contain an array of job objects");if(0===n.length)return void(o?te({status:"error",error:"No jobs found in file"}):l.warn(Q(`Warning: ${Q("No jobs found in file")}.`,"secondary")));for(let e=0;e<n.length;e++){const t=n[e];if(!t.flow)throw new Error(`Job at index ${e} is missing required field: flow`);if(!t.tenant)throw new Error(`Job at index ${e} is missing required field: tenant`)}!o&&l.succeed(Q(`Finished: ${c}.`,"secondary")),c=Q("Checking flow versions..."),!o&&l.start(Q(`In progress: ${c}...`,"secondary"));const d=[...new Set(n.map(e=>e.flow))],u={};await Promise.all(d.map(async e=>{try{const t=await Te({debug:dn,baseUri:i,apikey:s,env:r,flow:e});u[e]=2===t?.version}catch(t){dn(`Error checking flow ${e}:`,t),u[e]=!1}})),!o&&l.succeed(Q(`Finished: ${c}.`,"secondary")),c=Q(`Running ${Q(n.length,"info")} job(s)...`),!o&&l.start(Q(`In progress: ${c}...`,"secondary"));const p=await Promise.all(n.map(async(e,t)=>{const{flow:n,tenant:o,...a}=e,c=u[n]||!1;try{const e=await(async({debug:e,baseUri:t,env:n,apikey:o,tenant:s,flow:r,...a})=>{const{isV2Flow:i=!1,...c}=a,l={"x-api-key":o},d=new URL(`${t}/${i?"v2/":""}${n}/${r}/${s}/jobs`).toString();e&&e("uri:",d);const{data:u}=await y.post(d,c,{headers:l});return u})({debug:dn,baseUri:i,env:r,apikey:s,tenant:o,flow:n,isV2Flow:c,...a});return{index:t,flow:n,tenant:o,ok:!0,response:e}}catch(e){let s;if(e.response){const t=e.response.status,n=e.response.statusText,o=e.response.data,r=e.message;dn("Error response:",{statusCode:t,statusText:n,message:r,data:o}),s={statusCode:t,statusText:n,message:r,data:o}}else e.request?(dn("Error: No response received",e.message),s={message:e.message,request:e.request}):(dn("Error:",e.message),s={message:e.message});return{index:t,flow:n,tenant:o,ok:!1,error:s}}}));if(!o&&l.succeed(Q(`Finished: ${c}.`,"secondary")),o)te(p);else{const e=new f({head:["Index","Flow","Tenant","Status","Response/Error"]});p.forEach(t=>{const n=t.ok?"SUCCESS":"FAILED",o=t.ok?JSON.stringify(t.response,void 0,2):JSON.stringify(t.error,void 0,2);e.push([t.index,t.flow,t.tenant,n,o])}),console.log(e.toString());const t=p.filter(e=>e.ok).length,n=p.filter(e=>!e.ok).length;Z(Q(`Summary: ${Q(String(t),"info")} succeeded, ${Q(String(n),"error")} failed out of ${Q(String(p.length),"info")} total.`,"secondary"))}}catch(e){o?te({status:"error",error:e.message,stack:e.stack}):(l.fail(Q(`Error: ${c||"Failed to run jobs"}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),dn(e)),process.exit(1)}}});const pn=(...e)=>{oe("commands:jobs:bulkRetrigger")(...e)},gn="bulk-retrigger";var yn=Object.freeze({__proto__:null,builder:async e=>(pn("builder",gn),e.option("file",{describe:"Path to JSON file containing array of jobRoots to retrigger",type:"string",alias:["f"],demandOption:!0}).demandOption("file","Path to JSON file is required. Example: -f ./jobRoots.json")),command:gn,desc:"Retrigger jobs in bulk",handler:async t=>{pn("handler",gn,t);const{hg:n,json:o,apikey:s,env:r,file:a}=t,{clientApiBaseUri:i}=n;let c,l=p();try{if(c=Q(`Reading jobRoots file: ${Q(a,"info")}`),!o&&l.start(Q(`In progress: ${c}...`,"secondary")),!e.existsSync(a))throw new Error(`File not found: ${a}`);const t=e.readFileSync(a,{encoding:"utf-8"}),n=JSON.parse(t);if(!Array.isArray(n))throw new Error("JSON file must contain an array of jobRoot strings");if(0===n.length)return void(o?te({status:"error",error:"No jobRoots found in file"}):l.warn(Q(`Warning: ${Q("No jobRoots found in file")}.`,"secondary")));for(let e=0;e<n.length;e++)if("string"!=typeof n[e])throw new Error(`JobRoot at index ${e} must be a string, got ${typeof n[e]}`);!o&&l.succeed(Q(`Finished: ${c}.`,"secondary"));const d={};for(const e of n){const t=e.split("/");if(t.length<3||"flows"!==t[1])throw new Error(`Invalid jobRoot format: ${e}. Expected format: {tenantId}/flows/{flowId}/...`);const n=t[0],o=t[2],s=`${n}/flows/${o}`;d[s]||(d[s]={tenant:n,flow:o,jobRoots:[]}),d[s].jobRoots.push(e)}const u=Object.keys(d);!o&&Z(Q(`Found ${Q(String(n.length),"info")} jobRoot(s) grouped into ${Q(String(u.length),"info")} tenant/flow group(s).`,"secondary"));const p=async(e,t,n,o=36e5)=>{const a=Date.now();for(;Date.now()-a<o;)try{const o=await Ne({debug:pn,baseUri:i,env:r,apikey:s,flow:t,user_id:e,job_root:n}),a=o.status||o.state;if("JOB_COMPLETED"===a||"string"==typeof a&&a.endsWith("_FAILED"))return{completed:!0,status:a};await new Promise(e=>setTimeout(e,5e3))}catch(e){pn(`Error checking job status for ${n}:`,e),await new Promise(e=>setTimeout(e,5e3))}return{completed:!1,status:"TIMEOUT"}};c=Q(`Retriggering ${Q(String(n.length),"info")} job(s) across ${Q(String(u.length),"info")} group(s)...`),!o&&l.start(Q(`In progress: ${c}...`,"secondary"));const g=[];if(await Promise.all(u.map(async e=>{const t=d[e],{tenant:n,flow:a,jobRoots:c}=t,u=[];for(let e=0;e<c.length;e++){const t=c[e];try{const d=await Fe({debug:pn,baseUri:i,env:r,apikey:s,tenant:n,flow:a,job_root:t});if(e<c.length-1){o||(l.text=Q(`Waiting for job ${e+1}/${c.length} in group ${n}/${a} to complete...`,"secondary"));(await p(n,a,t)).completed||pn(`Warning: Job ${t} did not complete within timeout period`)}u.push({tenant:n,flow:a,jobRoot:t,ok:!0,response:d})}catch(e){let o;if(e.response){const t=e.response.status,n=e.response.statusText,s=e.response.data,r=e.message;pn("Error response:",{statusCode:t,statusText:n,message:r,data:s}),o={statusCode:t,statusText:n,message:r,data:s}}else e.request?(pn("Error: No response received",e.message),o={message:e.message,request:e.request}):(pn("Error:",e.message),o={message:e.message});u.push({tenant:n,flow:a,jobRoot:t,ok:!1,error:o})}}g.push(...u)})),!o&&l.succeed(Q(`Finished: ${c}.`,"secondary")),o)te(g);else{const e=new f({head:["Tenant","Flow","Job Root","Status","Response/Error"]});g.forEach(t=>{const n=t.ok?"SUCCESS":"FAILED",o=t.ok?JSON.stringify(t.response,void 0,2):JSON.stringify(t.error,void 0,2);e.push([t.tenant||"N/A",t.flow||"N/A",t.jobRoot||"N/A",n,o])}),console.log(e.toString());const t=g.filter(e=>e.ok).length,n=g.filter(e=>!e.ok).length;Z(Q(`Summary: ${Q(String(t),"info")} succeeded, ${Q(String(n),"error")} failed out of ${Q(String(g.length),"info")} total.`,"secondary"))}}catch(e){o?te({status:"error",error:e.message,stack:e.stack}):(l.fail(Q(`Error: ${c||"Failed to retrigger jobs"}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),pn(e)),process.exit(1)}}});const hn=(...e)=>{oe("commands:jobs:bulkKill")(...e)},mn="bulk-kill";var bn=Object.freeze({__proto__:null,builder:async e=>(hn("builder",mn),e.option("tenant-ids",{describe:"Comma-separated list of tenant IDs to filter by",type:"string",alias:["tenants"]}).option("flow-ids",{describe:"Comma-separated list of flow IDs to filter by",type:"string",alias:["flows"]}).option("reason",{describe:"Reason for killing the jobs",type:"string"})),command:mn,desc:"Kill jobs in bulk",handler:async e=>{hn("handler",mn,e);const{hg:t,json:n,apikey:o,env:s,tenantIds:r,flowIds:a,reason:i}=e,{clientApiBaseUri:c}=t;let l,d=p();try{const e="JOB_CREATED,SYNC_STARTED,SYNC_SUCCESS,ETL_STARTED,ETL_SUCCESS,EXPORT_STARTED";l=Q("Fetching running jobs..."),!n&&d.start(Q(`In progress: ${l}...`,"secondary"));const t=new Date,u=new Date(t);u.setMonth(t.getMonth()-1);const p=u.toISOString().split("T")[0],g=await Ae({debug:hn,baseUri:c,env:s,apikey:o,from:p,status:e,count:100});let h=g.jobs||[];const m=g.total||0;if(!n&&d.succeed(Q(`Found ${Q(m,"info")} job(s) with specified status.`,"secondary")),r){const e=r.split(",").map(e=>e.trim()).filter(e=>e);e.length>0&&(h=h.filter(t=>{const n=t.tenant;return e.includes(n)}))}if(a){const e=a.split(",").map(e=>e.trim()).filter(e=>e);e.length>0&&(h=h.filter(t=>{const n=t.flow_id;return e.includes(n)}))}if(0===h.length)return void(n?te({status:"info",message:"No jobs found matching the filters"}):d.warn(Q(`Warning: ${Q("No jobs found matching the specified filters")}.`,"secondary")));l=Q(`Killing ${Q(h.length,"info")} job(s)...`),!n&&d.start(Q(`In progress: ${l}...`,"secondary"));const b=await Promise.all(h.map(async(e,t)=>{const n=e.s3_root,r=e.flow_id,a=e.tenant;if(!n)return{index:t,flow:r,tenant:a,ok:!1,error:{message:"Job root (s3_root) not found in job data"}};try{const e=await(async({debug:e,baseUri:t,env:n,flow:o,user_id:s,apikey:r,job_root:a,reason:i,task_arn:c,skip_webhooks:l})=>{const d=new URL(`${t}/${n}/${o}/${s}/jobs/kill`);d.searchParams.set("job_root",a),i&&d.searchParams.set("reason",i),c&&d.searchParams.set("task_arn",c),l&&d.searchParams.set("skip_webhooks",!0===l?"true":"false");const u={"x-api-key":r},f=d.toString();e&&e("uri:",f);const{data:p}=await y.get(f,{headers:u});return p})({debug:hn,baseUri:c,env:s,apikey:o,flow:r,user_id:a,job_root:n,reason:i});return{index:t,flow:r,tenant:a,jobRoot:n,ok:!0,response:e}}catch(e){let o;if(e.response){const t=e.response.status,n=e.response.statusText,s=e.response.data,r=e.message;hn("Error response:",{statusCode:t,statusText:n,message:r,data:s}),o={statusCode:t,statusText:n,message:r,data:s}}else e.request?(hn("Error: No response received",e.message),o={message:e.message,request:e.request}):(hn("Error:",e.message),o={message:e.message});return{index:t,flow:r,tenant:a,jobRoot:n,ok:!1,error:o}}}));if(!n&&d.succeed(Q(`Finished: ${l}.`,"secondary")),n)te(b);else{const e=new f({head:["Index","Flow","Tenant","Job Root","Status","Response/Error"]});b.forEach(t=>{const n=t.ok?"SUCCESS":"FAILED",o=t.ok?JSON.stringify(t.response,void 0,2):JSON.stringify(t.error,void 0,2);e.push([t.index,t.flow||"N/A",t.tenant||"N/A",t.jobRoot||"N/A",n,o])}),console.log(e.toString());const t=b.filter(e=>e.ok).length,n=b.filter(e=>!e.ok).length;Z(Q(`Summary: ${Q(String(t),"info")} succeeded, ${Q(String(n),"error")} failed out of ${Q(String(b.length),"info")} total.`,"secondary"))}}catch(e){n?te({status:"error",error:e.message,stack:e.stack}):(d.fail(Q(`Error: ${l||"Failed to kill jobs"}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),hn(e)),process.exit(1)}}});const wn=(...e)=>{oe("commands:jobs:bulkRollback")(...e)},vn="bulk-rollback";var $n=Object.freeze({__proto__:null,builder:async e=>(wn("builder",vn),e.option("from-utc-iso",{describe:"Start date for job search (YYYY-MM-DD)",type:"string",alias:["from"],demandOption:!0}).demandOption("from-utc-iso","Date from is required. Example: --from-utc-iso 2024-01-01").option("to-utc-iso",{describe:"End date for job search (YYYY-MM-DD)",type:"string",alias:["to"],demandOption:!0}).demandOption("to-utc-iso","Date to is required. Example: --to-utc-iso 2024-01-31").option("tenant-ids",{describe:"Comma-separated list of tenant IDs to filter by",type:"string",alias:["tenants"]}).option("flow-ids",{describe:"Comma-separated list of flow IDs to filter by",type:"string",alias:["flows"]})),command:vn,desc:"Rollback jobs in bulk",handler:async e=>{wn("handler",vn,e);const{hg:t,json:n,apikey:o,env:s,fromUtcIso:r,toUtcIso:a,tenantIds:i,flowIds:c}=e,{clientApiBaseUri:l}=t;let d,u=p();try{if(10!==r.length){const e="Date from must be in YYYY-MM-DD format";n?te({status:"error",error:e}):u.fail(Q(`Error: ${e}`,"secondary")),process.exit(1)}if(10!==a.length){const e="Date to must be in YYYY-MM-DD format";n?te({status:"error",error:e}):u.fail(Q(`Error: ${e}`,"secondary")),process.exit(1)}const e=`${r}T00:00:00Z`,t=`${a}T23:59:59.999Z`;d=Q(`Fetching jobs from ${Q(r,"info")} to ${Q(a,"info")}...`),!n&&u.start(Q(`In progress: ${d}...`,"secondary"));const p=await Ae({debug:wn,baseUri:l,env:s,apikey:o,from:e,to:t,count:100});!n&&u.stop();let g=p.jobs||[];if(i){const e=i.split(",").map(e=>e.trim()).filter(e=>e);e.length>0&&(g=g.filter(t=>{const n=t.tenant;return e.includes(n)}))}if(c){const e=c.split(",").map(e=>e.trim()).filter(e=>e);e.length>0&&(g=g.filter(t=>{const n=t.flow_id||t.flowId||t.flow;return e.includes(n)}))}if(!n&&Z(Q(`Found ${Q(String(g.length),"info")} job(s) after filtering.`,"secondary")),0===g.length)return void(n?te({status:"info",message:"No jobs found matching the filters"}):u.warn(Q(`Warning: ${Q("No jobs found matching the specified filters")}.`,"secondary")));d=Q(`Rolling back ${Q(g.length,"info")} job(s)...`),!n&&u.start(Q(`In progress: ${d}...`,"secondary"));const h=await Promise.all(g.map(async(e,t)=>{const n=e.s3_root||e.s3Root||e.job_root||e.jobRoot,r=e.flow_id||e.flowId||e.flow,a=e.tenant||e.tenant_id||e.tenantId||e.user_id;let i=e.tap;if(!i&&e.taps&&Array.isArray(e.taps)&&e.taps.length>0&&(i=e.taps[0]),!i&&e.tap_name&&(i=e.tap_name),!i&&e.connector&&(i=e.connector),!n)return{index:t,flow:r,tenant:a,ok:!1,error:{message:"Job root (s3_root) not found in job data"}};if(!i)return{index:t,flow:r,tenant:a,jobRoot:n,ok:!1,error:{message:"Tap not found in job data"}};try{const e=await(async({debug:e,baseUri:t,env:n,flow:o,user_id:s,apikey:r,job_root:a,tap:i})=>{const c={"x-api-key":r},l=new URL(`${t}/${n}/${o}/${s}/jobs/rollback`).toString(),d={job_root:a,tap:i};e&&e("uri:",l),e&&e("body:",d);const{data:u}=await y.post(l,d,{headers:c});return u})({debug:wn,baseUri:l,env:s,apikey:o,flow:r,user_id:a,job_root:n,tap:i});return{index:t,flow:r,tenant:a,jobRoot:n,tap:i,ok:!0,response:e}}catch(e){let o;if(e.response){const t=e.response.status,n=e.response.statusText,s=e.response.data,r=e.message;wn("Error response:",{statusCode:t,statusText:n,message:r,data:s}),o={statusCode:t,statusText:n,message:r,data:s}}else e.request?(wn("Error: No response received",e.message),o={message:e.message,request:e.request}):(wn("Error:",e.message),o={message:e.message});return{index:t,flow:r,tenant:a,jobRoot:n,tap:i,ok:!1,error:o}}}));if(!n&&u.succeed(Q(`Finished: ${d}.`,"secondary")),n)te(h);else{const e=new f({head:["Index","Flow","Tenant","Job Root","Tap","Status","Response/Error"]});h.forEach(t=>{const n=t.ok?"SUCCESS":"FAILED",o=t.ok?JSON.stringify(t.response,void 0,2):JSON.stringify(t.error,void 0,2);e.push([t.index,t.flow||"N/A",t.tenant||"N/A",t.jobRoot||"N/A",t.tap||"N/A",n,o])}),console.log(e.toString());const t=h.filter(e=>e.ok).length,n=h.filter(e=>!e.ok).length;Z(Q(`Summary: ${Q(String(t),"info")} succeeded, ${Q(String(n),"error")} failed out of ${Q(String(h.length),"info")} total.`,"secondary"))}}catch(e){n?te({status:"error",error:e.message,stack:e.stack}):(u.fail(Q(`Error: ${d||"Failed to rollback jobs"}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),wn(e)),process.exit(1)}}});const jn=[rn,ln,fn,yn,bn,$n],kn=oe("commands:jobs"),_n="jobs <action>";var En=Object.freeze({__proto__:null,builder:async function(e){kn("builder",_n);return(await pe(e)).command(jn)},command:_n,desc:"Manage ETL jobs",handler:async function(e){kn("handler",_n,e)}});const xn=oe("commands:schedules:bulkUpdate"),Sn="bulk-update";var On=Object.freeze({__proto__:null,builder:async e=>(xn("builder",Sn),e.option("tenant-ids",{describe:"Comma-separated list of tenant IDs",type:"string",alias:["tenants"]}).option("flow-ids",{describe:"Comma-separated list of flow IDs",type:"string",alias:["flows"]}).option("status",{describe:'Schedule status: "enable" or "disable"',type:"string",choices:["enable","disable"]}).option("expression",{describe:"Cron schedule expression",type:"string"}).option("connector",{describe:"Filter by connector ID",type:"string"}).option("job-type",{describe:'Filter by job type: "read" or "write"',type:"string",choices:["read","write"]})),command:Sn,desc:"Update schedules in bulk",handler:async e=>{xn("handler",Sn,e);const{hg:t,json:n,apikey:o,env:s,tenantIds:r,flowIds:a,status:i,expression:c,connector:l,"job-type":d}=e,{clientApiBaseUri:u}=t;let g,h=p();try{if(!i&&!c){const e='Either "status" or "expression" must be provided';n?te({status:"error",error:e}):h.fail(Q(`Error: ${e}`,"secondary")),process.exit(1)}const e=r?r.split(",").map(e=>e.trim()).filter(Boolean):null,t=a?a.split(",").map(e=>e.trim()).filter(Boolean):null;g=Q(`Retrieving schedules for environment: ${Q(s,"info")}`),!n&&h.start(Q(`In progress: ${g}...`,"secondary"));const p=await(async({debug:e,baseUri:t,env:n,apikey:o,includeDisabled:s})=>{const r=new URL(`${t}/tenants/${n}/schedule`);r.searchParams.set("includeDisabled","true");const a={"x-api-key":o},i=r.toString();e&&e("uri:",i);const{data:c}=await y.get(i,{headers:a});return c})({debug:xn,baseUri:u,env:s,apikey:o,includeDisabled:!0});!n&&h.succeed(Q(`Finished: ${g}.`,"secondary")),xn("response-data",p);const m="string"==typeof p?JSON.parse(p):p;if(!m||0===m.length)return void(n?te({updated:0,schedules:[]}):h.warn(Q(`Warning: ${Q("No schedules found for the specified environment")}.`,"secondary")));let b=m.filter(n=>{if(e&&e.length>0&&!e.includes(n.tenantId))return!1;if(t&&t.length>0&&!t.includes(n.flowId))return!1;if(null!=l&&""!==l){if(n.connectorId!==l)return!1}else if(null!==n.connectorId&&void 0!==n.connectorId)return!1;return!d||n.jobType===d});if(0===b.length)return void(n?te({updated:0,schedules:[]}):h.warn(Q(`Warning: ${Q("No schedules match the specified filters")}.`,"secondary")));let w=b;if(i&&("enable"===i?w=b.filter(e=>!1===e.isActive):"disable"===i&&(w=b.filter(e=>!0===e.isActive))),0===w.length)return void(n?te({updated:0,schedules:[],message:"No schedules need to be updated (all are already in the desired state)"}):h.warn(Q(`Warning: ${Q("No schedules need to be updated (all are already in the desired state)")}.`,"secondary")));const v=i?"enable"===i?"ENABLED":"DISABLED":void 0;n||Z(Q(`Found ${Q(w.length.toString(),"info")} schedule(s) to update`,"secondary"));const $=20,j=[],k=[];for(let e=0;e<w.length;e+=$){const t=w.slice(e,e+$),s=Math.floor(e/$)+1,r=Math.ceil(w.length/$);g=Q(`Updating batch ${Q(`${s}/${r}`,"info")} (${t.length} schedule(s))`),!n&&h.start(Q(`In progress: ${g}...`,"secondary"));const a=t.map(async e=>{try{const t=c||e.expression,n=v||(e.isActive?"ENABLED":"DISABLED");if(!t)throw new Error("Schedule expression is required but not found");const s=await Ue({debug:xn,baseUri:u,env:e.envId,flow:e.flowId,user_id:e.tenantId,apikey:o,schedule_expression:t,state:n,job_type:e.jobType||d,connector_id:e.connectorId||l});return{success:!0,schedule:{envId:e.envId,flowId:e.flowId,tenantId:e.tenantId,connectorId:e.connectorId,jobType:e.jobType,expression:t,state:n},result:s}}catch(t){return xn("Error updating schedule:",t),{success:!1,schedule:{envId:e.envId,flowId:e.flowId,tenantId:e.tenantId,connectorId:e.connectorId,jobType:e.jobType},error:t.message||t.toString()}}});(await Promise.all(a)).forEach(e=>{e.success?j.push(e.schedule):k.push(e)}),!n&&h.succeed(Q(`Finished: ${g}.`,"secondary"))}if(n)te({total:w.length,updated:j.length,failed:k.length,schedules:j,errors:k});else if(Z(Q(`\nUpdated ${Q(j.length.toString(),"info")} schedule(s) successfully`,"secondary")),k.length>0&&Z(Q(`Failed to update ${Q(k.length.toString(),"error")} schedule(s)`,"secondary")),j.length>0||k.length>0){const e=new f({head:["Environment","Flow","Tenant","Connector","Job Type","Expression","State","Updated"]});j.forEach(t=>{e.push([t.envId,t.flowId,t.tenantId,t.connectorId||"N/A",t.jobType||"N/A",t.expression,t.state,"yes"])}),k.forEach(t=>{const n=t.schedule,o=w.find(e=>e.envId===n.envId&&e.flowId===n.flowId&&e.tenantId===n.tenantId&&e.connectorId===n.connectorId&&e.jobType===n.jobType);e.push([n.envId,n.flowId,n.tenantId,n.connectorId||"N/A",n.jobType||"N/A",o?.expression||"N/A",o?.isActive?"ENABLED":"DISABLED",`no: ${t.error}`])}),console.log("\n"+e.toString())}}catch(e){n?te({status:"error",error:e.message||e.toString()}):(h.fail(Q(`Error: ${g||"Failed to update schedules"}.`,"secondary")),Z(Q(`Message: ${Q(e.message||e.toString())}`,"secondary")),xn(e),e&&e.response&&e.response.data&&xn("response",e.response.data)),process.exit(1)}}});const In=[On],Tn=oe("commands:schedules"),An="schedules <action>";var Fn=Object.freeze({__proto__:null,builder:async function(e){Tn("builder",An);return(await pe(e)).command(In)},command:An,desc:"Manage schedules",handler:async function(e){Tn("handler",An,e)}});const Un=oe("commands:snapshots:deploy"),Nn="deploy";var Dn=Object.freeze({__proto__:null,builder:async e=>(Un("builder",Nn),e.option("tenant",{...ue.tenant.config,default:"default"}).option("sourceFolder",ue.sourceFolder.config).demandOption("sourceFolder",ue.sourceFolder.demandText)),command:Nn,desc:"Deploy Snapshots",handler:async e=>{Un("handler",Nn,e);const{hg:n,json:o,apikey:s,env:r,tenant:i,sourceFolder:c}=e,{clientApiBaseUri:d}=n;let u,g=p();const y=t.resolve(process.cwd(),c);try{u=Q(`Deploying Snapshots for Tenant ${Q(i,"info")} to ${Q(r,"info")}`),!o&&g.info(Q(`Info: ${u}.`,"secondary"));const e=await he(y,{recursive:!0});if(0===e.length)return void(o?te({status:"error",error:"There are no files to deploy at the specified location!"}):g.fail(Q(`Error: ${Q("There are no files to deploy at the specified location!")}.`,"secondary")));u=Q("Verifying user and authorizing");const{accessKeyId:n,secretAccessKey:p,sessionToken:h}=await $e({debug:Un,baseUri:d,task:"snapshot-deploy",env:r,tenant:i,apikey:s});!o&&g.succeed(Q(`Finished: ${u}.`,"secondary"));const m=new l.S3({accessKeyId:n,secretAccessKey:p,sessionToken:h});u=Q("Validating tenant exists"),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));try{const{CommonPrefixes:e}=await m.listObjectsV2({Bucket:r,Prefix:`${i}/`,Delimiter:"/"}).promise();if(0===e.length)throw new Error("Invalid tenant")}catch(e){throw Un("err",e),new Error("Tenant doesn't exist. Please check your tenant (-u) argument.")}!o&&g.succeed(Q(`Finished: ${u}.`,"secondary"));const b=`${i}/snapshots/`,w=new f({head:["File","Status"]});u=Q("Preparing deployment target"),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const{Contents:v}=await m.listObjectsV2({Bucket:r,Prefix:`${b}`}).promise();!o&&g.stop(),Un("contents",v),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const $=v.map(e=>({Key:e.Key}));if($.length>0){const e={Bucket:r,Delete:{Objects:$,Quiet:!0}};await m.deleteObjects(e).promise(),$.forEach(({Key:e})=>w.push([e.substring(b.length),Q("Deleted","warn")]))}!o&&g.succeed(Q(`Finished: ${u}.`,"secondary"));for await(const n of e){const e=t.relative(c,n),s=`${b}${e}`;u=Q(`Deploying file: ${Q(e,"info")}`),!o&&g.start(Q(`In progress: ${u}...`,"secondary"));const i={Bucket:r,Key:s,Body:await a.readFile(n)},l=await m.putObject(i).promise();!o&&g.succeed(Q(`Finished: ${u}.`,"secondary")),Un("s3-put-res",l),w.push([e,Q("Deployed","info")])}o?te({status:"success",deployedFiles:e}):H(w.toString())}catch(e){o?te({status:"error",error:e}):(g.fail(Q(`Error: ${u}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),Un(e),e&&e.response&&e.response.data&&Un("response",e.response.data)),process.exit(1)}}});const Rn=oe("commands:snapshots:download"),Pn="download";var Cn=Object.freeze({__proto__:null,builder:async e=>(Rn("builder",Pn),e.option("downloadTo",ue.downloadTo.config).demandOption("downloadTo",ue.downloadTo.demandText).option("tenant",{...ue.tenant.config,default:"default"}).option("overwrite",ue.overwrite.config).demandOption("overwrite",ue.overwrite.demandText)),command:Pn,desc:"Download Snapshots",handler:async n=>{Rn("handler",Pn,n);const{hg:o,json:s,apikey:r,env:i,tenant:c,downloadTo:d,overwrite:u}=n,{clientApiBaseUri:g}=o;let y,h=p();const m=t.resolve(process.cwd(),function(e){function t(e){return process.argv.indexOf(e)>-1}if(t(`--${e}`))return!0;const n=ue[e]?.config?.alias||[];for(let e in n)if(t(`-${n[e]}`))return!0;return!1}("downloadTo")?d:"snapshots");try{y=Q("Verifying user and authorizing"),!s&&h.start(Q(`In progress: ${y}...`,"secondary"));const{accessKeyId:n,secretAccessKey:o,sessionToken:d}=await $e({debug:Rn,baseUri:g,task:"snapshot-download",env:i,tenant:c,apikey:r}),p=new l.S3({accessKeyId:n,secretAccessKey:o,sessionToken:d});!s&&h.succeed(Q(`Finished: ${y}.`,"secondary")),y=Q("Validating tenant exists"),!s&&h.start(Q(`In progress: ${y}...`,"secondary"));try{const{CommonPrefixes:e}=await p.listObjectsV2({Bucket:i,Prefix:`${c}/`,Delimiter:"/"}).promise();if(0===e.length)throw new Error("Invalid tenant")}catch(e){throw Rn("err",e),new Error("Tenant doesn't exist. Please check your tenant (-u) argument.")}!s&&h.succeed(Q(`Finished: ${y}.`,"secondary")),y=Q("Scanning for downloadable files"),!s&&h.start(Q(`In progress: ${y}...`,"secondary"));const b=`${c}/snapshots/`,w={Bucket:i,Prefix:b},{Contents:v}=await p.listObjectsV2(w).promise();!s&&h.succeed(Q(`Finished: ${y}.`,"secondary")),Rn("s3-list-res",v);const $=v?v.map(e=>e.Key).filter(e=>e!==b):[];if(!$||0===$.length)return void(s?te({status:"success",downloadedFiles:[]}):h.warn(Q(`Warning: ${Q("Nothing to download!")}`,"secondary")));y=Q(`Downloading snapshot files to ${Q(m,"info")}`),!s&&h.info(Q(`Info: ${y}.`,"secondary"));const j=new f({head:["File","Status"]});for await(const n of $){const o=n.substring(b.length),r=t.resolve(m,o);if(Rn("file",r),n.endsWith("/")){!e.existsSync(r)&&await a.mkdir(r,{recursive:!0});continue}if(!u)try{await a.stat(r),Rn("exists, skipping"),j.push([o,"Skipped"]);continue}catch(e){"ENOENT"!==e.code&&H(e)}y=Q(`Downloading file: ${Q(o,"info")}`),!s&&h.start(Q(`In progress: ${y}...`,"secondary")),await a.mkdir(t.dirname(r),{recursive:!0});const c=p.getObject({Bucket:i,Key:n}).createReadStream();await a.writeFile(r,await be(c)),!s&&h.succeed(Q(`Finished: ${y}.`,"secondary")),j.push([o,"Downloaded"])}s?te({status:"success",downloadedFiles:$}):H(j.toString())}catch(e){s?te({status:"error",error:e}):(h.fail(Q(`Error: ${y}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),Rn(e),e&&e.response&&e.response.data&&Rn("response",e.response.data)),process.exit(1)}}});const Bn=[Dn,Cn],Kn=oe("commands:snapshots"),Ln="snapshots <action>";var Mn=Object.freeze({__proto__:null,builder:async function(e){Kn("builder",Ln,e);return(await pe(e)).command(Bn)},command:Ln,desc:"Manage tenant snapshots",handler:async function(e){Kn("handler",Ln,e)}});const qn=oe("commands:tenants:custom-etl"),zn="custom-etl",Jn=async({debug:e,baseUri:t,apikey:n,env:o,flow:s,tenant:r,supportedSources:a})=>{const i=await Ee({debug:e,baseUri:t,env:o,flow:s,tenant:r,apikey:n});let c=null;for(const{tap:d}of[...i,...a]){const{accessKeyId:a,secretAccessKey:i,sessionToken:u}=await $e({debug:e,baseUri:t,task:"etl-download",env:o,tenant:r,flow:s,tap:d,apikey:n}),f=new l.S3({accessKeyId:a,secretAccessKey:i,sessionToken:u}),p={Bucket:o,Prefix:`${r}/flows/${s}/taps/${d}/etl/`},{Contents:g}=await f.listObjectsV2(p).promise();if(g.some(({Key:e})=>e.endsWith("etl.py")||e.endsWith("etl.ipynb"))&&(c=r),null!==c)break}return c};var Vn=Object.freeze({__proto__:null,builder:async e=>(qn("builder",zn),e.option("tenant",ue.tenant.config).option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText)),command:zn,desc:"List tenants with custom ETL in a specific flow",handler:async e=>{qn("handler",zn,e);const{hg:t,json:n,apikey:o,env:s,flow:r}=e;let a,i=p();try{a=Q(`Retrieving tenants for environment ${Q(s,"info")}`),!n&&i.start(Q(`In progress: ${a}...`,"secondary"));const[e,c]=await Promise.all([je({debug:qn,baseUri:t.clientApiBaseUri,apikey:o,env:s}),ke({debug:qn,baseUri:t.clientApiBaseUri,apikey:o,env:s,flow:r})]);!n&&i.succeed(Q(`Finished: ${a}.`,"secondary"));let l=[];a=Q(`Querying for custom ETL scripts for flow ${Q(r,"info")}`),!n&&i.start(Q(`In progress: ${a}...`,"secondary"));for(const n of we(e)){const e=await Promise.all(n.map(e=>Jn({debug:qn,baseUri:t.clientApiBaseUri,apikey:o,env:s,flow:r,tenant:e,supportedSources:c})));l=l.concat(e.filter(Boolean))}if(!n&&i.succeed(Q(`Finished: ${a}.`,"secondary")),n)te(l);else{const e=new f({head:["Tenant ID"]});e.push(...l.map(e=>[e])),console.log(e.toString())}}catch(e){n?te({status:"error",error:e}):(i.fail(Q(`Error: ${a}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),qn(e),e&&e.response&&e.response.data&&qn("response",e.response.data)),process.exit(1)}}});const Wn=oe("commands:tenants:custom-field-map"),Yn="custom-field-map",Gn=async({debug:e,baseUri:t,apikey:n,env:o,flow:s,tenant:r,isV2Flow:a})=>{const i=a?await xe({debug:e,baseUri:t,env:o,flow:s,tenant:r,apikey:n}):await Ee({debug:e,baseUri:t,env:o,flow:s,tenant:r,apikey:n}),c=[],{accessKeyId:d,secretAccessKey:u,sessionToken:f}=await $e({debug:e,baseUri:t,task:"field-map-download",env:o,tenant:r,flow:s,apikey:n}),p=new l.S3({accessKeyId:d,secretAccessKey:u,sessionToken:f});for(const{id:e,tap:t}of i){const n={Bucket:o,Key:`${r}/flows/${s}/${a?"connectors":"taps"}/${a?e:t}/fieldMap.json`};try{await p.headObject(n).promise(),c.push(a?e:t)}catch(e){}}return{tenant:r,connectors:c}};var Qn=Object.freeze({__proto__:null,builder:async e=>(Wn("builder",Yn),e.option("tenant",ue.tenant.config).option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText)),command:Yn,desc:"List tenants with custom field map in a specific flow",handler:async e=>{Wn("handler",Yn,e);const{hg:t,json:n,apikey:o,env:s,flow:r}=e;let a,i=p();try{a=Q(`Retrieving tenants for environment ${Q(s,"info")}`),!n&&i.start(Q(`In progress: ${a}...`,"secondary"));const[e,c]=await Promise.all([je({debug:Wn,baseUri:t.clientApiBaseUri,apikey:o,env:s}),Te({debug:Wn,baseUri:t.clientApiBaseUri,apikey:o,env:s,flow:r})]),l=2===c?.version;!n&&i.succeed(Q(`Finished: ${a}.`,"secondary"));const d=[];a=Q(`Querying for custom field maps for flow ${Q(r,"info")}`),!n&&i.start(Q(`In progress: ${a}...`,"secondary"));for(const n of we(e)){const e=await Promise.all(n.map(e=>Gn({debug:Wn,baseUri:t.clientApiBaseUri,apikey:o,env:s,flow:r,tenant:e,isV2Flow:l})));d.push(...e.filter(({connectors:e})=>e.length>0))}if(!n&&i.succeed(Q(`Finished: ${a}.`,"secondary")),n)te(d);else{const e=new f({head:["Tenant ID","Connector IDs"]});e.push(...d.map(({tenant:e,connectors:t})=>[e,t.join(", ")])),console.log(e.toString())}}catch(e){n?te({status:"error",error:e}):(i.fail(Q(`Error: ${a}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),Wn(e),e&&e.response&&e.response.data&&Wn("response",e.response.data)),process.exit(1)}}});const Hn=oe("commands:tenants:delete"),Zn="delete";var Xn=Object.freeze({__proto__:null,builder:async e=>(Hn("builder",Zn),e.option("tenant",ue.tenant.config)),command:Zn,desc:"Delete tenant",handler:async e=>{Hn("handler",Zn,e);const{hg:t,json:n,apikey:o,env:s,tenant:r}=e,{clientApiBaseUri:a}=t;let i,c=p();try{if("default"===r)throw new Error('It\'s not possible to delete "default" tenant!');i=Q(`Deleting tenant ${r} schedules`),!n&&c.start(Q(`In progress: ${i}...`,"secondary")),await(async({debug:e,baseUri:t,env:n,apikey:o,tenant:s})=>{const r={"x-api-key":o},a=new URL(`${t}/tenant/${n}/${s}?schedules_only=true`).toString();e&&e("uri:",a);const{data:i}=await y.delete(a,{headers:r});return i})({debug:Hn,baseUri:a,env:s,apikey:o,tenant:r}),!n&&c.succeed(Q(`Finished: ${i}.`,"secondary")),i=Q("Verifying user and authorizing"),!n&&c.start(Q(`In progress: ${i}...`,"secondary"));const{accessKeyId:e,secretAccessKey:t,sessionToken:d}=await $e({debug:Hn,baseUri:a,task:"tenant-delete",env:s,tenant:r,apikey:o});!n&&c.succeed(Q(`Finished: ${i}.`,"secondary"));const u=new l.S3({accessKeyId:e,secretAccessKey:t,sessionToken:d});for(i=Q(`Deleting tenant ${r} for environment ${Q(s,"info")}`),!n&&c.start(Q(`In progress: ${i}...`,"secondary"));;){const e=((await u.listObjectsV2({Bucket:s,Prefix:`${r}/`}).promise()).Contents||[]).map(({Key:e})=>({Key:e}));if(0===e.length)break;await u.deleteObjects({Bucket:s,Delete:{Objects:e}}).promise()}if(!n&&c.succeed(Q(`Finished: ${i}.`,"secondary")),n)te({statu:"success",tenantDeleted:r});else{const e=new f({head:["Tenant ID"]});e.push([r]),console.log(e.toString())}}catch(e){n?te({status:"error",error:e}):(c.fail(Q(`Error: ${i}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),Hn(e),e&&e.response&&e.response.data&&Hn("response",e.response.data)),process.exit(1)}}});const eo=oe("commands:tenants:list"),to="list";var no=Object.freeze({__proto__:null,builder:async e=>(eo("builder",to),e.option("tenant",ue.tenant.config)),command:to,desc:"List tenants",handler:async e=>{eo("handler",to,e);const{hg:t,json:n,apikey:o,env:s,tenant:r}=e;let a,i=p();try{a=Q(`Retrieving tenants for environment ${Q(s,"info")}`);const e=`${t.clientApiBaseUri}/tenants/${s}${r?`?tenant=${r}`:""}`;eo("requesting:",e),!n&&i.start(Q(`In progress: ${a}...`,"secondary"));const{data:c}=await y.get(e,{headers:{"x-api-key":o}});if(!n&&i.succeed(Q(`Finished: ${a}.`,"secondary")),eo("response-data",c),!c||0===c.length)return void(n?te([]):i.info(Q(`Info: ${Q("No tenants found in the specified environment")}.`,"secondary")));if(n)te(c);else{const e=new f({head:["tenant ID"]});e.push(...c.map(e=>[e])),console.log(e.toString())}}catch(e){n?te({status:"error",error:e}):(i.fail(Q(`Error: ${a}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),eo(e),e&&e.response&&e.response.data&&eo("response",e.response.data)),process.exit(1)}}});const oo=oe("commands:tenants:custom-catalog"),so="custom-catalog",ro=async({debug:e,baseUri:t,apikey:n,env:o,flow:s,tenant:r,isV2Flow:a})=>{try{const i=a?await xe({debug:e,baseUri:t,env:o,flow:s,tenant:r,apikey:n}):await Ee({debug:e,baseUri:t,env:o,flow:s,tenant:r,apikey:n}),c=[],{accessKeyId:d,secretAccessKey:u,sessionToken:f}=await $e({debug:e,baseUri:t,task:"field-map-download",env:o,tenant:r,flow:s,apikey:n}),p=new l.S3({accessKeyId:d,secretAccessKey:u,sessionToken:f});for(const{id:e,tap:t}of i){const n={Bucket:o,Key:`${r}/flows/${s}/${a?"connectors":"taps"}/${a?e:t}/catalog.json`};try{await p.headObject(n).promise(),c.push(a?e:t)}catch(e){}}return{tenant:r,connectors:c}}catch(e){return console.error(e),{tenant:r,connectors:[]}}};var ao=Object.freeze({__proto__:null,builder:async e=>(oo("builder",so),e.option("tenant",ue.tenant.config).option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText)),command:so,desc:"List tenants with custom catalog in a specific flow",handler:async e=>{oo("handler",so,e);const{hg:t,json:n,apikey:o,env:s,flow:r}=e;let a,i=p();try{a=Q(`Retrieving tenants for environment ${Q(s,"info")}`),!n&&i.start(Q(`In progress: ${a}...`,"secondary"));const[e,c]=await Promise.all([je({debug:oo,baseUri:t.clientApiBaseUri,apikey:o,env:s}),Te({debug:oo,baseUri:t.clientApiBaseUri,apikey:o,env:s,flow:r})]),l=2===c?.version;!n&&i.succeed(Q(`Finished: ${a}.`,"secondary"));const d=[];a=Q(`Querying for custom catalogs for flow ${Q(r,"info")}`),!n&&i.start(Q(`In progress: ${a}...`,"secondary"));for(const n of we(e)){const e=await Promise.all(n.map(e=>ro({debug:oo,baseUri:t.clientApiBaseUri,apikey:o,env:s,flow:r,tenant:e,isV2Flow:l})));d.push(...e.filter(({connectors:e})=>e.length>0))}if(!n&&i.succeed(Q(`Finished: ${a}.`,"secondary")),n)te(d);else{const e=new f({head:["Tenant ID","Connector IDs"]});e.push(...d.map(({tenant:e,connectors:t})=>[e,t.join(", ")])),console.log(e.toString())}}catch(e){n?te({status:"error",error:e}):(i.fail(Q(`Error: ${a}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),oo(e),e&&e.response&&e.response.data&&oo("response",e.response.data)),process.exit(1)}}});const io=oe("commands:tenants:update-config"),co="update-config",lo=async({debug:e,baseUri:t,apikey:n,env:o,flow:s,tenant:r,connectorId:a,config:i,isV2Flow:c})=>{const l=c?"id":"tap";if(!(c?await xe({debug:e,baseUri:t,env:o,flow:s,tenant:r,apikey:n,config:!0}):await Ee({debug:e,baseUri:t,env:o,flow:s,tenant:r,apikey:n,config:!0})).find(e=>e[l]===a))return null;const d=c?Oe:Se;try{await d({debug:e,baseUri:t,env:o,flow:s,tenant:r,apikey:n,connectorId:a,config:i})}catch(e){console.log(Q(`Error patching: ${r}. ${e}`,"secondary"))}return r};var uo=Object.freeze({__proto__:null,builder:async e=>(io("builder",co),e.option("flow",ue.flow.config).demandOption("flow",ue.flow.demandText).option("connector",ue.connector.config).demandOption("connector",ue.connector.demandText).option("configFilePath",ue.configFilePath.config).demandOption("configFilePath",ue.configFilePath.demandText)),command:co,desc:"Update the config of a specific connector and flow for all tenants",handler:async t=>{io("handler",co,t);const{hg:n,json:o,apikey:s,env:r,flow:a,connector:i,configFilePath:c}=t;let l,d=p();try{if(!c)throw new Error("Config file path not provided");if(!c.endsWith(".json"))throw new Error("Config file must have .json extension");if(!e.existsSync(c))throw new Error("Config file not found");const t=JSON.parse(e.readFileSync(c,{encoding:"utf-8"}));l=Q(`Retrieving tenants for environment ${Q(r,"info")}`),!o&&d.start(Q(`In progress: ${l}...`,"secondary"));const[u,p]=await Promise.all([je({debug:io,baseUri:n.clientApiBaseUri,apikey:s,env:r}),Te({debug:io,baseUri:n.clientApiBaseUri,apikey:s,env:r,flow:a})]),g=2===p?.version;!o&&d.succeed(Q(`Finished: ${l}.`,"secondary"));const y=[];l=Q(`Updating config for connector ${Q(i,"info")} and flow ${Q(a,"info")}`),!o&&d.start(Q(`In progress: ${l}...`,"secondary"));for(const e of we(u)){const o=await Promise.all(e.map(e=>lo({debug:io,baseUri:n.clientApiBaseUri,apikey:s,env:r,flow:a,tenant:e,connectorId:i,config:t,isV2Flow:g})));y.push(...o.filter(Boolean))}if(!o&&d.succeed(Q(`Finished: ${l}.`,"secondary")),o)te(y);else{const e=new f({head:["Tenant ID"]});y.forEach(t=>e.push([t])),console.log(e.toString())}}catch(e){o?te({status:"error",error:e}):(d.fail(Q(`Error: ${l}.`,"secondary")),Z(Q(`Message: ${Q(e.message)}`,"secondary")),io(e),e&&e.response&&e.response.data&&io("response",e.response.data)),process.exit(1)}}});const fo=[Vn,Qn,Xn,no,ao,uo],po=oe("commands:tenants"),go="tenants <action>";var yo=Object.freeze({__proto__:null,builder:async function(e){po("builder",go);return(await pe(e)).command(fo)},command:go,desc:"Manage tenants",handler:async function(e){po("handler",go,e)}});const ho=oe("commands:singer:validate"),mo="validate",bo=(e,t,n,o)=>{let s=o.type;Array.isArray(s)||(s=[s]);const r=s.filter(e=>"null"!==e)[0];if(!s.includes("null")||null!==n){if("string"===r&&"string"!=typeof n)throw new Error(`Record for ${e} has invalid type ${typeof n} for field ${t}. Expected type string.`);if("number"===r&&"number"!=typeof n)throw new Error(`Record for ${e} has invalid type ${typeof n} for field ${t}. Expected type number.`);if("boolean"===r&&"boolean"!=typeof n)throw new Error(`Record for ${e} has invalid type ${typeof n} for field ${t}. Expected type boolean.`);if("array"===r&&!Array.isArray(n))throw new Error(`Record for ${e} has invalid type ${typeof n} for field ${t}. Expected type array.`);if("object"===r&&"object"!=typeof n)throw new Error(`Record for ${e} has invalid type ${typeof n} for field ${t}. Expected type object.`)}},wo=(e,t,n)=>{const o=t.stream;if(!o)throw new Error("Schema record is missing stream name");if(!t.schema)throw new Error(`Schema record for ${o} is missing schema field`);if(e[o]){for(const n of t.key_properties)if(!e[o].keyProperties.includes(n))throw new Error(`Schema for ${o} has different key properties: ${e[o].keyProperties.join(", ")} and ${t.key_properties.join(", ")}`);const n=e[o].schema;((e,t,n)=>{for(const[o,s]of Object.entries(t.properties))if(n.properties[o]){const t=n.properties[o].type,r=s.type;if(t.length!=r.length||t.some(e=>!r.includes(e)))throw new Error(`Schema for ${e} has different typing for field ${o}: ${t} and ${r}`)}})(o,t.schema,n)}else e[o]={schema:t.schema,keyProperties:t.key_properties||[],keySet:new Set,count:0};return((e,t,n)=>{for(const[o,s]of Object.entries(t.properties)){let t=s.type;Array.isArray(t)||(t=[t]);const r=t.filter(e=>"null"!==e);if(r.length>1&&!n)throw new Error(`Schema for ${e} has multiple non-null types for field ${o}: ${r.join(", ")}`)}})(o,t.schema,n),e},vo=(e,t,n)=>{const o=t.stream,s=t.record;if(!s)throw new Error("Record is missing record field");if("object"!=typeof s)throw new Error(`Record has invalid type ${typeof s} for record field. Expected type object.`);if(!o)throw new Error("Record record is missing stream name");if(!e[o])throw new Error(`Record was written for stream ${o} before schema row was written.`);const r=e[o].keyProperties;for(const t of r){if(!s[t])throw new Error(`Record for ${o} is missing key property ${t}`);e[o].keySet.add(s[t])}if(r.length>0&&!n){const t=m.createHash("sha256").update(r.map(e=>`${e}:${s[e]}`).join("")).digest("hex");if(e[o].keySet.has(t))throw new Error(`Duplicate record for ${o} with primary keys: ${r.map(e=>`${e}: ${s[e]}`).join(", ")}`);e[o].keySet.add(t)}((e,t,n)=>{for(const[o,s]of Object.entries(t)){const t=n.properties[o];if(!t)throw new Error(`Record for ${e} has unknown field ${o}`);bo(e,o,s,t)}})(o,s,e[o].schema),e[o].count++},$o=(e,t)=>{if(!t.value)throw new Error("State record is missing value");if("object"!=typeof t.value)throw new Error(`State record has invalid type ${typeof t.value} for value. Expected type object.`)},jo=async(t,n)=>{const o={},{allowDuplicateRecords:s,allowFuzzyTypes:r}=n;for await(const a of async function*(t){const n=e.createReadStream(t,{encoding:"utf8"});let o="";for await(const e of n){const t=(o+e).split("\n");o=t.pop();for(const e of t)e.trim()&&(yield JSON.parse(e))}o.trim()&&(yield JSON.parse(o))}(t))try{if(!a.type)throw new Error(`Singer row is missing type: ${JSON.stringify(a)}`);"SCHEMA"==a.type?wo(o,a,r):"RECORD"==a.type?vo(o,a,s):"STATE"==a.type&&$o(0,a)}catch(e){throw n.json?e.message=`${e.message}. Error occured on line: ${JSON.stringify(a)}.`:console.log(`Error occured on line: ${JSON.stringify(a)} \n        `),e}return o};var ko=Object.freeze({__proto__:null,builder:async e=>(ho("builder",mo),e.option("dataFilePath",{...ue.dataFilePath.config}).option("allowDuplicateRecords",{type:"boolean",default:!1,description:"Allow duplicate records"}).option("allowFuzzyTypes",{type:"boolean",default:!1,description:"Allow fields to have multiple non-null types"})),command:mo,desc:"Validate Singer data",handler:async t=>{ho("handler",mo,t);const{allowDuplicateRecords:n,allowFuzzyTypes:o,dataFilePath:s,json:r}=t,a={allowDuplicateRecords:n,allowFuzzyTypes:o,json:r};if(!s)throw new Error("Data file path is required");if(!e.existsSync(s))throw new Error(`Data file path ${s} does not exist`);try{const e=await jo(s,a);r?console.log(JSON.stringify({streams:Object.keys(e).map(t=>({stream:t,count:e[t].count}))},null,2)):console.log(`\n        \n🎉🎉🎉 Singer validation passed 🎉🎉🎉\n--------------------------------------\n\n${Object.keys(e).length} streams validated\n\nRecord count by stream:\n${Object.keys(e).map(t=>`\n  ${t}: ${e[t].count}`).join("")}\n\n    `)}catch(e){r?console.log(JSON.stringify({error:e.message},null,2)):console.log(`\n\n🚨🚨🚨 Singer validation failed 🚨🚨🚨\n--------------------------------------\n\n${e.message}\n\n    `),process.exit(1)}}});const _o=[ko],Eo=oe("commands:singer"),xo="singer <action>";var So=Object.freeze({__proto__:null,builder:async function(e){Eo("builder",xo);return(await e).command(_o)},command:xo,desc:"Develop and test singer taps and targets",handler:async function(e){Eo("handler",xo,e)}});const Oo=[de,Ye,lt,mt,En,Fn,Mn,yo,So];process.env.AWS_SDK_JS_SUPPRESS_MAINTENANCE_MODE_MESSAGE="1";Y({});const Io=o(process.argv.slice(2));Io.usage(Q("Usage: $0 <command>")).command(Oo).demandCommand().alias("v","version").alias("h","help").string("_").strictCommands().epilogue(Q("For more information, visit https://docs.hotglue.xyz/docs/cli-overview")).wrap(Math.min(Io.terminalWidth(),90)).parse(process.argv.slice(I()+1),K);
 //# sourceMappingURL=index.js.map