terafoundation 1.0.1 → 1.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -4,7 +4,7 @@
4
4
 
5
5
  > A Clustering and Foundation tool for Terascope Tools
6
6
 
7
- This a package within the [Teraslice](https://github.com/terascope/teraslice) monorepo. See our [documentation](https://terascope.github.io/teraslice/docs/packages/terafoundation/overview) for more information or the [issues](https://github.com/terascope/teraslice/issues?q=is%3Aopen+is%3Aissue+label%3Apkg%2Fterafoundation) associated with this package
7
+ This is a package within the [Teraslice](https://github.com/terascope/teraslice) monorepo. See our [documentation](https://terascope.github.io/teraslice/docs/packages/terafoundation/overview) for more information or the [issues](https://github.com/terascope/teraslice/issues?q=is%3Aopen+is%3Aissue+label%3Apkg%2Fterafoundation) associated with this package
8
8
 
9
9
  ## Contributing
10
10
 
@@ -28,9 +28,9 @@ function validateConfig(cluster, schema, namespaceConfig) {
28
28
  throw new TSError(err, { reason: 'Error validating configuration' });
29
29
  }
30
30
  }
31
- function extractSchema(fn, sysconfig) {
31
+ async function extractSchema(fn, sysconfig) {
32
32
  if (isFunction(fn)) {
33
- const result = fn(sysconfig);
33
+ const result = await fn(sysconfig);
34
34
  if (result.schema) {
35
35
  return result.schema;
36
36
  }
@@ -66,7 +66,7 @@ export default async function validateConfigs(cluster, config, sysconfig) {
66
66
  throw new Error('Terafoundation requires a valid system configuration');
67
67
  }
68
68
  const listOfValidations = {};
69
- const schema = extractSchema(config.config_schema, sysconfig);
69
+ const schema = await extractSchema(config.config_schema, sysconfig);
70
70
  schema.terafoundation = foundationSchema();
71
71
  const result = {};
72
72
  if (config.schema_formats) {
@@ -1 +1 @@
1
- {"version":3,"file":"validate-configs.js","sourceRoot":"","sources":["../../src/validate-configs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,aAAa,EAClC,OAAO,EAAE,MAAM,EAAe,IAAI,EAClC,SAAS,EACZ,MAAM,kBAAkB,CAAC;AAE1B,4BAA4B;AAC5B,OAAO,6BAA6B,MAAM,+BAA+B,CAAC;AAC1E,4BAA4B;AAC5B,OAAO,0BAA0B,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,CAAC,UAAU,CAAC,6BAA6B,CAAC,CAAC;AAClD,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAC;AAE/C,SAAS,cAAc,CACnB,OAA8B,EAC9B,MAA2B,EAC3B,eAAoB;IAEpB,IAAI;QACA,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAE7B,IAAI,OAAO,CAAC,QAAQ,EAAE;YAClB,MAAM,CAAC,QAAQ,CAAC;gBACZ,6CAA6C;gBAC7C,QAAQ;gBACR,oDAAoD;gBACpD,yBAAyB;gBACzB,OAAO,EAAE,IAAI;aACT,CAAC,CAAC;SACb;QAED,OAAO,MAAM,CAAC,aAAa,EAAE,CAAC;KACjC;IAAC,OAAO,GAAG,EAAE;QACV,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC,CAAC;KACxE;AACL,CAAC;AAED,SAAS,aAAa,CAClB,EAAO,EACP,SAAmD;IAEnD,IAAI,UAAU,CAAC,EAAE,CAAC,EAAE;QAChB,MAAM,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,MAAM,EAAE;YACf,OAAO,MAAM,CAAC,MAAM,CAAC;SACxB;QACD,OAAO,MAAM,CAAC;KACjB;IACD,IAAI,aAAa,CAAC,EAAE,CAAC,EAAE;QACnB,OAAO,EAAE,CAAC;KACb;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CACvB,EAAO,EACP,SAAmD;IAEnD,IAAI,UAAU,CAAC,EAAE,CAAC,EAAE;QAChB,MAAM,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,WAAW,EAAE;YACpB,OAAO,MAAM,CAAC,WAAW,CAAC;SAC7B;KACJ;IACD,IAAI,aAAa,CAAC,EAAE,CAAC,EAAE;QACnB,OAAO,EAAE,CAAC,WAAW,CAAC;KACzB;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;;;EAIE;AACF,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,eAAe,CAKzC,OAA+B,EAC/B,MAAsC,EACtC,SAAmD;IAEnD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE;QAC3C,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;KAChF;IAED,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,EAAE;QACjD,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;KAC3E;IAED,MAAM,iBAAiB,GAAoD,EAAE,CAAC;IAC9E,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAE9D,MAAM,CAAC,cAAc,GAAG,gBAAgB,EAAE,CAAC;IAE3C,MAAM,MAAM,GAAQ,EAAE,CAAC;IAEvB,IAAI,MAAM,CAAC,cAAc,EAAE;QACvB,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;KACN;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAEvE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAChC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAwB,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAElE,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACtE,MAAM,CAAC,SAAS,CAAC,GAAG,eAAe,CAAC;QAEpC,IAAI,SAAS,KAAK,gBAAgB,EAAE;YAChC,MAAM,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,EAAE,CAAC;YAElC,MAAM,UAAU,GAAwB,SAAS,CAAC,UAAU,IAAI,EAAE,CAAC;YACnE,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEjD,MAAM,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,EAAE;gBAC7D,MAAM,EACF,MAAM,EAAE,eAAe,EACvB,WAAW,EAAE,eAAe,EAC/B,GAAG,MAAM,0BAA0B,CAAC,SAAS,CAAC,CAAC;gBAEhD,MAAM,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBAE7C,KAAK,MAAM,CAAC,UAAU,EAAE,gBAAgB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE;oBAC1E,MAAM,mBAAmB,GAAG,cAAc,CACtC,OAAO,EACP,eAAe,EACf,gBAAuB,CAC1B,CAAC;oBAEF,MAAM,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,GAAG,mBAAmB,CAAC;oBAE1E,iBAAiB,CAAC,GAAG,SAAS,IAAI,UAAU,EAAE,CAAC,GAAG;wBAC9C,WAAW,EAAE,eAAe;wBAC5B,MAAM,EAAE,mBAAmB;wBAC3B,SAAS,EAAE,IAAI;qBAClB,CAAC;iBACL;YACL,CAAC,CAAC,CAAC;YAEH,iBAAiB,CAAC,SAAS,CAAC,GAAG;gBAC3B,MAAM,EAAE,eAAe;aAC1B,CAAC;SACL;aAAM;YACH,iBAAiB,CAAC,SAAS,CAAC,GAAG;gBAC3B,WAAW,EAAE,kBAAkB,CAAI,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC;gBACnE,MAAM,EAAE,eAAe;aAC1B,CAAC;SACL;KACJ;IAED,iEAAiE;IACjE,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAE/B,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;QACpB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;KACzC;SAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACvB,MAAM,CAAC,SAAS,GAAG,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;KACzD;SAAM;QACH,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC;KAC/B;IAED,yBAAyB;IACzB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;QACnD,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,GAAG,KAAK,CAAC;QAEnC,IAAI,YAAY,CAAC,WAAW,EAAE;YAC1B,IAAI;gBACA,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;aAC/E;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,OAAO,CAAC,qCAAqC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC;aACzH;SACJ;KACJ;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}
1
+ {"version":3,"file":"validate-configs.js","sourceRoot":"","sources":["../../src/validate-configs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EACH,OAAO,EAAE,UAAU,EAAE,aAAa,EAClC,OAAO,EAAE,MAAM,EAAe,IAAI,EAClC,SAAS,EACZ,MAAM,kBAAkB,CAAC;AAE1B,4BAA4B;AAC5B,OAAO,6BAA6B,MAAM,+BAA+B,CAAC;AAC1E,4BAA4B;AAC5B,OAAO,0BAA0B,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,CAAC,UAAU,CAAC,6BAA6B,CAAC,CAAC;AAClD,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC,CAAC;AAE/C,SAAS,cAAc,CACnB,OAA8B,EAC9B,MAA2B,EAC3B,eAAoB;IAEpB,IAAI;QACA,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAE7B,IAAI,OAAO,CAAC,QAAQ,EAAE;YAClB,MAAM,CAAC,QAAQ,CAAC;gBACZ,6CAA6C;gBAC7C,QAAQ;gBACR,oDAAoD;gBACpD,yBAAyB;gBACzB,OAAO,EAAE,IAAI;aACT,CAAC,CAAC;SACb;QAED,OAAO,MAAM,CAAC,aAAa,EAAE,CAAC;KACjC;IAAC,OAAO,GAAG,EAAE;QACV,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC,CAAC;KACxE;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CACxB,EAAO,EACP,SAAmD;IAEnD,IAAI,UAAU,CAAC,EAAE,CAAC,EAAE;QAChB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;QACnC,IAAI,MAAM,CAAC,MAAM,EAAE;YACf,OAAO,MAAM,CAAC,MAAM,CAAC;SACxB;QACD,OAAO,MAAM,CAAC;KACjB;IACD,IAAI,aAAa,CAAC,EAAE,CAAC,EAAE;QACnB,OAAO,EAAE,CAAC;KACb;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CACvB,EAAO,EACP,SAAmD;IAEnD,IAAI,UAAU,CAAC,EAAE,CAAC,EAAE;QAChB,MAAM,MAAM,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,WAAW,EAAE;YACpB,OAAO,MAAM,CAAC,WAAW,CAAC;SAC7B;KACJ;IACD,IAAI,aAAa,CAAC,EAAE,CAAC,EAAE;QACnB,OAAO,EAAE,CAAC,WAAW,CAAC;KACzB;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;;;EAIE;AACF,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,eAAe,CAKzC,OAA+B,EAC/B,MAAsC,EACtC,SAAmD;IAEnD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE;QAC3C,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;KAChF;IAED,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,SAAS,CAAC,EAAE;QACjD,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;KAC3E;IAED,MAAM,iBAAiB,GAAoD,EAAE,CAAC;IAC9E,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAEpE,MAAM,CAAC,cAAc,GAAG,gBAAgB,EAAE,CAAC;IAE3C,MAAM,MAAM,GAAQ,EAAE,CAAC;IAEvB,IAAI,MAAM,CAAC,cAAc,EAAE;QACvB,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;KACN;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAEvE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QAChC,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAwB,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAElE,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACtE,MAAM,CAAC,SAAS,CAAC,GAAG,eAAe,CAAC;QAEpC,IAAI,SAAS,KAAK,gBAAgB,EAAE;YAChC,MAAM,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,EAAE,CAAC;YAElC,MAAM,UAAU,GAAwB,SAAS,CAAC,UAAU,IAAI,EAAE,CAAC;YACnE,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEjD,MAAM,IAAI,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,SAAS,EAAE,eAAe,CAAC,EAAE,EAAE;gBAC7D,MAAM,EACF,MAAM,EAAE,eAAe,EACvB,WAAW,EAAE,eAAe,EAC/B,GAAG,MAAM,0BAA0B,CAAC,SAAS,CAAC,CAAC;gBAEhD,MAAM,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBAE7C,KAAK,MAAM,CAAC,UAAU,EAAE,gBAAgB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE;oBAC1E,MAAM,mBAAmB,GAAG,cAAc,CACtC,OAAO,EACP,eAAe,EACf,gBAAuB,CAC1B,CAAC;oBAEF,MAAM,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,GAAG,mBAAmB,CAAC;oBAE1E,iBAAiB,CAAC,GAAG,SAAS,IAAI,UAAU,EAAE,CAAC,GAAG;wBAC9C,WAAW,EAAE,eAAe;wBAC5B,MAAM,EAAE,mBAAmB;wBAC3B,SAAS,EAAE,IAAI;qBAClB,CAAC;iBACL;YACL,CAAC,CAAC,CAAC;YAEH,iBAAiB,CAAC,SAAS,CAAC,GAAG;gBAC3B,MAAM,EAAE,eAAe;aAC1B,CAAC;SACL;aAAM;YACH,iBAAiB,CAAC,SAAS,CAAC,GAAG;gBAC3B,WAAW,EAAE,kBAAkB,CAAI,MAAM,CAAC,aAAa,EAAE,SAAS,CAAC;gBACnE,MAAM,EAAE,eAAe;aAC1B,CAAC;SACL;KACJ;IAED,iEAAiE;IACjE,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAE/B,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;QACpB,MAAM,CAAC,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;KACzC;SAAM,IAAI,OAAO,CAAC,MAAM,EAAE;QACvB,MAAM,CAAC,SAAS,GAAG,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;KACzD;SAAM;QACH,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAC;KAC/B;IAED,yBAAyB;IACzB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;QACnD,MAAM,CAAC,IAAI,EAAE,YAAY,CAAC,GAAG,KAAK,CAAC;QAEnC,IAAI,YAAY,CAAC,WAAW,EAAE;YAC1B,IAAI;gBACA,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;aAC/E;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,OAAO,CAAC,qCAAqC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC;aACzH;SACJ;KACJ;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "terafoundation",
3
3
  "displayName": "Terafoundation",
4
- "version": "1.0.1",
4
+ "version": "1.1.1",
5
5
  "description": "A Clustering and Foundation tool for Terascope Tools",
6
6
  "homepage": "https://github.com/terascope/teraslice/tree/master/packages/terafoundation#readme",
7
7
  "bugs": {
@@ -29,15 +29,15 @@
29
29
  },
30
30
  "dependencies": {
31
31
  "@terascope/file-asset-apis": "^0.13.0",
32
- "@terascope/types": "^0.17.3",
33
- "@terascope/utils": "^0.59.3",
32
+ "@terascope/types": "^0.18.0",
33
+ "@terascope/utils": "^0.60.0",
34
34
  "bluebird": "^3.7.2",
35
35
  "bunyan": "^1.8.15",
36
36
  "convict": "^6.2.4",
37
37
  "convict-format-with-moment": "^6.2.0",
38
38
  "convict-format-with-validator": "^6.2.0",
39
39
  "elasticsearch": "^15.4.1",
40
- "elasticsearch-store": "^0.84.3",
40
+ "elasticsearch-store": "^0.85.0",
41
41
  "express": "^4.19.2",
42
42
  "js-yaml": "^4.1.0",
43
43
  "nanoid": "^3.3.4",