@terascope/job-components 0.75.1 → 1.0.1

package/dist/src/formats.js

@@ -1,23 +1,18 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.addFormats = exports.formats = void 0;
-const convict_1 = require("convict");
+import pkg from 'convict';
 // @ts-expect-error no types
-const convict_format_with_validator_1 = __importDefault(require("convict-format-with-validator"));
+import convict_format_with_validator from 'convict-format-with-validator';
 // @ts-expect-error no types
-const convict_format_with_moment_1 = __importDefault(require("convict-format-with-moment"));
-const datemath_parser_1 = __importDefault(require("datemath-parser"));
-const utils_1 = require("@terascope/utils");
-(0, convict_1.addFormats)(convict_format_with_validator_1.default);
-(0, convict_1.addFormats)(convict_format_with_moment_1.default);
-exports.formats = [
+import convict_format_with_moment from 'convict-format-with-moment';
+import dateMath from 'datemath-parser';
+import { startsWith, isValidDate, isString, isInteger, toInteger, } from '@terascope/utils';
+const { addFormat, addFormats: nativeAddFormats } = pkg;
+nativeAddFormats(convict_format_with_validator);
+nativeAddFormats(convict_format_with_moment);
+export const formats = [
     {
         name: 'required_String',
         validate(val) {
-            if (!val || !(0, utils_1.isString)(val)) {
+            if (!val || !isString(val)) {
                 throw new Error('This field is required and must by of type string');
             }
         },
@@ -31,7 +26,7 @@ exports.formats = [
             if (!val) {
                 return;
             }
-            if ((0, utils_1.isString)(val)) {
+            if (isString(val)) {
                 return;
             }
             throw new Error('This field is optional but if specified it must be of type string');
@@ -46,12 +41,12 @@ exports.formats = [
             if (!val) {
                 return;
             }
-            if ((0, utils_1.isString)(val) || (0, utils_1.isInteger)(val)) {
-                if ((0, utils_1.isValidDate)(val)) {
+            if (isString(val) || isInteger(val)) {
+                if (isValidDate(val)) {
                     return;
                 }
                 try {
-                    datemath_parser_1.default.parse(val);
+                    dateMath.parse(val);
                 }
                 catch (err) {
                     throw new Error(`value: "${val}" cannot be coerced into a proper date
@@ -75,9 +70,9 @@ exports.formats = [
             if (val.length > 255) {
                 throw new Error(`value: ${val} should not exceed 255 characters`);
             }
-            if ((0, utils_1.startsWith)(val, '_')
-                || (0, utils_1.startsWith)(val, '-')
-                || (0, utils_1.startsWith)(val, '+')) {
+            if (startsWith(val, '_')
+                || startsWith(val, '-')
+                || startsWith(val, '+')) {
                 throw new Error(`value: ${val} should not start with _, -, or +`);
             }
             if (val === '.' || val === '..') {
@@ -100,19 +95,18 @@ exports.formats = [
     {
         name: 'positive_int',
         validate(val) {
-            const int = (0, utils_1.toInteger)(val);
+            const int = toInteger(val);
             if (int === false || int < 1) {
                 throw new Error('must be valid integer greater than zero');
             }
         },
         coerce(val) {
-            return (0, utils_1.toInteger)(val) || 0;
+            return toInteger(val) || 0;
         },
     },
 ];
-function addFormats() {
-    exports.formats.forEach(convict_1.addFormat);
+export function addFormats() {
+    formats.forEach(addFormat);
 }
-exports.addFormats = addFormats;
 addFormats();
 //# sourceMappingURL=formats.js.map

package/dist/src/formats.js.map

@@ -1 +1 @@
-{"version":3,"file":"formats.js","sourceRoot":"","sources":["../../src/formats.ts"],"names":[],"mappings":";;;;;;AAAA,qCAA4E;AAC5E,4BAA4B;AAC5B,kGAA0E;AAC1E,4BAA4B;AAC5B,4FAAoE;AACpE,sEAAuC;AACvC,4CAM0B;AAE1B,IAAA,oBAAgB,EAAC,uCAA6B,CAAC,CAAC;AAChD,IAAA,oBAAgB,EAAC,oCAA0B,CAAC,CAAC;AAEhC,QAAA,OAAO,GAAa;IAC7B;QACI,IAAI,EAAE,iBAAiB;QACvB,QAAQ,CAAC,GAAY;YACjB,IAAI,CAAC,GAAG,IAAI,CAAC,IAAA,gBAAQ,EAAC,GAAG,CAAC,EAAE;gBACxB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;aACxE;QACL,CAAC;QACD,MAAM,CAAC,GAAQ;YACX,OAAO,GAAG,CAAC;QACf,CAAC;KACJ;IACD;QACI,IAAI,EAAE,iBAAiB;QACvB,QAAQ,CAAC,GAAY;YACjB,IAAI,CAAC,GAAG,EAAE;gBAAE,OAAO;aAAE;YACrB,IAAI,IAAA,gBAAQ,EAAC,GAAG,CAAC,EAAE;gBAAE,OAAO;aAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACzF,CAAC;QACD,MAAM,CAAC,GAAQ;YACX,OAAO,GAAG,CAAC;QACf,CAAC;KACJ;IACD;QACI,IAAI,EAAE,eAAe;QACrB,QAAQ,CAAC,GAAY;YACjB,IAAI,CAAC,GAAG,EAAE;gBAAE,OAAO;aAAE;YACrB,IAAI,IAAA,gBAAQ,EAAC,GAAG,CAAC,IAAI,IAAA,iBAAS,EAAC,GAAG,CAAC,EAAE;gBACjC,IAAI,IAAA,mBAAW,EAAC,GAAG,CAAC,EAAE;oBAAE,OAAO;iBAAE;gBACjC,IAAI;oBACA,yBAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACvB;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,IAAI,KAAK,CACX,WAAW,GAAG;qCACD,GAAG,CAAC,KAAK,EAAE,CAC3B,CAAC;iBACL;aACJ;iBAAM;gBACH,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;aACxE;QACL,CAAC;QACD,MAAM,CAAC,GAAG;YACN,OAAO,GAAG,CAAC;QACf,CAAC;KACJ;IACD;QACI,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,CAAC,GAAY;YACjB,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;gBACzB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,mBAAmB,CAAC,CAAC;aACrD;YACD,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE;gBAClB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,mCAAmC,CAAC,CAAC;aACrE;YAED,IAAI,IAAA,kBAAU,EAAC,GAAG,EAAE,GAAG,CAAC;mBACjB,IAAA,kBAAU,EAAC,GAAG,EAAE,GAAG,CAAC;mBACpB,IAAA,kBAAU,EAAC,GAAG,EAAE,GAAG,CAAC,EAAE;gBACzB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,mCAAmC,CAAC,CAAC;aACrE;YAED,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,IAAI,EAAE;gBAC7B,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,2BAA2B,CAAC,CAAC;aAC7D;YAED,+DAA+D;YAC/D,MAAM,OAAO,GAAG,gBAAgB,CAAC;YACjC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,wDAAwD,CAAC,CAAC;aAC1F;YAED,MAAM,OAAO,GAAG,OAAO,CAAC;YACxB,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,uBAAuB,CAAC,CAAC;aACzD;QACL,CAAC;QACD,MAAM,CAAC,GAAG;YACN,OAAO,GAAG,CAAC;QACf,CAAC;KACJ;IACD;QACI,IAAI,EAAE,cAAc;QACpB,QAAQ,CAAC,GAAY;YACjB,MAAM,GAAG,GAAG,IAAA,iBAAS,EAAC,GAAG,CAAC,CAAC;YAC3B,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE;gBAC1B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;aAC9D;QACL,CAAC;QACD,MAAM,CAAC,GAAQ;YACX,OAAO,IAAA,iBAAS,EAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;KACJ;CACJ,CAAC;AAEF,SAAgB,UAAU;IACtB,eAAO,CAAC,OAAO,CAAC,mBAAS,CAAC,CAAC;AAC/B,CAAC;AAFD,gCAEC;AAED,UAAU,EAAE,CAAC"}
+{"version":3,"file":"formats.js","sourceRoot":"","sources":["../../src/formats.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,SAAS,CAAC;AAC1B,4BAA4B;AAC5B,OAAO,6BAA6B,MAAM,+BAA+B,CAAC;AAC1E,4BAA4B;AAC5B,OAAO,0BAA0B,MAAM,4BAA4B,CAAC;AACpE,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACH,UAAU,EACV,WAAW,EACX,QAAQ,EACR,SAAS,EACT,SAAS,GACZ,MAAM,kBAAkB,CAAC;AAE1B,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAG,GAAG,CAAC;AAExD,gBAAgB,CAAC,6BAA6B,CAAC,CAAC;AAChD,gBAAgB,CAAC,0BAA0B,CAAC,CAAC;AAE7C,MAAM,CAAC,MAAM,OAAO,GAAiB;IACjC;QACI,IAAI,EAAE,iBAAiB;QACvB,QAAQ,CAAC,GAAY;YACjB,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBACxB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;aACxE;QACL,CAAC;QACD,MAAM,CAAC,GAAQ;YACX,OAAO,GAAG,CAAC;QACf,CAAC;KACJ;IACD;QACI,IAAI,EAAE,iBAAiB;QACvB,QAAQ,CAAC,GAAY;YACjB,IAAI,CAAC,GAAG,EAAE;gBAAE,OAAO;aAAE;YACrB,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO;aAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACzF,CAAC;QACD,MAAM,CAAC,GAAQ;YACX,OAAO,GAAG,CAAC;QACf,CAAC;KACJ;IACD;QACI,IAAI,EAAE,eAAe;QACrB,QAAQ,CAAC,GAAY;YACjB,IAAI,CAAC,GAAG,EAAE;gBAAE,OAAO;aAAE;YACrB,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE;gBACjC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE;oBAAE,OAAO;iBAAE;gBACjC,IAAI;oBACA,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;iBACvB;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,IAAI,KAAK,CACX,WAAW,GAAG;qCACD,GAAG,CAAC,KAAK,EAAE,CAC3B,CAAC;iBACL;aACJ;iBAAM;gBACH,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;aACxE;QACL,CAAC;QACD,MAAM,CAAC,GAAG;YACN,OAAO,GAAG,CAAC;QACf,CAAC;KACJ;IACD;QACI,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,CAAC,GAAY;YACjB,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;gBACzB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,mBAAmB,CAAC,CAAC;aACrD;YACD,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE;gBAClB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,mCAAmC,CAAC,CAAC;aACrE;YAED,IAAI,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;mBACjB,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC;mBACpB,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;gBACzB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,mCAAmC,CAAC,CAAC;aACrE;YAED,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,KAAK,IAAI,EAAE;gBAC7B,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,2BAA2B,CAAC,CAAC;aAC7D;YAED,+DAA+D;YAC/D,MAAM,OAAO,GAAG,gBAAgB,CAAC;YACjC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,wDAAwD,CAAC,CAAC;aAC1F;YAED,MAAM,OAAO,GAAG,OAAO,CAAC;YACxB,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,uBAAuB,CAAC,CAAC;aACzD;QACL,CAAC;QACD,MAAM,CAAC,GAAG;YACN,OAAO,GAAG,CAAC;QACf,CAAC;KACJ;IACD;QACI,IAAI,EAAE,cAAc;QACpB,QAAQ,CAAC,GAAY;YACjB,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC3B,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE;gBAC1B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;aAC9D;QACL,CAAC;QACD,MAAM,CAAC,GAAQ;YACX,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;KACJ;CACJ,CAAC;AAEF,MAAM,UAAU,UAAU;IACtB,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAC/B,CAAC;AAED,UAAU,EAAE,CAAC"}

package/dist/src/index.d.ts

@@ -1,14 +1,14 @@
 export * from '@terascope/utils';
-export * from './utils';
-export * from './builtin';
-export * from './config-validators';
-export * from './execution-context';
-export * from './formats';
-export * from './operation-loader';
-export * from './operations';
-export * from './job-validator';
-export * from './job-schemas';
-export * from './interfaces';
-export * from './register-apis';
-export * from './test-helpers';
+export * from './utils.js';
+export * from './builtin/index.js';
+export * from './config-validators.js';
+export * from './execution-context/index.js';
+export * from './formats.js';
+export * from './operation-loader/index.js';
+export * from './operations/index.js';
+export * from './job-validator.js';
+export * from './job-schemas.js';
+export * from './interfaces/index.js';
+export * from './register-apis.js';
+export * from './test-helpers.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,SAAS,CAAC;AACxB,cAAc,WAAW,CAAC;AAC1B,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,WAAW,CAAC;AAC1B,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,cAAc,CAAC;AAC7B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC"}

package/dist/src/index.js

@@ -1,30 +1,14 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("@terascope/utils"), exports);
-__exportStar(require("./utils"), exports);
-__exportStar(require("./builtin"), exports);
-__exportStar(require("./config-validators"), exports);
-__exportStar(require("./execution-context"), exports);
-__exportStar(require("./formats"), exports);
-__exportStar(require("./operation-loader"), exports);
-__exportStar(require("./operations"), exports);
-__exportStar(require("./job-validator"), exports);
-__exportStar(require("./job-schemas"), exports);
-__exportStar(require("./interfaces"), exports);
-__exportStar(require("./register-apis"), exports);
-__exportStar(require("./test-helpers"), exports);
+export * from '@terascope/utils';
+export * from './utils.js';
+export * from './builtin/index.js';
+export * from './config-validators.js';
+export * from './execution-context/index.js';
+export * from './formats.js';
+export * from './operation-loader/index.js';
+export * from './operations/index.js';
+export * from './job-validator.js';
+export * from './job-schemas.js';
+export * from './interfaces/index.js';
+export * from './register-apis.js';
+export * from './test-helpers.js';
 //# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,0CAAwB;AACxB,4CAA0B;AAC1B,sDAAoC;AACpC,sDAAoC;AACpC,4CAA0B;AAC1B,qDAAmC;AACnC,+CAA6B;AAC7B,kDAAgC;AAChC,gDAA8B;AAC9B,+CAA6B;AAC7B,kDAAgC;AAChC,iDAA+B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,wBAAwB,CAAC;AACvC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,cAAc,CAAC;AAC7B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC"}

package/dist/src/interfaces/context.d.ts

@@ -1,143 +1,26 @@
-/// <reference types="node" />
-import { EventEmitter } from 'events';
-import { Logger } from '@terascope/utils';
-import { Terafoundation as tf } from '@terascope/types';
-import { OpConfig } from './jobs';
+import type { Teraslice, Terafoundation } from '@terascope/types';
 import { ExecutionContextAPI } from '../execution-context';
-export interface ClusterStateConfig {
-    connection: string | 'default';
-}
-export type RolloverFrequency = 'daily' | 'montly' | 'yearly';
-export interface IndexRolloverFrequency {
-    state: RolloverFrequency;
-    analytics: RolloverFrequency;
-}
-export type ClusterManagerType = 'native' | 'kubernetes';
-export interface TerasliceConfig {
-    action_timeout: number | 300000;
-    analytics_rate: number | 60000;
-    api_response_timeout?: number | 300000;
-    assets_directory?: string[] | string;
-    asset_storage_connection_type?: string;
-    asset_storage_connection?: string;
-    asset_storage_bucket?: string;
-    assets_volume?: string;
-    cluster_manager_type: ClusterManagerType;
-    /** This will only be available in the context of k8s */
-    cpu?: number;
-    /** This will only be available in the context of k8s */
-    cpu_execution_controller?: number | 0.5;
-    /** This will only be available in the context of k8s */
-    ephemeral_storage?: boolean | false;
-    execution_controller_targets?: ExecutionControllerTargets[];
-    hostname: string;
-    index_rollover_frequency: IndexRolloverFrequency;
-    kubernetes_api_poll_delay?: number | 1000;
-    kubernetes_config_map_name?: string | 'teraslice-worker';
-    kubernetes_image_pull_secret?: string | '';
-    kubernetes_image?: string | 'terascope/teraslice';
-    kubernetes_namespace?: string | 'default';
-    kubernetes_overrides_enabled?: boolean | false;
-    kubernetes_priority_class_name?: string | '';
-    kubernetes_worker_antiaffinity?: boolean | false;
-    master_hostname: string | 'localhost';
-    master: boolean | false;
-    /** This will only be available in the context of k8s */
-    memory?: number;
-    /** This will only be available in the context of k8s */
-    memory_execution_controller?: number | 512000000;
-    name: string | 'teracluster';
-    network_latency_buffer: number | 15000;
-    node_disconnect_timeout: number | 300000;
-    node_state_interval: number | 5000;
-    port: number | 5678;
-    shutdown_timeout: number | number;
-    slicer_allocation_attempts: number | 3;
-    slicer_port_range: string | '45679:46678';
-    slicer_timeout: number | 180000;
-    state: ClusterStateConfig;
-    env_vars: {
-        [key: string]: string;
-    };
-    worker_disconnect_timeout: number | 300000;
-    workers: number | 4;
-}
-export interface TerafoundationConfig {
-    connectors: Record<string, any>;
-    asset_storage_connection_type?: string;
-    asset_storage_connection?: string;
-    asset_storage_bucket?: string;
-    prom_metrics_enabled: boolean;
-    prom_metrics_port: number;
-    prom_metrics_add_default: boolean;
-}
-export interface SysConfig {
-    terafoundation: TerafoundationConfig;
-    teraslice: TerasliceConfig;
-    _nodeName: string;
-}
-export interface ConnectionConfig {
-    endpoint: string;
-    cached?: boolean;
-    type: string;
-}
-export type ClientFactoryFn = (config: Record<string, any>, logger: Logger, options: ConnectionConfig) => {
-    client: any;
-};
-export type CreateClientFactoryFn = (config: Record<string, any>, logger: Logger, options: ConnectionConfig) => Promise<{
-    client: any;
-}>;
-export interface ExecutionControllerTargets {
-    key: string;
-    value: string;
-}
-export interface FoundationApis {
-    makeLogger(...params: any[]): Logger;
-    getSystemEvents(): EventEmitter;
-    getConnection(config: ConnectionConfig): {
-        client: any;
-    };
-    createClient(config: ConnectionConfig): Promise<{
-        client: any;
-    }>;
-    promMetrics: tf.PromMetrics;
-}
-export interface LegacyFoundationApis {
-    makeLogger(...params: any[]): Logger;
-    getEventEmitter(): EventEmitter;
-    getConnection(config: ConnectionConfig): {
-        client: any;
-    };
-}
-export interface ContextApis {
-    readonly foundation: FoundationApis;
-    registerAPI(namespace: string, apis: any): void;
-    [namespace: string]: any;
-}
-export interface ContextAPIs extends ContextApis {
-}
 export interface GetClientConfig {
     connection?: string;
     endpoint?: string;
     connection_cache?: boolean;
 }
 export interface OpRunnerAPI {
-    getClient(config: GetClientConfig, type: string): any;
-    getClientAsync(config: GetClientConfig, type: string): Promise<any>;
+    getClient(config: GetClientConfig, type: string): Promise<any>;
 }
 export interface JobRunnerAPI {
     /** Get the first opConfig from an operation name */
-    getOpConfig(name: string): OpConfig | undefined;
+    getOpConfig(name: string): Teraslice.OpConfig | undefined;
 }
 export interface AssetsAPI {
     getPath(name: string): Promise<string>;
 }
 /**
- * WorkerContext includes the type definitions for
+ * Context includes the type definitions for
  * the APIs available to Worker or Slicer.
  * This extends the Terafoundation Context.
 */
-export interface WorkerContextAPIs extends ContextAPIs {
+export interface ExecutionContextAPIs {
     /**
      * Includes an API for getting a client from Terafoundation
     */
@@ -155,25 +38,25 @@ export interface WorkerContextAPIs extends ContextAPIs {
     */
     executionContext: ExecutionContextAPI;
 }
-export interface WorkerContext extends Context {
-    apis: WorkerContextAPIs;
-    assignment: 'execution_controller' | 'worker';
+export interface Context extends Terafoundation.Context<Teraslice.SysConfig, ExecutionContextAPIs> {
+    assignment: Teraslice.Assignment;
+}
+export interface TestClientConfig {
+    type: string;
+    createClient?: Terafoundation.CreateClientFactoryFn;
+    config?: Record<string, any>;
+    endpoint?: string;
+}
+export interface TestContextApis extends ExecutionContextAPIs {
+    setTestClients(clients: TestClientConfig[]): void;
+    getTestClients(): TestClients;
+}
+export interface TestClients {
+    [type: string]: TestClientsByEndpoint;
 }
-export interface Context {
-    apis: ContextAPIs;
-    arch: string;
-    assignment: Assignment;
-    foundation: LegacyFoundationApis;
-    logger: Logger;
-    name: string;
-    platform: string;
-    sysconfig: SysConfig;
-    cluster: ContextClusterConfig;
+export interface TestClientsByEndpoint {
+    [endpoint: string]: any;
 }
-export interface ContextClusterConfig {
-    worker: {
-        id: string;
-    };
+export interface TestContextType extends Terafoundation.Context<Teraslice.SysConfig, TestContextApis> {
 }
-export type Assignment = 'assets_service' | 'cluster_master' | 'node_master' | 'execution_controller' | 'worker';
 //# sourceMappingURL=context.d.ts.map

package/dist/src/interfaces/context.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../../src/interfaces/context.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,cAAc,IAAI,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,WAAW,kBAAkB;IAC/B,UAAU,EAAE,MAAM,GAAC,SAAS,CAAC;CAChC;AAED,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAC,QAAQ,GAAC,QAAQ,CAAC;AAE1D,MAAM,WAAW,sBAAsB;IACnC,KAAK,EAAE,iBAAiB,CAAC;IACzB,SAAS,EAAE,iBAAiB,CAAC;CAChC;AAED,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAC,YAAY,CAAC;AAEvD,MAAM,WAAW,eAAe;IAC5B,cAAc,EAAE,MAAM,GAAC,MAAM,CAAC;IAC9B,cAAc,EAAE,MAAM,GAAC,KAAK,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,GAAC,MAAM,CAAC;IACrC,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IACrC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,kBAAkB,CAAC;IACzC,wDAAwD;IACxD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,wDAAwD;IACxD,wBAAwB,CAAC,EAAE,MAAM,GAAC,GAAG,CAAC;IACtC,wDAAwD;IACxD,iBAAiB,CAAC,EAAE,OAAO,GAAC,KAAK,CAAC;IAClC,4BAA4B,CAAC,EAAE,0BAA0B,EAAE,CAAC;IAC5D,QAAQ,EAAE,MAAM,CAAC;IACjB,wBAAwB,EAAE,sBAAsB,CAAC;IACjD,yBAAyB,CAAC,EAAE,MAAM,GAAC,IAAI,CAAC;IACxC,0BAA0B,CAAC,EAAE,MAAM,GAAC,kBAAkB,CAAC;IACvD,4BAA4B,CAAC,EAAE,MAAM,GAAC,EAAE,CAAC;IACzC,gBAAgB,CAAC,EAAE,MAAM,GAAC,qBAAqB,CAAC;IAChD,oBAAoB,CAAC,EAAE,MAAM,GAAC,SAAS,CAAC;IACxC,4BAA4B,CAAC,EAAE,OAAO,GAAC,KAAK,CAAC;IAC7C,8BAA8B,CAAC,EAAE,MAAM,GAAC,EAAE,CAAC;IAC3C,8BAA8B,CAAC,EAAE,OAAO,GAAC,KAAK,CAAC;IAC/C,eAAe,EAAE,MAAM,GAAC,WAAW,CAAC;IACpC,MAAM,EAAE,OAAO,GAAC,KAAK,CAAC;IACtB,wDAAwD;IACxD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wDAAwD;IACxD,2BAA2B,CAAC,EAAE,MAAM,GAAC,SAAS,CAAC;IAC/C,IAAI,EAAE,MAAM,GAAC,aAAa,CAAC;IAC3B,sBAAsB,EAAE,MAAM,GAAC,KAAK,CAAC;IACrC,uBAAuB,EAAE,MAAM,GAAC,MAAM,CAAC;IACvC,mBAAmB,EAAE,MAAM,GAAC,IAAI,CAAC;IACjC,IAAI,EAAE,MAAM,GAAC,IAAI,CAAC;IAClB,gBAAgB,EAAE,MAAM,GAAC,MAAM,CAAC;IAChC,0BAA0B,EAAE,MAAM,GAAC,CAAC,CAAC;IACrC,iBAAiB,EAAE,MAAM,GAAC,aAAa,CAAC;IACxC,cAAc,EAAE,MAAM,GAAC,MAAM,CAAC;IAC9B,KAAK,EAAE,kBAAkB,CAAC;IAC1B,QAAQ,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC;IACpC,yBAAyB,EAAE,MAAM,GAAC,MAAM,CAAC;IACzC,OAAO,EAAE,MAAM,GAAC,CAAC,CAAC;CACrB;AAED,MAAM,WAAW,oBAAoB;IACjC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAChC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,OAAO,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,wBAAwB,EAAE,OAAO,CAAC;CACrC;AAED,MAAM,WAAW,SAAS;IACtB,cAAc,EAAE,oBAAoB,CAAC;IACrC,SAAS,EAAE,eAAe,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,eAAe,GAAG,CAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,KACxB;IAAE,MAAM,EAAE,GAAG,CAAA;CAAE,CAAC;AAErB,MAAM,MAAM,qBAAqB,GAAG,CAChC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,KACxB,OAAO,CAAC;IAAE,MAAM,EAAE,GAAG,CAAA;CAAE,CAAC,CAAC;AAE9B,MAAM,WAAW,0BAA0B;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC3B,UAAU,CAAC,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;IACrC,eAAe,IAAI,YAAY,CAAC;IAChC,aAAa,CAAC,MAAM,EAAE,gBAAgB,GAAG;QAAE,MAAM,EAAE,GAAG,CAAA;KAAE,CAAC;IACzD,YAAY,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,GAAG,CAAA;KAAE,CAAC,CAAC;IACjE,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC;CAC/B;AAED,MAAM,WAAW,oBAAoB;IACjC,UAAU,CAAC,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;IACrC,eAAe,IAAI,YAAY,CAAC;IAChC,aAAa,CAAC,MAAM,EAAE,gBAAgB,GAAG;QAAE,MAAM,EAAE,GAAG,CAAA;KAAE,CAAC;CAC5D;AAED,MAAM,WAAW,WAAW;IACxB,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC;IACpC,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,IAAI,CAAC;IAChD,CAAC,SAAS,EAAE,MAAM,GAAG,GAAG,CAAC;CAC5B;AAGD,MAAM,WAAW,WAAY,SAAQ,WAAW;CAAG;AAEnD,MAAM,WAAW,eAAe;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAQD,MAAM,WAAW,WAAW;IACxB,SAAS,CAAC,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;IACtD,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CACvE;AAED,MAAM,WAAW,YAAY;IACzB,oDAAoD;IACpD,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAC,SAAS,CAAC;CACjD;AAED,MAAM,WAAW,SAAS;IAEtB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC1C;AAED;;;;EAIE;AACF,MAAM,WAAW,iBAAkB,SAAQ,WAAW;IAClD;;MAEE;IACF,MAAM,EAAE,SAAS,CAAC;IAClB;;MAEE;IACF,SAAS,EAAE,WAAW,CAAC;IACvB;;MAEE;IACF,UAAU,EAAE,YAAY,CAAC;IACzB;;MAEE;IACF,gBAAgB,EAAE,mBAAmB,CAAC;CACzC;AAED,MAAM,WAAW,aAAc,SAAQ,OAAO;IAC1C,IAAI,EAAE,iBAAiB,CAAC;IACxB,UAAU,EAAE,sBAAsB,GAAC,QAAQ,CAAC;CAC/C;AAED,MAAM,WAAW,OAAO;IACpB,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,UAAU,CAAC;IACvB,UAAU,EAAE,oBAAoB,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,SAAS,CAAC;IACrB,OAAO,EAAE,oBAAoB,CAAC;CACjC;AAED,MAAM,WAAW,oBAAoB;IACjC,MAAM,EAAE;QACJ,EAAE,EAAE,MAAM,CAAC;KACd,CAAC;CACL;AAED,MAAM,MAAM,UAAU,GAAG,gBAAgB,GAAC,gBAAgB,GAAC,aAAa,GAAC,sBAAsB,GAAC,QAAQ,CAAC"}
+{"version":3,"file":"context.d.ts","sourceRoot":"","sources":["../../../src/interfaces/context.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE3D,MAAM,WAAW,eAAe;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAQD,MAAM,WAAW,WAAW;IACxB,SAAS,CAAC,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CAClE;AAED,MAAM,WAAW,YAAY;IACzB,oDAAoD;IACpD,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC,QAAQ,GAAC,SAAS,CAAC;CAC3D;AAED,MAAM,WAAW,SAAS;IAEtB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC1C;AAED;;;;EAIE;AACF,MAAM,WAAW,oBAAoB;IACjC;;MAEE;IACF,MAAM,EAAE,SAAS,CAAC;IAClB;;MAEE;IACF,SAAS,EAAE,WAAW,CAAC;IACvB;;MAEE;IACF,UAAU,EAAE,YAAY,CAAC;IACzB;;MAEE;IACF,gBAAgB,EAAE,mBAAmB,CAAC;CACzC;AAED,MAAM,WAAW,OAAQ,SAAQ,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,EAAE,oBAAoB,CAAC;IAC9F,UAAU,EAAE,SAAS,CAAC,UAAU,CAAA;CACnC;AAED,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,cAAc,CAAC,qBAAqB,CAAC;IACpD,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAgB,SAAQ,oBAAoB;IACzD,cAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC;IAClD,cAAc,IAAI,WAAW,CAAC;CACjC;AAED,MAAM,WAAW,WAAW;IACxB,CAAC,IAAI,EAAE,MAAM,GAAG,qBAAqB,CAAC;CACzC;AAED,MAAM,WAAW,qBAAqB;IAClC,CAAC,QAAQ,EAAE,MAAM,GAAG,GAAG,CAAC;CAC3B;AAED,MAAM,WAAW,eAAgB,SAAQ,cAAc,CAAC,OAAO,CAC/D,SAAS,CAAC,SAAS,EAAE,eAAe,CAAC;CACpC"}

package/dist/src/interfaces/context.js

@@ -1,3 +1,2 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+export {};
 //# sourceMappingURL=context.js.map

package/dist/src/interfaces/index.d.ts

@@ -1,6 +1,5 @@
-export * from './context';
-export * from './jobs';
-export * from './operation-lifecycle';
-export * from './operations';
-export * from './misc';
+export * from './operation-lifecycle.js';
+export * from './operations.js';
+export * from './misc.js';
+export * from './context.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/interfaces/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/interfaces/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC;AAC1B,cAAc,QAAQ,CAAC;AACvB,cAAc,uBAAuB,CAAC;AACtC,cAAc,cAAc,CAAC;AAC7B,cAAc,QAAQ,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/interfaces/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC"}

package/dist/src/interfaces/index.js

@@ -1,22 +1,5 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./context"), exports);
-__exportStar(require("./jobs"), exports);
-__exportStar(require("./operation-lifecycle"), exports);
-__exportStar(require("./operations"), exports);
-__exportStar(require("./misc"), exports);
+export * from './operation-lifecycle.js';
+export * from './operations.js';
+export * from './misc.js';
+export * from './context.js';
 //# sourceMappingURL=index.js.map

package/dist/src/interfaces/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/interfaces/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAA0B;AAC1B,yCAAuB;AACvB,wDAAsC;AACtC,+CAA6B;AAC7B,yCAAuB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/interfaces/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,iBAAiB,CAAC;AAChC,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC"}

package/dist/src/interfaces/misc.d.ts

@@ -1,3 +1,6 @@
+export type { OpConfig, ExecutionConfig, JobConfig, SliceRequest, APIConfig, Slice, SliceAnalyticsData, ValidatedJobConfig, JobConfigParams, SysConfig, DeadLetterAction, DeadLetterAPIFn, Assignment, LifeCycle, Config as TerasliceConfig, ClusterManagerType } from '@terascope/types';
+export { RecoveryCleanupType } from '@terascope/types';
+export type { CreateClientFactoryFn, ConnectionConfig, TerafoundationConfig } from '@terascope/types/dist/src/terafoundation.js';
 export interface APIFactoryRegistry<T, C> {
     get(name: string): T | undefined;
     getConfig(name: string): C | undefined;

package/dist/src/interfaces/misc.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"misc.d.ts","sourceRoot":"","sources":["../../../src/interfaces/misc.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB,CAAC,CAAC,EAAE,CAAC;IACpC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,GAAC,SAAS,CAAC;IAC/B,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,GAAC,SAAS,CAAC;IACrC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACrD,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,EAAE,MAAM,CAAC;CAChB"}
+{"version":3,"file":"misc.d.ts","sourceRoot":"","sources":["../../../src/interfaces/misc.ts"],"names":[],"mappings":"AAAA,YAAY,EACR,QAAQ,EAAE,eAAe,EAAE,SAAS,EACpC,YAAY,EAAE,SAAS,EAAE,KAAK,EAAE,kBAAkB,EAClD,kBAAkB,EAAE,eAAe,EAAE,SAAS,EAC9C,gBAAgB,EAAE,eAAe,EAAE,UAAU,EAC7C,SAAS,EAAE,MAAM,IAAI,eAAe,EAAE,kBAAkB,EAC3D,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEvD,YAAY,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,6CAA6C,CAAC;AAIjI,MAAM,WAAW,kBAAkB,CAAC,CAAC,EAAE,CAAC;IACpC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,GAAC,SAAS,CAAC;IAC/B,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,GAAC,SAAS,CAAC;IACrC,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACrD,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,IAAI,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,EAAE,MAAM,CAAC;CAChB"}

package/dist/src/interfaces/misc.js

@@ -1,3 +1,3 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+// this is an enum, cant export as type
+export { RecoveryCleanupType } from '@terascope/types';
 //# sourceMappingURL=misc.js.map

package/dist/src/interfaces/misc.js.map

@@ -1 +1 @@
-{"version":3,"file":"misc.js","sourceRoot":"","sources":["../../../src/interfaces/misc.ts"],"names":[],"mappings":""}
+{"version":3,"file":"misc.js","sourceRoot":"","sources":["../../../src/interfaces/misc.ts"],"names":[],"mappings":"AAQA,uCAAuC;AACvC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/src/interfaces/operation-lifecycle.d.ts

@@ -1,5 +1,6 @@
 import { DataEntity } from '@terascope/utils';
-import { Slice, SlicerRecoveryData, SliceResult, ExecutionStats } from './operations';
+import { Teraslice } from '@terascope/types';
+import { SlicerRecoveryData, SliceResult, ExecutionStats } from './operations.js';
 export interface OperationLifeCycle {
     /**
      * Called during execution initialization,
@@ -82,12 +83,12 @@ export interface SlicerOperationLifeCycle extends OperationLifeCycle {
      * A method called by the "Execution Controller" to give a "Slicer"
      * the opportunity to track the slices enqueued by the execution controller
      */
-    onSliceEnqueued?(slice: Slice): void;
+    onSliceEnqueued?(slice: Teraslice.Slice): void;
     /**
      * A method called by the "Execution Controller" to give a "Slicer"
      * the opportunity to track the slices disptached by the execution controller
      */
-    onSliceDispatch?(slice: Slice): void;
+    onSliceDispatch?(slice: Teraslice.Slice): void;
     /**
      * A method called by the "Execution Controller" to give a "Slicer"
      * the opportunity to track the slices completed by the execution controller

package/dist/src/interfaces/operation-lifecycle.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"operation-lifecycle.d.ts","sourceRoot":"","sources":["../../../src/interfaces/operation-lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EACH,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,cAAc,EACzD,MAAM,cAAc,CAAC;AAEtB,MAAM,WAAW,kBAAkB;IAC/B;;;OAGG;IACH,UAAU,CAAC,UAAU,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5C;;;OAGG;IACH,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7B;AAED,MAAM,WAAW,wBAAyB,SAAQ,kBAAkB;IAChE;;;OAGG;IACH,kBAAkB,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;OAEG;IACH,cAAc,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhD;;OAEG;IACH,iBAAiB,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD;;OAEG;IACH,eAAe,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD;;OAEG;IACH,aAAa,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C;;;;;OAKG;IACH,YAAY,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C;;;;;;OAMG;IACH,gBAAgB,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAExD;;;;;;;OAOG;IACH,mBAAmB,CAAC,CAChB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,UAAU,EAAE,GACtB,IAAI,CAAC;IAER;;;;OAIG;IACH,YAAY,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C;;;OAGG;IACH,UAAU,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC/C;AAED,MAAM,WAAW,wBAAyB,SAAQ,kBAAkB;IAChE;;;;;OAKG;IACH,UAAU,CAAC,YAAY,CAAC,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/D;;;OAGG;IACH,eAAe,CAAC,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAErC;;;OAGG;IACH,eAAe,CAAC,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAErC;;;OAGG;IACH,eAAe,CAAC,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IAE5C;;;OAGG;IACH,gBAAgB,CAAC,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAClD"}
+{"version":3,"file":"operation-lifecycle.d.ts","sourceRoot":"","sources":["../../../src/interfaces/operation-lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACH,kBAAkB,EAAE,WAAW,EAAE,cAAc,EAClD,MAAM,iBAAiB,CAAC;AAEzB,MAAM,WAAW,kBAAkB;IAC/B;;;OAGG;IACH,UAAU,CAAC,UAAU,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5C;;;OAGG;IACH,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7B;AAED,MAAM,WAAW,wBAAyB,SAAQ,kBAAkB;IAChE;;;OAGG;IACH,kBAAkB,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;OAEG;IACH,cAAc,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhD;;OAEG;IACH,iBAAiB,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnD;;OAEG;IACH,eAAe,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD;;OAEG;IACH,aAAa,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C;;;;;OAKG;IACH,YAAY,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C;;;;;;OAMG;IACH,gBAAgB,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAExD;;;;;;;OAOG;IACH,mBAAmB,CAAC,CAChB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,UAAU,EAAE,GACtB,IAAI,CAAC;IAER;;;;OAIG;IACH,YAAY,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9C;;;OAGG;IACH,UAAU,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC/C;AAED,MAAM,WAAW,wBAAyB,SAAQ,kBAAkB;IAChE;;;;;OAKG;IACH,UAAU,CAAC,YAAY,CAAC,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/D;;;OAGG;IACH,eAAe,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC;IAE/C;;;OAGG;IACH,eAAe,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK,GAAG,IAAI,CAAC;IAE/C;;;OAGG;IACH,eAAe,CAAC,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IAE5C;;;OAGG;IACH,gBAAgB,CAAC,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI,CAAC;CAClD"}

package/dist/src/interfaces/operation-lifecycle.js

@@ -1,3 +1,2 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+export {};
 //# sourceMappingURL=operation-lifecycle.js.map

package/dist/src/interfaces/operations.d.ts

@@ -1,74 +1,21 @@
-import { Schema } from 'convict';
 import { Logger } from '@terascope/utils';
-import { ValidatedJobConfig, OpConfig, ExecutionConfig, LegacyExecutionContext } from './jobs';
-import { Context, SysConfig } from './context';
-export type CrossValidationFn = (job: ValidatedJobConfig, sysconfig: SysConfig) => void;
-export type SelfValidationFn = (config: OpConfig) => void;
-export type SliceQueueLengthFn = (executionContext: LegacyExecutionContext) => number | string;
-export interface LegacyOperation {
-    crossValidation?: CrossValidationFn;
-    selfValidation?: SelfValidationFn;
-    schema(context?: Context): Schema<any>;
-}
-export interface LegacyReader extends LegacyOperation {
-    slicerQueueLength?: SliceQueueLengthFn;
-    schema(context?: Context): Schema<any>;
-    newReader(context: Context, opConfig: OpConfig, exectutionConfig: ExecutionConfig): Promise<ReaderFn<any>>;
-    newSlicer(context: Context, executionContext: LegacyExecutionContext, recoveryData: SlicerRecoveryData[], logger: Logger): Promise<SlicerFns>;
-}
-export type ReaderFn<T> = (sliceRequest: SliceRequest, logger: Logger) => Promise<T> | T;
-export interface LegacyProcessor extends LegacyOperation {
-    schema(context?: Context): Schema<any>;
-    newProcessor(context: Context, opConfig: OpConfig, executionConfig: ExecutionConfig): Promise<ProcessorFn<any>>;
-}
-export type ProcessorFn<T> = (data: T, logger: Logger, sliceRequest: SliceRequest) => Promise<T> | T;
-/**
- * The metadata created by the Slicer and ran through a job pipeline
- *
- * See [[Slice]]
- */
-export interface SliceRequest {
-    /** A reserved key for sending work to a particular worker */
-    request_worker?: string;
-    /** The slice request can contain any metdata */
-    [prop: string]: any;
-}
+import { Teraslice } from '@terascope/types';
+export type CrossValidationFn = (job: Teraslice.ValidatedJobConfig, sysconfig: Teraslice.SysConfig) => void;
+export type SelfValidationFn = (config: Teraslice.OpConfig) => void;
+export type ReaderFn<T> = (sliceRequest: Teraslice.SliceRequest, logger: Logger) => Promise<T> | T;
+export type ProcessorFn<T> = (data: T, logger: Logger, sliceRequest: Teraslice.SliceRequest) => Promise<T> | T;
 /**
- * The metadata given to Slicer after succefully recovering the execution
+ * The metadata given to Slicer after successfully recovering the execution
  */
 export interface SlicerRecoveryData {
     slicer_id: number;
-    lastSlice?: SliceRequest;
-}
-/**
- * A trackable set of work to be preformed by a "Worker"
- */
-export interface Slice {
-    /**
-     * A unique identifier for the slice
-     */
-    slice_id: string;
-    /**
-     * A reference to the slicer that created the slice.
-     */
-    slicer_id: number;
-    /**
-     * A reference to the slicer
-     */
-    slicer_order: number;
-    request: SliceRequest;
-    _created: string;
-}
-export interface SliceAnalyticsData {
-    time: number[];
-    size: number[];
-    memory: number[];
+    lastSlice?: Teraslice.SliceRequest;
 }
-export declare const sliceAnalyticsMetrics: readonly (keyof SliceAnalyticsData)[];
-export type SlicerResult = Slice | SliceRequest | SliceRequest[] | null;
+export declare const sliceAnalyticsMetrics: readonly (keyof Teraslice.SliceAnalyticsData)[];
+export type SlicerResult = Teraslice.Slice | Teraslice.SliceRequest | Teraslice.SliceRequest[] | null;
 export interface SliceResult {
-    slice: Slice;
-    analytics: SliceAnalyticsData;
+    slice: Teraslice.Slice;
+    analytics: Teraslice.SliceAnalyticsData;
     error?: string;
 }
 export interface SlicerFn {