@forzalabs/remora 1.0.1 → 1.0.3

package/engines/schema/SchemaEngine.js

@@ -1,33 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const Affirm_1 = __importDefault(require("../../core/Affirm"));
-const SchemaValidator_1 = __importDefault(require("./SchemaValidator"));
-const ConsumerEngine_1 = __importDefault(require("../consumer/ConsumerEngine"));
-class SchemaEngineClass {
-    constructor() {
-        /**
-         * If the consumer has a ".schema" then checks that the output shape of the consumer complies with what the JSON schema says
-         */
-        this.enforceConsumerOutputSchema = (consumer) => {
-            var _a;
-            (0, Affirm_1.default)(consumer, `Invalid consumer`);
-            if (!consumer.schema)
-                return true;
-            const validator = SchemaValidator_1.default.getSchema(consumer.schema);
-            const schema = validator.schema;
-            // TODO: right now I just check that all the required properites are there...
-            // in the future this needs to be more fleshed (types, ...)
-            const properties = ConsumerEngine_1.default.compile(consumer);
-            const matches = (_a = schema.required) === null || _a === void 0 ? void 0 : _a.map(x => ({
-                exists: properties.find(k => k.consumerAlias === x) ? true : false,
-                property: x
-            }));
-            return matches.every(x => x.exists);
-        };
-    }
-}
-const SchemaEngine = new SchemaEngineClass();
-exports.default = SchemaEngine;

package/engines/sql/SQLBuilder.js

@@ -1,96 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const Affirm_1 = __importDefault(require("../../core/Affirm"));
-class SQLBuilderClass {
-    constructor() {
-        this.getSQLOperator = (operator) => {
-            switch (operator) {
-                case 'equals': return '=';
-                case 'notEquals': return '!=';
-                case 'contains': return 'LIKE';
-                case 'notContains': return 'NOT LIKE';
-                case 'startsWith': return 'LIKE';
-                case 'endsWith': return 'LIKE';
-                case 'greaterThan': return '>';
-                case 'greaterThanOrEquals': return '>=';
-                case 'lessThan': return '<';
-                case 'lessThanOrEquals': return '<=';
-                case 'in': return 'IN';
-                case 'notIn': return 'NOT IN';
-                case 'between': return 'BETWEEN';
-                case 'notBetween': return 'NOT BETWEEN';
-                case 'isNull': return 'IS NULL';
-                case 'isNotNull': return 'IS NOT NULL';
-                case 'true': return '= TRUE';
-                case 'false': return '= FALSE';
-                case 'matches': return '~';
-                case 'notMatches': return '!~';
-                case 'sql': return ''; // Custom SQL should be handled separately
-                default: throw new Error(`Unsupported operator: ${operator}`);
-            }
-        };
-        this.buildFilterClause = (filter) => {
-            var _a, _b;
-            const operator = this.getSQLOperator(filter.operator);
-            let baseClause;
-            if (filter.operator === 'in' || filter.operator === 'notIn') {
-                baseClause = `${filter.member} ${operator} (${filter.values.map(value => `'${value}'`).join(', ')})`;
-            }
-            else if (filter.operator === 'between' || filter.operator === 'notBetween') {
-                baseClause = `${filter.member} ${operator} '${filter.values[0]}' AND '${filter.values[1]}'`;
-            }
-            else if (filter.operator === 'isNull' || filter.operator === 'isNotNull' || filter.operator === 'true' || filter.operator === 'false') {
-                baseClause = `${filter.member} ${operator}`;
-            }
-            else if (filter.operator === 'contains' || filter.operator === 'notContains') {
-                baseClause = `${filter.member} ${operator} '%${filter.values[0]}%'`;
-            }
-            else if (filter.operator === 'startsWith') {
-                baseClause = `${filter.member} ${operator} '${filter.values[0]}%'`;
-            }
-            else if (filter.operator === 'endsWith') {
-                baseClause = `${filter.member} ${operator} '%${filter.values[0]}'`;
-            }
-            else if (filter.operator === 'sql') {
-                baseClause = `(${filter.values[0]})`;
-            }
-            else {
-                baseClause = `${filter.member} ${operator} '${filter.values[0]}'`;
-            }
-            const orClauses = (_a = filter.or) === null || _a === void 0 ? void 0 : _a.map(this.buildFilterClause).join(' OR ');
-            const andClauses = (_b = filter.and) === null || _b === void 0 ? void 0 : _b.map(this.buildFilterClause).join(' AND ');
-            let combinedClause = baseClause;
-            if (orClauses) {
-                combinedClause = `(${combinedClause} OR ${orClauses})`;
-            }
-            if (andClauses) {
-                combinedClause = `(${combinedClause} AND ${andClauses})`;
-            }
-            return combinedClause;
-        };
-        this.buildConsumerQuery = (request) => {
-            (0, Affirm_1.default)(request, `Invalid build consumer request`);
-            let query = ``;
-            if (request.filters && request.filters.length > 0) {
-                const filterClauses = request.filters.map(this.buildFilterClause);
-                query += ` WHERE ${filterClauses.join(' AND ')}`;
-            }
-            if (request.order && request.order.length > 0) {
-                const orderClauses = request.order.map(([field, direction]) => `${field} ${direction}`);
-                query += ` ORDER BY ${orderClauses.join(', ')}`;
-            }
-            if (request.limit) {
-                query += ` LIMIT ${request.limit}`;
-            }
-            if (request.offset) {
-                query += ` OFFSET ${request.offset}`;
-            }
-            return query;
-        };
-    }
-}
-const SQLBuilder = new SQLBuilderClass();
-exports.default = SQLBuilder;

package/engines/sql/SQLCompiler.js

@@ -1,141 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const Affirm_1 = __importDefault(require("../../core/Affirm"));
-const Algo_1 = __importDefault(require("../../core/Algo"));
-const ConsumerEngine_1 = __importDefault(require("../consumer/ConsumerEngine"));
-const CryptoEngine_1 = __importDefault(require("../CryptoEngine"));
-const Environment_1 = __importDefault(require("../Environment"));
-const ProducerManager_1 = __importDefault(require("../producer/ProducerManager"));
-const SQLUtils_1 = __importDefault(require("../sql/SQLUtils"));
-class SQLCompilerClass {
-    constructor() {
-        this.compileProducer = (producer, source) => {
-            var _a, _b;
-            (0, Affirm_1.default)(producer, `Invalid producer`);
-            (0, Affirm_1.default)(source, `Invalid source`);
-            if (Algo_1.default.hasVal(producer.settings.sql)) {
-                const libraryItem = Environment_1.default.getSqlInLibrary(producer.settings.sql);
-                (0, Affirm_1.default)(libraryItem, `Misconfiguration for producer "${producer.name}": SQL library item is missing. Required SQL item named "${producer.settings.sql}" was not found.`);
-                return libraryItem.sql;
-            }
-            (0, Affirm_1.default)(producer.settings.sqlTable, `Misconfiguration for producer "${producer.name}": SQL table name is missing. Required since no override to the SQL was used.`);
-            const dimensions = producer.dimensions.map(x => {
-                var _a;
-                const maskType = ProducerManager_1.default.getMask(x);
-                const columnReference = (_a = x.alias) !== null && _a !== void 0 ? _a : x.name;
-                const fieldReference = `"${producer.settings.sqlTable}"."${columnReference}"`;
-                if (maskType && maskType === 'hash')
-                    return CryptoEngine_1.default.hashQuery(maskType, fieldReference, x.name);
-                else
-                    return `${fieldReference} AS "${x.name}"`;
-            });
-            const measures = (_b = (_a = producer.measures) === null || _a === void 0 ? void 0 : _a.map(measure => {
-                const thisProducer = `"${producer.settings.sqlTable}"`;
-                const sanitized = measure.sql.replace('P', thisProducer).replace('PROD', thisProducer).replace('PRODUCER', thisProducer)
-                    .replace('${', '').replace('}', '');
-                return `${sanitized} AS "${measure.name}"`;
-            })) !== null && _b !== void 0 ? _b : [];
-            const columns = dimensions.concat(measures);
-            const sql = `SELECT ${columns.join(', ')} FROM "${source.authentication['schema']}"."${producer.settings.sqlTable}"`;
-            if (measures.length > 0) {
-                const groupBys = `GROUP BY ${dimensions.map((_, i) => i + 1).join(', ')}`;
-                return `${sql} ${groupBys}`;
-            }
-            return sql;
-        };
-        this.deployProducer = (producer, source) => {
-            (0, Affirm_1.default)(producer, `Invalid producer`);
-            (0, Affirm_1.default)(source, `Invalid source`);
-            const sql = this.compileProducer(producer, source);
-            if (producer.settings.direct) {
-                return sql;
-            }
-            else {
-                const internalSchema = Environment_1.default.get('REMORA_SCHEMA');
-                (0, Affirm_1.default)(internalSchema, `Missing "REMORA_SCHEMA" on project settings (needed due to "${producer.name}" wanting to create a view)`);
-                return `CREATE OR REPLACE VIEW "${internalSchema}"."${producer.name}" AS ${sql}`;
-            }
-        };
-        /**
-         * Returns the SQL reference to this producer, used in FROM when constructing SQL statements of consumers (and others).
-         * This might easily just return a reference to a view or the underlying SQL of a producer if the view is not available.
-         */
-        this.getProducerReference = (producer) => {
-            (0, Affirm_1.default)(producer, 'Invalid producer');
-            const source = Environment_1.default.getSource(producer.source);
-            (0, Affirm_1.default)(source, `No source found for producer "${producer.name}"`);
-            if (producer.settings.direct) {
-                return this.compileProducer(producer, source);
-            }
-            else {
-                const internalSchema = Environment_1.default.get('REMORA_SCHEMA');
-                (0, Affirm_1.default)(internalSchema, `Missing "REMORA_SCHEMA" on project settings (needed due to "${producer.name}" wanting to create a view)`);
-                return `SELECT * FROM "${internalSchema}"."${producer.name}"`;
-            }
-        };
-        this.getConsumerReference = (consumer) => {
-            (0, Affirm_1.default)(consumer, 'Invalid consumer');
-            // if (consumer.outputs.some(x => x.format === 'SQL' && x.accelerated))
-            //     return `SELECT * FROM "av_remora_${SQLUtils.sanitizeName(consumer.name)}"`
-            // if (consumer.outputs.some(x => x.format === 'SQL' && !x.direct))
-            //     return `SELECT * FROM "v_remora_${SQLUtils.sanitizeName(consumer.name)}"`
-            return `SELECT * FROM (${this.compileConsumer(consumer)})`;
-        };
-        this.compileConsumer = (consumer) => {
-            var _a;
-            (0, Affirm_1.default)(consumer, `Invalid consumer`);
-            (0, Affirm_1.default)(consumer.producers.length > 0, `Consumer has no producers to draw data from ("${consumer.name}")`);
-            const subqueries = consumer.producers.map(cProd => {
-                const producer = Environment_1.default.getProducer(cProd.name);
-                if (!producer) {
-                    const consumer = Environment_1.default.getConsumer(cProd.name);
-                    (0, Affirm_1.default)(consumer, `No producer found for consumer "${consumer.name}" with name "${cProd.name}"`);
-                    return `"${cProd.name}" AS (${this.getConsumerReference(consumer)})`;
-                }
-                return `"${cProd.name}" AS (${this.getProducerReference(producer)})`;
-            });
-            const columns = ConsumerEngine_1.default.compile(consumer);
-            const sqlColumns = columns.map(x => { var _a, _b, _c; return `"${x.owner}"."${(_b = (_a = x.dimension) === null || _a === void 0 ? void 0 : _a.name) !== null && _b !== void 0 ? _b : (_c = x.measure) === null || _c === void 0 ? void 0 : _c.name}" AS "${x.consumerAlias}"`; });
-            const columnQualifiers = sqlColumns.map(x => Algo_1.default.replaceAll(x.split('.')[1], '"', ''));
-            const dupes = Algo_1.default.duplicates(columnQualifiers);
-            (0, Affirm_1.default)(dupes.length === 0, `Wrong consumer configuration: duplicate columns where found for consumer "${consumer.name}" ("${dupes.join(', ')}")`);
-            const joins = consumer.producers.filter(x => x.joins && x.joins.length > 0).flatMap(cProd => {
-                return cProd.joins.map(x => {
-                    const otherProd = consumer.producers.find(k => k.name === x.otherName);
-                    (0, Affirm_1.default)(otherProd, `Invalid JOIN relantionship: the producer "${cProd.name}" is asking for a join with "${x.otherName}", but this one doesn't exists.`);
-                    const starts = Algo_1.default.locations(x.sql, '${');
-                    const ends = Algo_1.default.locations(x.sql, '}');
-                    (0, Affirm_1.default)(starts.length === ends.length, `Invalid JOIN SQL: number of condition parameters does not match on consumer "${consumer.name}" producer "${cProd.name}" ("${x.sql}")`);
-                    const params = starts.map((start, index) => x.sql.substring(start, ends[index] + 1));
-                    const thisProducer = `"${cProd.name}"`;
-                    const sqlParams = params.map(param => param.replace('P', thisProducer).replace('PROD', thisProducer).replace('PRODUCER', thisProducer)
-                        .replace('${', '').replace('}', ''));
-                    let sqlCondition = x.sql;
-                    params.forEach((p, i) => sqlCondition = sqlCondition.replace(p, sqlParams[i]));
-                    return `LEFT JOIN "${otherProd.name}" ON ${sqlCondition}`;
-                });
-            });
-            const filters = (_a = consumer.filters) === null || _a === void 0 ? void 0 : _a.map(x => {
-                const starts = Algo_1.default.locations(x.sql, '${');
-                const ends = Algo_1.default.locations(x.sql, '}');
-                (0, Affirm_1.default)(starts.length === ends.length, `Invalid filter SQL: number of condition parameters does not match on consumer "${consumer.name}" ("${x.sql}")`);
-                const params = starts.map((start, index) => x.sql.substring(start, ends[index] + 1));
-                const sqlParams = params.map(param => SQLUtils_1.default.findDimension(columns, param));
-                let sqlFilter = x.sql;
-                params.forEach((p, i) => sqlFilter = sqlFilter.replace(p, sqlParams[i].consumerAlias));
-                return sqlFilter;
-            });
-            let sql = `WITH ${subqueries.join(',\n')}\n\nSELECT ${sqlColumns.join(', ')} FROM "${consumer.producers[0].name}"`;
-            if (joins && joins.length > 0)
-                sql += ` ${joins.join(', ')}`;
-            if (filters && filters.length > 0)
-                sql += ` WHERE ${filters.join(', ')}`;
-            return sql;
-        };
-    }
-}
-const SQLCompiler = new SQLCompilerClass();
-exports.default = SQLCompiler;

package/engines/sql/SQLUtils.js

@@ -1,22 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const Affirm_1 = __importDefault(require("../../core/Affirm"));
-const Algo_1 = __importDefault(require("../../core/Algo"));
-const SQLUtils = {
-    viewName: (name) => 'v_remora_' + SQLUtils.sanitizeName(name),
-    acceleratedViewName: (name) => 'av_remora_' + SQLUtils.sanitizeName(name),
-    findDimension: (compiledDimensions, dimensionQualifier) => {
-        const cleanedQualifier = Algo_1.default.replaceAll(dimensionQualifier.split('.')[1], '}', '');
-        const hit = compiledDimensions.find(x => x.consumerAlias === cleanedQualifier);
-        (0, Affirm_1.default)(hit, `Unable to find the column referenced by "${dimensionQualifier}" in the compiled list of columns (${compiledDimensions.map(x => `"${x.consumerAlias}"`).join(', ')})`);
-        return hit;
-    },
-    sanitizeName: (string) => {
-        (0, Affirm_1.default)(string, 'Invalid string to sanitize');
-        return string.replace(/[^a-z0-9]/gi, '_');
-    }
-};
-exports.default = SQLUtils;

package/workers/FilterWorker.js

@@ -1,62 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const workerpool_1 = __importDefault(require("workerpool"));
-const dotenv_1 = __importDefault(require("dotenv"));
-const Affirm_1 = __importDefault(require("../core/Affirm"));
-const Dataset_1 = __importDefault(require("../engines/dataset/Dataset"));
-const Environment_1 = __importDefault(require("../engines/Environment"));
-const RequestExecutor_1 = __importDefault(require("../engines/execution/RequestExecutor"));
-dotenv_1.default.configDotenv();
-const run = (workerData) => __awaiter(void 0, void 0, void 0, function* () {
-    Environment_1.default.load('./');
-    try {
-        const { datasetName, fromLine, toLine, workerId, executionId, datasetFile, datasetDimensions, datasetDelimiter, filterData: filter } = workerData;
-        Affirm_1.default.hasValue(fromLine, `Invalid from line`);
-        Affirm_1.default.hasValue(toLine, `Invalid to line`);
-        (0, Affirm_1.default)(datasetName, `Invalid dataset name`);
-        (0, Affirm_1.default)(workerId, `Invalid worker id`);
-        (0, Affirm_1.default)(datasetFile, `Invalid dataset file`);
-        (0, Affirm_1.default)(datasetDimensions, `Invalid dataset dimensions`);
-        (0, Affirm_1.default)(filter, `Invalid filter data`);
-        (0, Affirm_1.default)(datasetDelimiter, `Invalid dataset delimter`);
-        const dataset = new Dataset_1.default({ name: datasetName, file: datasetFile, baseProducer: null, executionId });
-        dataset
-            .setDimensions(datasetDimensions)
-            .setDelimiter(datasetDelimiter);
-        const outputPath = dataset['_tempPath'] + workerId;
-        const rules = filter.rules.map(x => x.rule);
-        yield RequestExecutor_1.default.applyFilters(dataset, rules, { outputPath, range: { fromLine, toLine } });
-        const result = {
-            success: true,
-            datasetDelimiter: dataset.getDelimiter(),
-            datasetDimensions: dataset.getDimensions(),
-            datasetFile: dataset.getFile(),
-            datasetName: dataset.name,
-            datasetPath: outputPath
-        };
-        return result;
-    }
-    catch (error) {
-        console.error(error);
-        const result = {
-            success: false,
-            error
-        };
-        return result;
-    }
-});
-workerpool_1.default.worker({
-    filter: run
-});

package/workers/ProjectionWorker.js

@@ -1,63 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const workerpool_1 = __importDefault(require("workerpool"));
-const dotenv_1 = __importDefault(require("dotenv"));
-const Affirm_1 = __importDefault(require("../core/Affirm"));
-const Dataset_1 = __importDefault(require("../engines/dataset/Dataset"));
-const Environment_1 = __importDefault(require("../engines/Environment"));
-const PostProcessor_1 = __importDefault(require("../engines/consumer/PostProcessor"));
-dotenv_1.default.configDotenv();
-const run = (workerData) => __awaiter(void 0, void 0, void 0, function* () {
-    Environment_1.default.load('./');
-    try {
-        const { datasetName, fromLine, toLine, workerId, datasetFile, executionId, datasetDimensions, datasetDelimiter, projectionData } = workerData;
-        Affirm_1.default.hasValue(fromLine, `Invalid from line`);
-        Affirm_1.default.hasValue(toLine, `Invalid to line`);
-        (0, Affirm_1.default)(datasetName, `Invalid dataset name`);
-        (0, Affirm_1.default)(workerId, `Invalid worker id`);
-        (0, Affirm_1.default)(datasetFile, `Invalid dataset file`);
-        (0, Affirm_1.default)(datasetDimensions, `Invalid dataset dimensions`);
-        (0, Affirm_1.default)(projectionData, `Invalid projection data`);
-        (0, Affirm_1.default)(datasetDelimiter, `Invalid dataset delimter`);
-        const consumer = Environment_1.default.getConsumer(projectionData.consumerName);
-        (0, Affirm_1.default)(consumer, `Wrong consumer name sent to projection worker: "${projectionData.consumerName}" not found.`);
-        const dataset = new Dataset_1.default({ name: datasetName, file: datasetFile, baseProducer: null, executionId });
-        dataset
-            .setDimensions(datasetDimensions)
-            .setDelimiter(datasetDelimiter);
-        const outputPath = dataset['_tempPath'] + workerId;
-        yield PostProcessor_1.default.doProjection(consumer, dataset, { outputPath, range: { fromLine, toLine } });
-        const result = {
-            success: true,
-            datasetDelimiter: dataset.getDelimiter(),
-            datasetDimensions: dataset.getDimensions(),
-            datasetFile: dataset.getFile(),
-            datasetName: dataset.name,
-            datasetPath: outputPath
-        };
-        return result;
-    }
-    catch (error) {
-        console.error(error);
-        const result = {
-            success: false,
-            error
-        };
-        return result;
-    }
-});
-workerpool_1.default.worker({
-    projection: run
-});

package/workers/TransformWorker.js

@@ -1,63 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const workerpool_1 = __importDefault(require("workerpool"));
-const dotenv_1 = __importDefault(require("dotenv"));
-const Affirm_1 = __importDefault(require("../core/Affirm"));
-const Dataset_1 = __importDefault(require("../engines/dataset/Dataset"));
-const Environment_1 = __importDefault(require("../engines/Environment"));
-const TransformationEngine_1 = __importDefault(require("../engines/transform/TransformationEngine"));
-dotenv_1.default.configDotenv();
-const run = (workerData) => __awaiter(void 0, void 0, void 0, function* () {
-    Environment_1.default.load('./');
-    try {
-        const { datasetName, fromLine, toLine, workerId, executionId, datasetFile, datasetDimensions, datasetDelimiter, transformData } = workerData;
-        Affirm_1.default.hasValue(fromLine, `Invalid from line`);
-        Affirm_1.default.hasValue(toLine, `Invalid to line`);
-        (0, Affirm_1.default)(datasetName, `Invalid dataset name`);
-        (0, Affirm_1.default)(workerId, `Invalid worker id`);
-        (0, Affirm_1.default)(datasetFile, `Invalid dataset file`);
-        (0, Affirm_1.default)(datasetDimensions, `Invalid dataset dimensions`);
-        (0, Affirm_1.default)(transformData, `Invalid transform data`);
-        (0, Affirm_1.default)(datasetDelimiter, `Invalid dataset delimter`);
-        const consumer = Environment_1.default.getConsumer(transformData.consumerName);
-        (0, Affirm_1.default)(consumer, `Wrong consumer name sent to projection worker: "${transformData.consumerName}" not found.`);
-        const dataset = new Dataset_1.default({ name: datasetName, file: datasetFile, baseProducer: null, executionId });
-        dataset
-            .setDimensions(datasetDimensions)
-            .setDelimiter(datasetDelimiter);
-        const outputPath = dataset['_tempPath'] + workerId;
-        yield TransformationEngine_1.default.apply(consumer, dataset, { outputPath, range: { fromLine, toLine } });
-        const result = {
-            success: true,
-            datasetDelimiter: dataset.getDelimiter(),
-            datasetDimensions: dataset.getDimensions(),
-            datasetFile: dataset.getFile(),
-            datasetName: dataset.name,
-            datasetPath: outputPath
-        };
-        return result;
-    }
-    catch (error) {
-        console.error(error);
-        const result = {
-            success: false,
-            error
-        };
-        return result;
-    }
-});
-workerpool_1.default.worker({
-    transform: run
-});

package/workers/TsWorker.js

@@ -1,14 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const workerpool_1 = __importDefault(require("workerpool"));
-const DatasetRecord_1 = __importDefault(require("../engines/dataset/DatasetRecord"));
-workerpool_1.default.worker({
-    ts: () => {
-        const tt = new DatasetRecord_1.default('bububub,bububbu', [{ hidden: false, index: 0, key: '11', name: '11' }], ',');
-        console.log(tt);
-        console.log('hello form typescript', tt.stringify());
-    }
-});