@forzalabs/remora 1.0.22 → 1.1.2

package/core/logger/DevelopmentLogService.js

@@ -1,70 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const fs_1 = require("fs");
-const path_1 = __importDefault(require("path"));
-class DevelopmentLogService {
-    constructor() {
-        this.id = 'DevelopmentLogService';
-        this._folder = 'local_logs';
-        this._file = 'logs.txt';
-        this._path = path_1.default.join(this._folder, this._file);
-        this.init = () => {
-            if (!(0, fs_1.existsSync)(this._folder))
-                (0, fs_1.mkdirSync)(this._folder);
-            return null;
-        };
-        this.log = (text) => {
-            try {
-                console.log(text);
-                this._write(text, 'LOG');
-            }
-            catch (error) {
-                console.error('ERROR on log', error);
-            }
-            finally {
-                return null;
-            }
-        };
-        this.info = (text) => {
-            try {
-                console.info(text);
-                this._write(text, 'INFO');
-            }
-            catch (error) {
-                console.error('ERROR on info', error);
-            }
-            finally {
-                return null;
-            }
-        };
-        this.error = (error) => {
-            try {
-                console.error(error);
-                this._write(error.message, 'INFO', error.name, error.stack);
-            }
-            catch (error) {
-                console.error('ERROR on error', error);
-            }
-            finally {
-                return null;
-            }
-        };
-        this._write = (text, level, errName, stackTrace) => {
-            if (!text || text.length === 0)
-                return;
-            const date = '"' + new Date().toJSON() + '"';
-            const sanitizedLevel = '"' + level + '"';
-            const sanitizedText = '"' + text.replace(new RegExp('"', 'g'), '"') + '"';
-            const sanitizedErrName = '"' + (errName !== null && errName !== void 0 ? errName : '') + '"';
-            const sanitizedStack = '"' + (stackTrace !== null && stackTrace !== void 0 ? stackTrace : '') + '"';
-            const line = [date, sanitizedLevel, sanitizedText, sanitizedErrName, sanitizedStack];
-            const sanitizedLine = line.join(',') + '\r\n';
-            (0, fs_1.appendFileSync)(this._path, sanitizedLine);
-        };
-    }
-}
-const DevelopmentLogger = new DevelopmentLogService();
-exports.default = DevelopmentLogger;

package/core/logger/LocalLogService.js

@@ -1,70 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const fs_1 = require("fs");
-const path_1 = __importDefault(require("path"));
-class LocalLogService {
-    constructor() {
-        this.id = 'DevelopmentLogService';
-        this._folder = 'local_logs';
-        this._file = 'logs.txt';
-        this._path = path_1.default.join(this._folder, this._file);
-        this.init = () => {
-            if (!(0, fs_1.existsSync)(this._folder))
-                (0, fs_1.mkdirSync)(this._folder);
-            return null;
-        };
-        this.log = (text) => {
-            try {
-                console.log(text);
-                this._write(text, 'LOG');
-            }
-            catch (error) {
-                console.error('ERROR on log', error);
-            }
-            finally {
-                return null;
-            }
-        };
-        this.info = (text) => {
-            try {
-                console.info(text);
-                this._write(text, 'INFO');
-            }
-            catch (error) {
-                console.error('ERROR on info', error);
-            }
-            finally {
-                return null;
-            }
-        };
-        this.error = (error) => {
-            try {
-                console.error(error);
-                this._write(error.message, 'INFO', error.name, error.stack);
-            }
-            catch (error) {
-                console.error('ERROR on error', error);
-            }
-            finally {
-                return null;
-            }
-        };
-        this._write = (text, level, errName, stackTrace) => {
-            if (!text || text.length === 0)
-                return;
-            const date = '"' + new Date().toJSON() + '"';
-            const sanitizedLevel = '"' + level + '"';
-            const sanitizedText = '"' + text.replace(new RegExp('"', 'g'), '"') + '"';
-            const sanitizedErrName = '"' + (errName !== null && errName !== void 0 ? errName : '') + '"';
-            const sanitizedStack = '"' + (stackTrace !== null && stackTrace !== void 0 ? stackTrace : '') + '"';
-            const line = [date, sanitizedLevel, sanitizedText, sanitizedErrName, sanitizedStack];
-            const sanitizedLine = line.join(',') + '\r\n';
-            (0, fs_1.appendFileSync)(this._path, sanitizedLine);
-        };
-    }
-}
-const LocalLogger = new LocalLogService();
-exports.default = LocalLogger;

package/core/logger/Logger.js

@@ -1,54 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const Affirm_1 = __importDefault(require("../Affirm"));
-class LoggerService {
-    constructor() {
-        this.outputs = [];
-        this.register = (service) => __awaiter(this, void 0, void 0, function* () {
-            (0, Affirm_1.default)(this.outputs, 'Unassigned outputs in logging service');
-            (0, Affirm_1.default)(service, 'Invalid service passed to logger.register');
-            (0, Affirm_1.default)(service.id, 'Invalid id used for registering new logging output service');
-            (0, Affirm_1.default)(!this.outputs.some(x => x.id === service.id), 'Trying to register logging output service that was already registered');
-            try {
-                yield service.init();
-                this.outputs.push(service);
-            }
-            catch (error) {
-                this.error(error);
-            }
-        });
-        this.isRegistered = (id) => {
-            (0, Affirm_1.default)(this.outputs, 'Unassigned outputs in logging service');
-            (0, Affirm_1.default)(id, 'Invalid id used for checking if logging output service is registered');
-            return this.outputs.some(x => x.id === id);
-        };
-        this.log = (text) => {
-            this.outputs.forEach(x => x.log(text));
-        };
-        this.info = (text) => {
-            this.outputs.forEach(x => x.info(text));
-        };
-        this.error = (error) => {
-            if (error instanceof Error)
-                this.outputs.forEach(x => x.error(error));
-            else if (typeof error === 'string')
-                this.outputs.forEach(x => x.error(new Error(error)));
-            else
-                this.outputs.forEach(x => x.error(new Error(error)));
-        };
-    }
-}
-const logger = new LoggerService();
-exports.default = logger;

package/database/DatabaseEngine.js

@@ -1,149 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const mongodb_1 = require("mongodb");
-const Helper_1 = __importDefault(require("../helper/Helper"));
-const Settings_1 = __importDefault(require("../helper/Settings"));
-const ProcessENVManager_1 = __importDefault(require("../engines/ProcessENVManager"));
-class DatabaseEngineClass {
-    constructor() {
-        this.MAX_TRY_CONNECTION = 3;
-        this.db = () => this._db;
-        this.connect = () => __awaiter(this, void 0, void 0, function* () {
-            // WARNING: this was changed during the deployment to ECS...
-            // I've reverted it, but maybe it needs to be changed or looked into...
-            var _a;
-            this._uri = ((_a = ProcessENVManager_1.default.getEnvVariable('MONGO_URI')) !== null && _a !== void 0 ? _a : Helper_1.default.isDev())
-                ? 'mongodb://mongo:27017/remora'
-                : 'mongodb://localhost:27017/remora';
-            this._client = new mongodb_1.MongoClient(this._uri);
-            const errors = [];
-            this._client = new mongodb_1.MongoClient(this._uri);
-            for (let i = 0; i < this.MAX_TRY_CONNECTION; i++) {
-                try {
-                    console.log(`Attempting to connect to mongo "${this._uri}`);
-                    yield this._client.connect();
-                    this._db = this._client.db(Settings_1.default.db.name);
-                    this._connected = true;
-                    console.log('Connected to MongoDB');
-                    break;
-                }
-                catch (error) {
-                    errors.push((i + 1) + ': connection to MongoDB throws this error: ' + error);
-                }
-            }
-            if (!this._connected)
-                console.error(`Despite ${this.MAX_TRY_CONNECTION} retries it was not possible to connect to mongoDb, these are the errors encountered:\n` + errors.join('\n'));
-        });
-        this.disconnect = () => __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield this._client.close();
-                console.log('Disconnected from MongoDB');
-            }
-            catch (error) {
-                console.error('Error disconnecting from MongoDB:', error);
-            }
-        });
-        this.query = (collectionName, filter, options) => __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield this._checkConnection();
-                const collection = this._db.collection(collectionName);
-                const result = yield collection.find(filter, options).toArray();
-                return result;
-            }
-            catch (error) {
-                console.error('Error getting documents:', error);
-                throw error;
-            }
-        });
-        this.aggregate = (collectionName, aggregation) => __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield this._checkConnection();
-                const collection = this._db.collection(collectionName);
-                return yield collection.aggregate(aggregation).toArray();
-            }
-            catch (error) {
-                console.error('Error aggregate documents:', error);
-                throw error;
-            }
-        });
-        this.get = (collectionName, id) => __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield this._checkConnection();
-                const collection = this._db.collection(collectionName);
-                return yield collection.findOne({ _id: id });
-            }
-            catch (error) {
-                console.error('Error finding document by ID:', error);
-                throw error;
-            }
-        });
-        this.findOne = (collectionName, query) => __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield this._checkConnection();
-                const collection = this._db.collection(collectionName);
-                return yield collection.findOne(query);
-            }
-            catch (error) {
-                console.error('Error finding one document:', error);
-                throw error;
-            }
-        });
-        this.upsert = (collectionName, id, update) => __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield this._checkConnection();
-                const collection = this._db.collection(collectionName);
-                const result = yield collection.findOneAndUpdate({ _id: id }, { $set: update }, { upsert: true, returnDocument: 'after' });
-                return result;
-            }
-            catch (error) {
-                console.error('Error upserting document:', error);
-                throw error;
-            }
-        });
-        this.addToList = (collectionName, id, arrayField, arrayItem) => __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield this._checkConnection();
-                const collection = this._db.collection(collectionName);
-                const result = yield collection.findOneAndUpdate({ _id: id }, { $push: { [arrayField]: arrayItem } }, { returnDocument: 'after' });
-                return result;
-            }
-            catch (error) {
-                console.error('Error adding item to list:', error);
-                throw error;
-            }
-        });
-        this.doUpdate = (collectionName, id, update) => __awaiter(this, void 0, void 0, function* () {
-            try {
-                yield this._checkConnection();
-                const collection = this._db.collection(collectionName);
-                const result = yield collection.findOneAndUpdate({ _id: id }, update, { returnDocument: 'after' });
-                return result;
-            }
-            catch (error) {
-                console.error('Error adding item to list:', error);
-                throw error;
-            }
-        });
-        this._checkConnection = () => __awaiter(this, void 0, void 0, function* () {
-            if (this._connected)
-                return;
-            yield this.connect();
-            if (!this._connected)
-                throw new Error(`Can't to perform db operation: unable to connect to the database (${this._uri})`);
-        });
-    }
-}
-const DatabaseEngine = new DatabaseEngineClass();
-exports.default = DatabaseEngine;

package/database/DatabaseStructure.js

@@ -1,27 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const Settings_1 = __importDefault(require("../helper/Settings"));
-const DATABASE_STRUCTURE = {
-    collections: [
-        {
-            name: Settings_1.default.db.collections.usage,
-            indexes: [
-                { consumer: 1 },
-                { startedAt: 1 },
-                { status: 1 }
-            ]
-        },
-        {
-            name: Settings_1.default.db.collections.users,
-            indexes: []
-        },
-        {
-            name: Settings_1.default.db.collections.apiKeys,
-            indexes: []
-        }
-    ]
-};
-exports.default = DATABASE_STRUCTURE;

package/definitions/DatasetDefinitions.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/ExecutorDefinitions.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/ProcessENV.js

@@ -1,169 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.REMORA_ENV_VARIABLES = void 0;
-/**
- * All the environment variables required for operativity of remora
- */
-exports.REMORA_ENV_VARIABLES = [
-    {
-        name: 'REMORA_LICENCE_KEY',
-        apps: [
-            { name: 'cli', required: true },
-            { name: 'worker', required: true },
-            { name: 'backend', required: true }
-        ],
-        description: 'The licence key to activate this remora licence. If you don\'t have it contact your tech support or reach out to Forza Labs.'
-    },
-    {
-        name: 'REMORA_APP',
-        apps: [
-            { name: 'cli', required: true },
-            { name: 'worker', required: true },
-            { name: 'backend', required: true }
-        ],
-        description: 'The Remora app name (cli, worker, backend, frontend).'
-    },
-    {
-        name: 'REMORA_WORKER_HOST',
-        apps: [
-            { name: 'backend', required: true },
-            { name: 'cli', required: false }
-        ],
-        description: 'The host address for the deployed Remora worker instance.'
-    },
-    {
-        name: 'ADMIN_JWT_SECRET_FILE',
-        apps: [
-            { name: 'worker', required: true },
-            { name: 'backend', required: true }
-        ],
-        description: 'The secret used to verify the JWT from the admin user of the Remora WebApp. Used for all admin operations.'
-    },
-    {
-        name: 'JWT_SECRET_FILE',
-        apps: [
-            { name: 'worker', required: true },
-            { name: 'backend', required: true }
-        ],
-        description: ''
-    },
-    {
-        name: 'ROOT_TEMP_PASSWORD_FILE',
-        apps: [
-            { name: 'worker', required: true },
-            { name: 'backend', required: true }
-        ],
-        description: ''
-    },
-    {
-        name: 'REMORA_WORKERS_PATH',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: 'A valid path that overrides the default path for the multi-thread workers for the Remora engine.'
-    },
-    {
-        name: 'REMORA_KEY_SECRET_FILE',
-        apps: [
-            { name: 'worker', required: true },
-            { name: 'cli', required: false }
-        ],
-        description: 'The CLI '
-    },
-    {
-        name: 'ADMIN_JWT_SECRET_FILE',
-        apps: [
-            { name: 'worker', required: true }
-        ],
-        description: 'The secret used to verify the JWT from the admin user of the Remora WebApp. Used for all admin operations.'
-    },
-    {
-        name: 'ADMIN_JWT_SECRET_FILE',
-        apps: [
-            { name: 'worker', required: true }
-        ],
-        description: 'The secret used to verify the JWT from the admin user of the Remora WebApp. Used for all admin operations.'
-    },
-    {
-        name: 'MONGO_URI',
-        apps: [
-            { name: 'worker', required: true },
-            { name: 'backend', required: true }
-        ],
-        description: 'The databse uri (Mongo compatible) where to store Remora telemetry.'
-    },
-    {
-        name: 'REMORA_SALT',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: 'A secret salt value used when masking data.'
-    },
-    {
-        name: 'OPENAI_API_KEY',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: ''
-    },
-    {
-        name: 'AWS_DEFAULT_REGION',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: ''
-    },
-    {
-        name: 'AWS_ACCOUNT_ID',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: ''
-    },
-    {
-        name: 'AWS_ACCESS_KEY_ID',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: ''
-    },
-    {
-        name: 'AWS_SECRET_ACCESS_KEY',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: ''
-    },
-    {
-        name: 'AWS_SESSION_TOKEN',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: ''
-    },
-    {
-        name: 'DELTA_TOKEN',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false }
-        ],
-        description: ''
-    },
-    {
-        name: 'NODE_ENV',
-        apps: [
-            { name: 'worker', required: false },
-            { name: 'cli', required: false },
-            { name: 'backend', required: false }
-        ],
-        description: ''
-    }
-];

package/definitions/agents/DestinationDriver.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/agents/SourceDriver.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/cli.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/database/ApiKeys.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/database/Stored.js

@@ -1,7 +0,0 @@
-"use strict";
-/**
- * TODO: these are the documents that are stored in the database.
- * TODO: I need to register all the events and usage around these resources (producers and consumers).
- * Like all the executions, who executed, for how long and others...
- */
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/database/UsageStat.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/database/User.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/requests/ConsumerRequest.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/requests/Developer.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/requests/Mapping.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/requests/ProducerRequest.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/requests/Request.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/resources/Compiled.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/resources/Consumer.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/resources/Environment.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/resources/Library.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/resources/Producer.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/resources/Project.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/resources/Schema.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/resources/Source.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/temp.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/definitions/transform/Transformations.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });