ffc-pay-etl-framework 1.3.1-alpha.2 → 1.4.0

package/README.md

@@ -87,35 +87,3 @@ etl
 ## ✨ Contributing
 
 Please make sure to read the [Contributing Guide](https://github.com/DEFRA/ffc-pay-etl-framework/blob/next/CONTRIBUTING.md) before making a pull request.
-
-## Contributors ✨
-
-Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/docs/en/emoji-key)):
-
-<!-- ALL-CONTRIBUTORS-LIST:START - Do not remove or modify this section -->
-<!-- prettier-ignore-start -->
-<!-- markdownlint-disable -->
-<table>
-  <tbody>
-    <tr>
-      <td align="center" valign="top" width="14.28%"><a href="https://github.com/suityou01"><img src="https://avatars.githubusercontent.com/u/7422644?v=4?s=100" width="100px;" alt="Charlie Benger-Stevenson"/><br /><sub><b>Charlie Benger-Stevenson</b></sub></a><br /><a href="https://github.com/DEFRA/ffc-pay-etl-framework/commits?author=suityou01" title="Code">💻</a></td>
-      <td align="center" valign="top" width="14.28%"><a href="https://github.com/GodsonLeigh"><img src="https://avatars.githubusercontent.com/u/139965284?v=4?s=100" width="100px;" alt="Leigh Godson"/><br /><sub><b>Leigh Godson</b></sub></a><br /><a href="https://github.com/DEFRA/ffc-pay-etl-framework/commits?author=GodsonLeigh" title="Code">💻</a></td>
-      <td align="center" valign="top" width="14.28%"><a href="https://github.com/samplackett"><img src="https://avatars.githubusercontent.com/u/60177449?v=4?s=100" width="100px;" alt="Sam Plackett"/><br /><sub><b>Sam Plackett</b></sub></a><br /><a href="https://github.com/DEFRA/ffc-pay-etl-framework/commits?author=samplackett" title="Code">💻</a></td>    </tr>
-  </tbody>
-  <tfoot>
-    <tr>
-      <td align="center" size="13px" colspan="7">
-        <img src="https://raw.githubusercontent.com/all-contributors/all-contributors-cli/1b8533af435da9854653492b1327a23a4dbd0a10/assets/logo-small.svg">
-          <a href="https://all-contributors.js.org/docs/en/bot/usage">Add your contributions</a>
-        </img>
-      </td>
-    </tr>
-  </tfoot>
-</table>
-
-<!-- markdownlint-restore -->
-<!-- prettier-ignore-end -->
-
-<!-- ALL-CONTRIBUTORS-LIST:END -->
-
-This project follows the [all-contributors](https://github.com/all-contributors/all-contributors) specification. Contributions of any kind welcome!

package/package.json

@@ -1,18 +1,16 @@
 {
   "name": "ffc-pay-etl-framework",
-  "version": "1.3.1-alpha.2",
+  "version": "1.4.0",
   "publisher": "Defra",
   "main": "dist/cjs/index.js",
   "private": false,
   "scripts": {
     "test": "jest",
     "test:watch": "jest --watchAll",
+    "test:lint": "eslint",
+    "test:lint:fix": "eslint --fix",
     "dev": "nodemon src/index.js",
     "clean": "rm -rf ./dist",
-    "build": "npm run clean && npm run build:esm && npm run build:cjs",
-    "build:esm": "tsc -p ./tsconfig.esm.json && mv dist/esm/index.js dist/esm/index.mjs",
-    "build:cjs": "tsc -p ./tsconfig.cjs.json",
-    "prepack": "npm run build",
     "example": "node ./src/examples/sql-return-values.js"
   },
   "keywords": [
@@ -21,8 +19,8 @@
   "author": "Defra",
   "contributors": [
     "Charlie Benger-Stevenson charlie.benger-stevenson.external@eviden.com",
-    "Leigh Godson leigh.godson@eviden.com",
-    "Sam Plackett samuel.plackett@eviden.com"
+    "Leigh Godson leigh.godson@atos.net",
+    "Sam Plackett samuel.plackett@atos.net"
   ],
   "license": "OGL-UK-3.0",
   "repository": "https://github.com/DEFRA/ffc-pay-etl-framework",
@@ -62,27 +60,19 @@
     ]
   },
   "devDependencies": {
-    "all-contributors-cli": "^6.26.1",
-    "debug": "^4.3.6",
-    "jest": "^29.7.0",
-    "jest-junit": "^16.0.0",
-    "nodemon": "^3.1.4",
-    "prettier": "3.3.3",
-    "sequelize-mock": "^0.10.2",
-    "supports-color": "^9.4.0"
+    "debug": "4.3.6",
+    "eslint": "9.39.1",
+    "jest": "29.7.0",
+    "jest-junit": "16.0.0",
+    "neostandard": "0.12.2",
+    "nodemon": "3.1.4",
+    "prettier": "3.3.3"
   },
   "dependencies": {
-    "@faker-js/faker": "^8.4.1",
-    "csv": "^6.3.9",
-    "mariadb": "^3.3.1",
-    "mysql2": "^3.14.1",
-    "oracledb": "^6.5.1",
-    "pg": "^8.12.0",
-    "pg-hstore": "^2.3.4",
-    "sequelize": "^6.37.3",
-    "tedious": "^18.2.4",
-    "typescript": "^4.0.0",
-    "validator": "^13.12.0"
+    "@faker-js/faker": "8.4.1",
+    "csv-parse": "6.1.0",
+    "sequelize": "6.37.3",
+    "validator": "13.15.23"
   },
   "files": [
     "/dist/**/*"

package/dist/cjs/database_connections/index.js

@@ -1,6 +0,0 @@
-const { PostgresDatabaseConnection } = require("./postgresDatabaseConnection");
-const { ProvidedConnection } = require("./providedConnection");
-module.exports = {
-    PostgresDatabaseConnection,
-    ProvidedConnection
-};

package/dist/cjs/database_connections/postgresDatabaseConnection.js

@@ -1,55 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-const DEFAULT_PORT = 5432;
-const { Sequelize } = require('sequelize');
-const debug = require('debug')('connection');
-/**
- *
- * @param {Object} options
- * @param {Object} options.connectionname
- * @param {Object} options.username
- * @param {Object} options.password
- * @param {Object} options.database
- * @param {Object} options.host
- * @param {Object} options.port
- * @returns Connection
- */
-function PostgresDatabaseConnection(options) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const connectionname = options.connectionname;
-        const username = options.username;
-        const password = options.password;
-        const database = options.database;
-        const host = options.host;
-        const port = options.port || DEFAULT_PORT;
-        const sequelize = new Sequelize(database, username, password, {
-            host: host,
-            port: port,
-            dialect: 'postgres',
-            logging: false
-        });
-        try {
-            yield sequelize.authenticate();
-            debug('sequelize.authenticate succeeded');
-            return {
-                name: connectionname,
-                db: sequelize
-            };
-        }
-        catch (e) {
-            debug('sequelize.authenticate failed');
-            debug(e);
-            throw e;
-        }
-    });
-}
-module.exports = {
-    PostgresDatabaseConnection
-};

package/dist/cjs/database_connections/providedConnection.js

@@ -1,29 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-/**
- *
- * @param {Object} options
- * @param {Object} options.connectionname
- * @param {Object} options.sequelize
- * @returns Connection
- */
-function ProvidedConnection(options) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const connectionname = options.connectionname;
-        const sequelize = options.sequelize;
-        return {
-            name: connectionname,
-            db: sequelize
-        };
-    });
-}
-module.exports = {
-    ProvidedConnection
-};

package/dist/cjs/destinations/consoleDestination.js

@@ -1,37 +0,0 @@
-const { Writable } = require("node:stream");
-/**
- *
- * @param {Object} options
- * @param {String} options.includeErrors
- * @returns Writable
- */
-function ConsoleDestination(options) {
-    const includeErrors = options.includeErrors;
-    const writable = new Writable({
-        objectMode: true,
-        write(chunk, _, callback) {
-            var _a;
-            if (chunk.errors.length === 0 || includeErrors)
-                console.log(chunk);
-            // @ts-ignore
-            (_a = this.tasks) === null || _a === void 0 ? void 0 : _a.forEach(task => task.write(chunk));
-            callback();
-        }
-    });
-    Object.assign(writable, {
-        setConnection: function (connection) {
-            this.connection = connection;
-        }.bind(writable),
-        getConnectionName: function () {
-            var _a;
-            return (_a = this.connection) === null || _a === void 0 ? void 0 : _a.name;
-        }.bind(writable),
-        setTasks: function (tasks) {
-            this.tasks = tasks;
-        }.bind(writable)
-    });
-    return writable;
-}
-module.exports = {
-    ConsoleDestination
-};

package/dist/cjs/destinations/csvFileDestination.js

@@ -1,74 +0,0 @@
-const EventEmitter = require('node:events');
-const util = require('node:util');
-const { Writable } = require("node:stream");
-const fs = require("fs");
-/**
- *
- * @param {Object} options
- * @param {String} options.fileName
- * @param {Boolean} options.headers
- * @param {Boolean} options.includeErrors
- * @param {Boolean} options.quotationMarks
- * @returns Writable
- */
-function CSVFileDestination(options) {
-    EventEmitter.call(this);
-    let lastChunk;
-    const fileName = options.fileName;
-    const headers = options.headers;
-    const includeErrors = options.includeErrors;
-    const quotationMarks = options.quotationMarks;
-    let fileHandle;
-    fs.open(fileName, 'w+', ((error, fd) => {
-        fileHandle = fd;
-    }));
-    let headersWritten = false;
-    const writable = new Writable({
-        objectMode: true,
-        write(chunk, _, callback) {
-            var _a;
-            if (!headersWritten && headers) {
-                if (quotationMarks) {
-                    fs.writeFileSync(fileHandle, `${chunk._columns.map(c => `"${c}"`).join(",")}\n`);
-                }
-                else {
-                    fs.writeFileSync(fileHandle, `${chunk._columns.join(",")}\n`);
-                }
-                headersWritten = true;
-            }
-            if (chunk.errors.length === 0 || includeErrors) {
-                if (quotationMarks) {
-                    fs.writeFileSync(fileHandle, `${chunk.map(c => `"${c}"`).join(",")}\n`);
-                }
-                else {
-                    fs.writeFileSync(fileHandle, `${chunk.map(c => `"${c}"`).join(",")}\n`);
-                }
-            }
-            // @ts-ignore
-            (_a = this.tasks) === null || _a === void 0 ? void 0 : _a.forEach(task => task.write(chunk));
-            lastChunk = chunk;
-            callback();
-        },
-        final(callback) {
-            this.emit('result', lastChunk);
-            callback();
-        }
-    });
-    Object.assign(writable, {
-        setConnection: function (connection) {
-            this.connection = connection;
-        }.bind(writable),
-        getConnectionName: function () {
-            var _a;
-            return (_a = this.connection) === null || _a === void 0 ? void 0 : _a.name;
-        }.bind(writable),
-        setTasks: function (tasks) {
-            this.tasks = tasks;
-        }.bind(writable)
-    });
-    return writable;
-}
-util.inherits(CSVFileDestination, EventEmitter);
-module.exports = {
-    CSVFileDestination
-};

package/dist/cjs/destinations/index.js

@@ -1,11 +0,0 @@
-const { ConsoleDestination } = require("./consoleDestination");
-const { SQLFileDestination, SQL_MODE } = require("./sqlFileDestination");
-const { CSVFileDestination } = require("./csvFileDestination");
-const { PostgresDestination } = require("./postgresDestination");
-module.exports = {
-    ConsoleDestination,
-    SQLFileDestination,
-    SQL_MODE,
-    CSVFileDestination,
-    PostgresDestination
-};

package/dist/cjs/destinations/postgresDestination.js

@@ -1,139 +0,0 @@
-const EventEmitter = require('node:events');
-const { Transform } = require('node:stream');
-const debug = require('debug')('destination');
-const DEFAULT_PORT = 5432;
-function isKeyWord(column) {
-    return ['USER'].includes(column.toUpperCase());
-}
-function getMappingForColumn(mapping, column) {
-    if (mapping.length === 0) {
-        return {};
-    }
-    const [map] = mapping.filter(m => m.column === column);
-    return map;
-}
-function hasReturningColumns(mapping) {
-    return mapping.filter(m => m.returning === true).length > 0;
-}
-function getReturningColumns(mapping) {
-    return mapping.filter(m => m.returning === true).map(m => m === null || m === void 0 ? void 0 : m.targetColumn);
-}
-function writeInsertStatement(columnMapping, table, chunk, schema, ignoredColumns = []) {
-    const filteredColumns = chunk._columns.filter(column => {
-        const mapping = getMappingForColumn(columnMapping, column);
-        const targetColumn = (mapping === null || mapping === void 0 ? void 0 : mapping.targetColumn) ? mapping === null || mapping === void 0 ? void 0 : mapping.targetColumn : mapping === null || mapping === void 0 ? void 0 : mapping.column;
-        return !ignoredColumns.includes(targetColumn);
-    });
-    let statement = `INSERT INTO ${schema !== null && schema !== void 0 ? schema : 'public'}."${table}" (${filteredColumns.map(column => {
-        const mapping = getMappingForColumn(columnMapping, column);
-        return (mapping === null || mapping === void 0 ? void 0 : mapping.targetColumn) ? `"${mapping.targetColumn}"` : `"${mapping === null || mapping === void 0 ? void 0 : mapping.column}"`;
-    })
-        .join(",")}) VALUES (${filteredColumns.map(column => {
-        const index = chunk._columns.indexOf(column);
-        const mapping = getMappingForColumn(columnMapping, column);
-        if ((mapping === null || mapping === void 0 ? void 0 : mapping.targetType) === "number" && (isNaN(chunk[index]) || chunk[index] === '')) {
-            debug('Source data is not a number.');
-            return 0;
-        }
-        if ((mapping === null || mapping === void 0 ? void 0 : mapping.targetType) === "varchar" || (mapping === null || mapping === void 0 ? void 0 : mapping.targetType) === "char") {
-            return `'${chunk[index]}'`;
-        }
-        if ((mapping === null || mapping === void 0 ? void 0 : mapping.targetType) === "date") {
-            if (!chunk[index]) {
-                return `''`;
-            }
-            return `to_timestamp('${chunk[index]}','${mapping === null || mapping === void 0 ? void 0 : mapping.format}')`;
-        }
-        return chunk[index] ? chunk[index] : 'null';
-    })})`;
-    if (hasReturningColumns(columnMapping)) {
-        statement = statement + ` RETURNING ${getReturningColumns(columnMapping).join(',')}`;
-    }
-    return statement;
-}
-/**
- *
- * @param {Object} options
- * @param {Object} options.table
- * @param {Object} options.connectionname
- * @param {Object} options.mapping
- * @param {Object} options.includeErrors
- * @param {String} [options.schema]
- * @param {Array<String>} [options.ignoredColumns]
- * @returns Transform
- */
-function PostgresDestination(options) {
-    var _a;
-    EventEmitter.call(this);
-    const table = options.table;
-    const connectionname = options.connectionname;
-    const mapping = options.mapping;
-    const includeErrors = options.includeErrors;
-    const schema = options.schema;
-    const ignoredColumns = (_a = options.ignoredColumns) !== null && _a !== void 0 ? _a : [];
-    let lastChunk;
-    const transform = new Transform({
-        objectMode: true,
-        emitClose: true,
-        construct(callback) {
-            // @ts-ignore
-            this.connectionname = connectionname;
-            callback();
-        },
-        write(chunk, _, callback) {
-            let insertStatement;
-            // @ts-ignore
-            if (chunk.errors.length === 0 || options.includeErrors) {
-                insertStatement = writeInsertStatement(mapping, table, chunk, schema, ignoredColumns);
-                debug('Insert statement: [%s]', insertStatement);
-                // @ts-ignore
-                this.connection.db.query(insertStatement)
-                    .then(result => {
-                    var _a;
-                    debug('result %o', result);
-                    chunk._result = result;
-                    lastChunk = chunk;
-                    // @ts-ignore
-                    (_a = this.tasks) === null || _a === void 0 ? void 0 : _a.forEach(task => task.write(chunk));
-                    // @ts-ignore
-                    callback(null, chunk);
-                }).catch(error => {
-                    debug('error %o', error);
-                    chunk.errors.push(error);
-                    lastChunk = chunk;
-                    // @ts-ignore
-                    callback(error, chunk);
-                });
-            }
-            else {
-                debug('Chunk has errors %o', chunk);
-            }
-        },
-        final(callback) {
-            this.emit('result', lastChunk);
-            callback();
-        }
-    });
-    Object.assign(Transform.prototype, {
-        type: 'PostgresDestination',
-        setConnection: function (connection) {
-            this.connection = connection;
-        }.bind(transform),
-        getConnectionName: function () {
-            var _a;
-            return (_a = this.connection) === null || _a === void 0 ? void 0 : _a.name;
-        }.bind(transform),
-        setTasks: function (tasks) {
-            this.tasks = tasks;
-        }.bind(transform)
-    });
-    return transform;
-}
-module.exports = {
-    PostgresDestination,
-    writeInsertStatement,
-    isKeyWord,
-    getMappingForColumn,
-    hasReturningColumns,
-    getReturningColumns
-};

package/dist/cjs/destinations/sqlFileDestination.js

@@ -1,79 +0,0 @@
-const { Writable } = require("node:stream");
-const fs = require("fs");
-/**
- * @enum {number}
- */
-const SQL_MODE = {
-    "INSERT_MODE": 1,
-    "UPDATE_MODE": 2
-};
-/**
- *
- * @param {Object} options
- * @param {String} options.fileName
- * @param {SQL_MODE} options.mode
- * @param {String} options.table
- * @param {Array} options.mapping
- * @param {Boolean} options.includeErrors
- * @returns Transform
- */
-function SQLFileDestination(options) {
-    const fileName = options.fileName;
-    const sqlMode = options.mode;
-    const table = options.table;
-    const mapping = options.mapping;
-    const includeErrors = options.includeErrors;
-    function writeInsertStatement(chunk) {
-        let statement = `INSERT INTO ${table} (${mapping.map(m => m.targetColumn)
-            .join(",")}) VALUES (${mapping.map((m) => {
-            const srcColumnIndex = chunk._columns.indexOf(m.column);
-            if (m.targetType === "string")
-                return `'${chunk[srcColumnIndex]}'`;
-            return chunk[srcColumnIndex];
-        })});\n`;
-        fs.writeFileSync(fileName, statement, {
-            encoding: "utf8",
-            flag: "a+"
-        });
-    }
-    function writeUpdateStatement(chunk) {
-        //TODO
-    }
-    const writable = new Writable({
-        objectMode: true,
-        write(chunk, _, callback) {
-            if (chunk.errors.length === 0)
-                if (sqlMode === SQL_MODE.INSERT_MODE) {
-                    // @ts-ignore
-                    if (chunk.errors.length === 0 | includeErrors) {
-                        writeInsertStatement(chunk);
-                    }
-                }
-            // TODO - Disabled because Sonar
-            // } else if (sqlMode === SQL_MODE.UPDATE_MODE){
-            //     // @ts-ignore
-            //     if(chunk.errors.length === 0 | includeErrors){
-            //         writeUpdateStatement(chunk)
-            //     }
-            // }
-            callback();
-        }
-    });
-    Object.assign(writable, {
-        setConnection: function (connection) {
-            this.connection = connection;
-        }.bind(writable),
-        getConnectionName: function () {
-            var _a;
-            return (_a = this.connection) === null || _a === void 0 ? void 0 : _a.name;
-        }.bind(writable),
-        setTasks: function (tasks) {
-            this.tasks = tasks;
-        }.bind(writable)
-    });
-    return writable;
-}
-module.exports = {
-    SQLFileDestination,
-    SQL_MODE
-};

package/dist/cjs/index.js

@@ -1,14 +0,0 @@
-const Validators = require("./validators");
-const Transformers = require("./transformers");
-const Loaders = require("./loaders");
-const Destinations = require("./destinations");
-const Connections = require("./database_connections");
-const Etl = require("./lib");
-module.exports = {
-    Etl,
-    Validators,
-    Transformers,
-    Loaders,
-    Destinations,
-    Connections
-};

package/dist/cjs/lib/index.js

@@ -1,91 +0,0 @@
-// @ts-nocheck
-const EventEmitter = require('node:events');
-const util = require('node:util');
-const { RowMetaData } = require("./rowMetaData");
-const { compose } = require("node:stream");
-const { Destinations } = require('..');
-/**
- * @typedef {Object} Etl
- * @function loader
- * @function pump
- * @function connection
- * @function validator
- * @function destination
- * @function transform
- */
-/**
- *
- * @returns Etl
- */
-function Etl() {
-    EventEmitter.call(this);
-    const self = this;
-    self.store = [];
-    self.beforeETLList = [];
-    self.connectionList = [];
-    self.validatorList = [];
-    self.transformationList = [];
-    self.destinationList = [];
-    this.loader = (loader) => {
-        self.loader = loader;
-        return self;
-    };
-    this.pump = () => {
-        this.beforeETLList.forEach(task => {
-            task.write({});
-        });
-        this.loader
-            .pump(this.loader)
-            .pipe(compose(RowMetaData(), ...self.validatorList, ...self.transformationList, ...self.destinationList.map(dl => dl.on('result', (data) => self.emit('result', data))))
-        // @ts-ignore
-        )
-            .on('error', (err) => self.emit('error', err));
-        return self;
-    };
-    this.beforeETL = (pipelineTask) => {
-        const connectionname = pipelineTask.getConnectionName();
-        const connection = this.connectionList.filter(c => c.name === connectionname)[0];
-        if (!connection) {
-            throw new Error(`Connection with name ${connectionname} not found`);
-        }
-        pipelineTask.setConnection(connection);
-        pipelineTask.setETL(self);
-        self.beforeETLList.push(pipelineTask);
-        return self;
-    };
-    this.connection = (connection) => {
-        self.connectionList.push(connection);
-        return self;
-    };
-    this.validator = (validator) => {
-        self.validatorList.push(validator);
-        return self;
-    };
-    this.destination = (destination, ...tasks) => {
-        const connectionname = destination.getConnectionName();
-        const connection = this.connectionList.filter(c => c.name === connectionname)[0];
-        if (!connection && destination.type === 'PostgresDestination') {
-            throw new Error(`No connection could be found with name ${connectionname}`);
-        }
-        else {
-            destination.setConnection(connection);
-        }
-        if (tasks) {
-            for (const task of tasks) {
-                task.setETL(self);
-            }
-            destination.setTasks(tasks);
-        }
-        self.destinationList.push(destination);
-        return self;
-    };
-    this.transform = (transform) => {
-        self.transformationList.push(transform);
-        return self;
-    };
-    return;
-}
-util.inherits(Etl, EventEmitter);
-module.exports = {
-    Etl
-};

package/dist/cjs/lib/rowMetaData.js

@@ -1,23 +0,0 @@
-// @ts-nocheck
-const { Transform } = require("stream");
-const util = require("util");
-function RowMetaData(options) {
-    return new Transform({
-        readableObjectMode: true,
-        writableObjectMode: true,
-        decodeStrings: false,
-        construct(callback) {
-            this.rowId = 0;
-            callback();
-        },
-        transform(chunk, _, callback) {
-            chunk['_rowId'] = this.rowId;
-            chunk['errors'] = [];
-            this.rowId += 1;
-            callback(null, chunk);
-        }
-    });
-}
-module.exports = {
-    RowMetaData
-};