@oino-ts/common 0.1.0

package/dist/esm/OINOLog.js

@@ -0,0 +1,146 @@
+/*
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at https://mozilla.org/MPL/2.0/.
+ */
+/** Logging levels */
+export var OINOLogLevel;
+(function (OINOLogLevel) {
+    /** Debug messages */
+    OINOLogLevel[OINOLogLevel["debug"] = 0] = "debug";
+    /** Informational messages */
+    OINOLogLevel[OINOLogLevel["info"] = 1] = "info";
+    /** Warning messages */
+    OINOLogLevel[OINOLogLevel["warn"] = 2] = "warn";
+    /** Error messages */
+    OINOLogLevel[OINOLogLevel["error"] = 3] = "error";
+})(OINOLogLevel || (OINOLogLevel = {}));
+/**
+ * Abstract base class for logging implementations supporting
+ * - error, warning, info and debug channels
+ * - setting level of logs outputted
+ *
+ */
+export class OINOLog {
+    static _instance;
+    _logLevel = OINOLogLevel.warn;
+    /**
+     * Abstract logging method to implement the actual logging operation.
+     *
+     * @param logLevel level of the log events
+     *
+     */
+    constructor(logLevel = OINOLogLevel.warn) {
+        // console.log("OINOLog.constructor: logLevel=" + logLevel)
+        this._logLevel = logLevel;
+    }
+    /**
+     * Abstract logging method to implement the actual logging operation.
+     *
+     * @param level level of the log event
+     * @param levelStr level string of the log event
+     * @param message message of the log event
+     * @param data structured data associated with the log event
+     *
+     */
+    static _log(level, levelStr, message, data) {
+        // console.log("_log: level=" + level + ", levelStr=" + levelStr + ", message=" + message + ", data=" + data)
+        if ((OINOLog._instance) && (OINOLog._instance._logLevel <= level)) {
+            OINOLog._instance?._writeLog(levelStr, message, data);
+        }
+    }
+    /**
+     * Set active logger and log level.
+     *
+     * @param logger logger instance
+     *
+     */
+    static setLogger(logger) {
+        // console.log("setLogger: " + log)
+        if (logger) {
+            OINOLog._instance = logger;
+        }
+    }
+    /**
+     * Set log level.
+     *
+     * @param logLevel log level to use
+     *
+     */
+    static setLogLevel(logLevel) {
+        if (OINOLog._instance) {
+            OINOLog._instance._logLevel = logLevel;
+        }
+    }
+    /**
+     * Log error event.
+     *
+     * @param message message of the log event
+     * @param data structured data associated with the log event
+     *
+     */
+    static error(message, data) {
+        OINOLog._log(OINOLogLevel.error, "ERROR", message, data);
+    }
+    /**
+     * Log warning event.
+     *
+     * @param message message of the log event
+     * @param data structured data associated with the log event
+     *
+     */
+    static warning(message, data) {
+        OINOLog._log(OINOLogLevel.warn, "WARN", message, data);
+    }
+    /**
+     * Log info event.
+     *
+     * @param message message of the log event
+     * @param data structured data associated with the log event
+     *
+     */
+    static info(message, data) {
+        OINOLog._log(OINOLogLevel.info, "INFO", message, data);
+    }
+    /**
+     * Log debug event.
+     *
+     * @param message message of the log event
+     * @param data structured data associated with the log event
+     *
+     */
+    static debug(message, data) {
+        OINOLog._log(OINOLogLevel.debug, "DEBUG", message, data);
+    }
+}
+/**
+ * Logging implementation based on console.log.
+ *
+ */
+export class OINOConsoleLog extends OINOLog {
+    /**
+     * Constructor of `OINOConsoleLog`
+     * @param logLevel logging level
+     */
+    constructor(logLevel = OINOLogLevel.warn) {
+        super(logLevel);
+    }
+    _writeLog(level, message, data) {
+        let log = "OINOLog " + level + ": " + message;
+        if (data) {
+            log += " " + JSON.stringify(data);
+        }
+        if (level == "ERROR") {
+            console.error(log);
+        }
+        else if (level == "WARN") {
+            console.warn(log);
+        }
+        else if (level == "INFO") {
+            console.info(log);
+        }
+        else {
+            console.log(log);
+        }
+    }
+}

package/dist/esm/OINOParser.js

@@ -0,0 +1,462 @@
+/*
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at https://mozilla.org/MPL/2.0/.
+ */
+import { OINOContentType, OINOStr, OINONumberDataField, OINOLog } from "../../db/src/index.js";
+/**
+ * Static factory class for easily creating things based on data
+ *
+ */
+export class OINOParser {
+    /**
+     * Create data rows from request body based on the datamodel.
+     *
+     * @param datamodel datamodel of the api
+     * @param data data as a string
+     * @param requestParams parameters
+     *
+     */
+    static createRows(datamodel, data, requestParams) {
+        let result = [];
+        if (typeof data == "string") {
+            result = this.createRowsFromText(datamodel, data, requestParams);
+        }
+        else if (data instanceof Buffer) {
+            result = this.createRowsFromBlob(datamodel, data, requestParams);
+        }
+        else if (typeof data == "object") {
+            result = [this.createRowFromObject(datamodel, data)];
+        }
+        return result;
+    }
+    /**
+      * Create data rows from request body based on the datamodel.
+      *
+      * @param datamodel datamodel of the api
+      * @param data data as a string
+      * @param requestParams parameters
+      *
+      */
+    static createRowsFromText(datamodel, data, requestParams) {
+        if ((requestParams.requestType == OINOContentType.json) || (requestParams.requestType == undefined)) {
+            return this._createRowFromJson(datamodel, data);
+        }
+        else if (requestParams.requestType == OINOContentType.csv) {
+            return this._createRowFromCsv(datamodel, data);
+        }
+        else if (requestParams.requestType == OINOContentType.formdata) {
+            return this._createRowFromFormdata(datamodel, Buffer.from(data, "utf8"), requestParams.multipartBoundary || "");
+        }
+        else if (requestParams.requestType == OINOContentType.urlencode) {
+            return this._createRowFromUrlencoded(datamodel, data);
+        }
+        else if (requestParams.requestType == OINOContentType.html) {
+            OINOLog.error("HTML can't be used as an input content type!", { contentType: OINOContentType.html });
+            return [];
+        }
+        else {
+            OINOLog.error("Unrecognized input content type!", { contentType: requestParams.requestType });
+            return [];
+        }
+    }
+    /**
+      * Create data rows from request body based on the datamodel.
+      *
+      * @param datamodel datamodel of the api
+      * @param data data as an Buffer
+      * @param requestParams parameters
+      *
+      */
+    static createRowsFromBlob(datamodel, data, requestParams) {
+        if ((requestParams.requestType == OINOContentType.json) || (requestParams.requestType == undefined)) {
+            return this._createRowFromJson(datamodel, data.toString()); // JSON is always a string
+        }
+        else if (requestParams.requestType == OINOContentType.csv) {
+            return this._createRowFromCsv(datamodel, data.toString()); // binary data has to be base64 encoded so it's a string
+        }
+        else if (requestParams.requestType == OINOContentType.formdata) {
+            return this._createRowFromFormdata(datamodel, data, requestParams.multipartBoundary || "");
+        }
+        else if (requestParams.requestType == OINOContentType.urlencode) {
+            return this._createRowFromUrlencoded(datamodel, data.toString()); // data is urlencoded so it's a string
+        }
+        else if (requestParams.requestType == OINOContentType.html) {
+            OINOLog.error("HTML can't be used as an input content type!", { contentType: OINOContentType.html });
+            return [];
+        }
+        else {
+            OINOLog.error("Unrecognized input content type!", { contentType: requestParams.requestType });
+            return [];
+        }
+    }
+    /**
+     * Create one data row from javascript object based on the datamodel.
+     * NOTE! Data assumed to be unserialized i.e. of the native type (string, number, boolean, Buffer)
+     *
+     * @param datamodel datamodel of the api
+     * @param data data as javascript object
+     *
+     */
+    static createRowFromObject(datamodel, data) {
+        const fields = datamodel.fields;
+        let result = new Array(fields.length);
+        for (let i = 0; i < fields.length; i++) {
+            result[i] = data[fields[i].name];
+        }
+        return result;
+    }
+    static _findCsvLineEnd(csvData, start) {
+        const n = csvData.length;
+        if (start >= n) {
+            return start;
+        }
+        let end = start;
+        let quote_open = false;
+        while (end < n) {
+            if (csvData[end] == "\"") {
+                if (!quote_open) {
+                    quote_open = true;
+                }
+                else if ((end < n - 1) && (csvData[end + 1] == "\"")) {
+                    end++;
+                }
+                else {
+                    quote_open = false;
+                }
+            }
+            else if ((!quote_open) && (csvData[end] == "\r")) {
+                return end;
+            }
+            end++;
+        }
+        return n;
+    }
+    static _parseCsvLine(csvLine) {
+        let result = [];
+        const n = csvLine.length;
+        let start = 0;
+        let end = 0;
+        let quote_open = false;
+        let has_quotes = false;
+        let has_escaped_quotes = false;
+        let found_field = false;
+        while (end < n) {
+            if (csvLine[end] == "\"") {
+                if (!quote_open) {
+                    quote_open = true;
+                }
+                else if ((end < n - 1) && (csvLine[end + 1] == "\"")) {
+                    end++;
+                    has_escaped_quotes = true;
+                }
+                else {
+                    has_quotes = true;
+                    quote_open = false;
+                }
+            }
+            if ((!quote_open) && ((end == n - 1) || (csvLine[end] == ","))) {
+                found_field = true;
+                if (end == n - 1) {
+                    end++;
+                }
+            }
+            if (found_field) {
+                // console.log("OINODB_csvParseLine: next field=" + csvLine.substring(start,end) + ", start="+start+", end="+end)
+                let field_str;
+                if (has_quotes) {
+                    field_str = csvLine.substring(start + 1, end - 1);
+                }
+                else if (start == end) {
+                    field_str = undefined;
+                }
+                else {
+                    field_str = csvLine.substring(start, end);
+                    if (field_str == "null") {
+                        field_str = null;
+                    }
+                }
+                result.push(field_str);
+                has_quotes = false;
+                has_escaped_quotes = true;
+                found_field = false;
+                start = end + 1;
+            }
+            end++;
+        }
+        return result;
+    }
+    static _createRowFromCsv(datamodel, data) {
+        let result = [];
+        const n = data.length;
+        let start = 0;
+        let end = this._findCsvLineEnd(data, start);
+        const header_str = data.substring(start, end);
+        const headers = this._parseCsvLine(header_str);
+        let field_to_header_mapping = new Array(datamodel.fields.length);
+        let headers_found = false;
+        for (let i = 0; i < field_to_header_mapping.length; i++) {
+            field_to_header_mapping[i] = headers.indexOf(datamodel.fields[i].name);
+            headers_found = headers_found || (field_to_header_mapping[i] >= 0);
+        }
+        // OINOLog.debug("createRowFromCsv", {headers:headers, field_to_header_mapping:field_to_header_mapping})
+        if (!headers_found) {
+            return result;
+        }
+        start = end + 1;
+        end = start;
+        while (end < n) {
+            while ((start < n) && ((data[start] == "\r") || (data[start] == "\n"))) {
+                start++;
+            }
+            if (start >= n) {
+                return result;
+            }
+            end = this._findCsvLineEnd(data, start);
+            const row_data = this._parseCsvLine(data.substring(start, end));
+            const row = new Array(field_to_header_mapping.length);
+            let has_data = false;
+            for (let i = 0; i < datamodel.fields.length; i++) {
+                const field = datamodel.fields[i];
+                let j = field_to_header_mapping[i];
+                let value = row_data[j];
+                if ((value === undefined) || (value === null)) { // null/undefined-decoding built into the parser
+                    row[i] = value;
+                }
+                else if ((j >= 0) && (j < row_data.length)) {
+                    value = OINOStr.decode(value, OINOContentType.csv);
+                    if (value && (field.fieldParams.isPrimaryKey || field.fieldParams.isForeignKey) && (field instanceof OINONumberDataField) && (datamodel.api.hashid)) {
+                        value = datamodel.api.hashid.decode(value);
+                    }
+                    row[i] = field.deserializeCell(value);
+                }
+                else {
+                    row[i] = undefined;
+                }
+                has_data = has_data || (row[i] !== undefined);
+            }
+            // console.log("createRowFromCsv: next row=" + row)
+            if (has_data) {
+                result.push(row);
+            }
+            else {
+                OINOLog.warning("createRowFromCsv: empty row skipped");
+            }
+            start = end;
+            end = start;
+        }
+        return result;
+    }
+    static _createRowFromJsonObj(obj, datamodel) {
+        // console.log("createRowFromJsonObj: obj=" + JSON.stringify(obj))
+        const fields = datamodel.fields;
+        let result = new Array(fields.length);
+        let has_data = false;
+        //  console.log("createRowFromJsonObj: " + result)
+        for (let i = 0; i < fields.length; i++) {
+            const field = fields[i];
+            let value = obj[field.name];
+            // console.log("createRowFromJsonObj: key=" + field.name + ", val=" + val)
+            if ((value === null) || (value === undefined)) { // must be checed first as null is an object
+                result[i] = value;
+            }
+            else if (Array.isArray(value) || typeof value === "object") {
+                result[i] = JSON.stringify(value).replaceAll("\"", "\\\""); // only single level deep objects, rest is handled as JSON-strings
+            }
+            else if (typeof value === "string") {
+                value = OINOStr.decode(value, OINOContentType.json);
+                if (value && (field.fieldParams.isPrimaryKey || field.fieldParams.isForeignKey) && (field instanceof OINONumberDataField) && (datamodel.api.hashid)) {
+                    value = datamodel.api.hashid.decode(value);
+                }
+                result[i] = field.deserializeCell(value);
+            }
+            else {
+                result[i] = value; // value types are passed as-is
+            }
+            has_data = has_data || (result[i] !== undefined);
+            // console.log("createRowFromJsonObj: result["+i+"]=" + result[i])
+        }
+        // console.log("createRowFromJsonObj: " + result)
+        if (has_data) {
+            return result;
+        }
+        else {
+            OINOLog.warning("createRowFromJsonObj: empty row skipped");
+            return undefined;
+        }
+    }
+    static _createRowFromJson(datamodel, data) {
+        let result = [];
+        // console.log("OINORowFactoryJson: data=" + data)
+        const obj = JSON.parse(data);
+        if (Array.isArray(obj)) {
+            obj.forEach(row => {
+                const data_row = this._createRowFromJsonObj(row, datamodel);
+                if (data_row !== undefined) {
+                    result.push(data_row);
+                }
+            });
+        }
+        else {
+            const data_row = this._createRowFromJsonObj(obj, datamodel);
+            if (data_row !== undefined) {
+                result.push(data_row);
+            }
+        }
+        return result;
+    }
+    static _findMultipartBoundary(formData, multipartBoundary, start) {
+        let n = formData.indexOf(multipartBoundary, start);
+        if (n >= 0) {
+            n += multipartBoundary.length + 2;
+        }
+        else {
+            n = formData.length;
+        }
+        return n;
+    }
+    static _parseMultipartLine(data, start) {
+        let line_end = data.indexOf('\r\n', start);
+        if (line_end >= start) {
+            return data.subarray(start, line_end).toString();
+        }
+        else {
+            return '';
+        }
+    }
+    static _multipartHeaderRegex = /Content-Disposition\: (form-data|file); name=\"([^\"]+)\"(; filename=.*)?/i;
+    static _createRowFromFormdata(datamodel, data, multipartBoundary) {
+        let result = [];
+        try {
+            const n = data.length;
+            let start = this._findMultipartBoundary(data, multipartBoundary, 0);
+            let end = this._findMultipartBoundary(data, multipartBoundary, start);
+            // OINOLog.debug("createRowFromFormdata: enter", {start:start, end:end, multipartBoundary:multipartBoundary})
+            const row = new Array(datamodel.fields.length);
+            let has_data = false;
+            while (end < n) {
+                // OINOLog.debug("createRowFromFormdata: next block", {start:start, end:end, block:data.substring(start, end)})
+                let block_ok = true;
+                let l = this._parseMultipartLine(data, start);
+                // OINOLog.debug("createRowFromFormdata: next line", {start:start, end:end, line:l})
+                start += l.length + 2;
+                const header_matches = OINOParser._multipartHeaderRegex.exec(l);
+                if (!header_matches) {
+                    OINOLog.warning("OINODbFactory.createRowFromFormdata: unsupported block skipped!", { header_line: l });
+                    block_ok = false;
+                }
+                else {
+                    const field_name = header_matches[2];
+                    const is_file = header_matches[3] != null;
+                    let is_base64 = false;
+                    const field_index = datamodel.findFieldIndexByName(field_name);
+                    // OINOLog.debug("createRowFromFormdata: header", {field_name:field_name, field_index:field_index, is_file:is_file, is_base64:is_base64})
+                    if (field_index < 0) {
+                        OINOLog.warning("OINODbFactory.createRowFromFormdata: form field not found and skipped!", { field_name: field_name });
+                        block_ok = false;
+                    }
+                    else {
+                        const field = datamodel.fields[field_index];
+                        l = this._parseMultipartLine(data, start);
+                        // OINOLog.debug("createRowFromFormdata: next line", {start:start, end:end, line:l})
+                        while (block_ok && (l != '')) {
+                            if (l.startsWith('Content-Type:') && (l.indexOf('multipart/mixed') >= 0)) {
+                                OINOLog.warning("OINODbFactory.createRowFromFormdata: mixed multipart files not supported and skipped!", { header_line: l });
+                                block_ok = false;
+                            }
+                            else if (l.startsWith('Content-Transfer-Encoding:') && (l.indexOf('BASE64') >= 0)) {
+                                is_base64 = true;
+                            }
+                            start += l.length + 2;
+                            l = this._parseMultipartLine(data, start);
+                            // OINOLog.debug("createRowFromFormdata: next line", {start:start, end:end, line:l})
+                        }
+                        start += 2;
+                        if (!block_ok) {
+                            OINOLog.warning("OINODbFactory.createRowFromFormdata: invalid block skipped", { field_name: field_name });
+                        }
+                        else if (start + multipartBoundary.length + 2 >= end) {
+                            // OINOLog.debug("OINODbFactory.createRowFromFormdata: null value", {field_name:field_name})
+                            row[field_index] = null;
+                        }
+                        else if (is_file) {
+                            if (is_base64) {
+                                const value = this._parseMultipartLine(data, start).trim();
+                                row[field_index] = field.deserializeCell(OINOStr.decode(value, OINOContentType.formdata));
+                            }
+                            else {
+                                const e = this._findMultipartBoundary(data, multipartBoundary, start);
+                                const value = data.subarray(start, e - 2);
+                                row[field_index] = value;
+                            }
+                            // console.log("OINODbFactory.createRowFromFormdata: file field", {field_name:field_name, value:row[field_index]})
+                        }
+                        else {
+                            let value = OINOStr.decode(this._parseMultipartLine(data, start).trim(), OINOContentType.formdata);
+                            // OINOLog.debug("OINODbFactory.createRowFromFormdata: parse form field", {field_name:field_name, value:value})
+                            if (value && (field.fieldParams.isPrimaryKey || field.fieldParams.isForeignKey) && (field instanceof OINONumberDataField) && (datamodel.api.hashid)) {
+                                value = datamodel.api.hashid.decode(value);
+                            }
+                            row[field_index] = field.deserializeCell(value);
+                        }
+                        has_data = has_data || (row[field_index] !== undefined);
+                    }
+                }
+                start = end;
+                end = this._findMultipartBoundary(data, multipartBoundary, start);
+            }
+            // OINOLog.debug("createRowFromFormdata: next row", {row:row})
+            if (has_data) {
+                result.push(row);
+            }
+            else {
+                OINOLog.warning("createRowFromFormdata: empty row skipped");
+            }
+        }
+        catch (e) {
+            OINOLog.error("createRowFromFormdata: error parsing formdata", { exception: e.message });
+        }
+        return result;
+    }
+    static _createRowFromUrlencoded(datamodel, data) {
+        // OINOLog.debug("createRowFromUrlencoded: enter", {data:data})
+        let result = [];
+        const row = new Array(datamodel.fields.length);
+        let has_data = false;
+        const data_parts = data.trim().split('&');
+        try {
+            for (let i = 0; i < data_parts.length; i++) {
+                const param_parts = data_parts[i].split('=');
+                // OINOLog.debug("createRowFromUrlencoded: next param", {param_parts:param_parts})
+                if (param_parts.length == 2) {
+                    const key = OINOStr.decodeUrlencode(param_parts[0]) || "";
+                    const field_index = datamodel.findFieldIndexByName(key);
+                    if (field_index < 0) {
+                        OINOLog.info("createRowFromUrlencoded: param field not found", { field: key });
+                    }
+                    else {
+                        const field = datamodel.fields[field_index];
+                        let value = OINOStr.decode(param_parts[1], OINOContentType.urlencode);
+                        if (value && (field.fieldParams.isPrimaryKey || field.fieldParams.isForeignKey) && (field instanceof OINONumberDataField) && (datamodel.api.hashid)) {
+                            value = datamodel.api.hashid.decode(value);
+                        }
+                        row[field_index] = field.deserializeCell(value);
+                        has_data = has_data || (row[field_index] !== undefined);
+                    }
+                }
+                // const value = requestParams[]
+            }
+            if (has_data) {
+                result.push(row);
+            }
+            else {
+                OINOLog.warning("createRowFromUrlencoded: empty row skipped");
+            }
+        }
+        catch (e) {
+            OINOLog.error("createRowFromUrlencoded: error parsing urlencoded data", { exception: e.message });
+        }
+        // console.log("createRowFromUrlencoded: next row=" + row)
+        return result;
+    }
+}