@hestia-earth/api 0.9.21 → 0.9.25

package/dist/nodes/model/model.d.ts

@@ -11,3 +11,5 @@ export declare const allowedDataStates: (type: SchemaType | NodeType) => DataSta
 export declare const pathWithState: (type: SchemaType | NodeType, id: string, dataState?: DataState) => string;
 export declare const nodeTypeToParam: (type: NodeType) => string;
 export declare const paramToNodeType: (type: string) => NodeType;
+export declare const parseLogMissingLookups: (data: string) => any[];
+export declare const groupLogsByModel: (data: string) => any;

package/dist/nodes/model/model.js

@@ -1,8 +1,32 @@
 "use strict";
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
 var _a;
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.paramToNodeType = exports.nodeTypeToParam = exports.pathWithState = exports.allowedDataStates = exports.dataStatesTypeMapping = exports.DataState = void 0;
+exports.groupLogsByModel = exports.parseLogMissingLookups = exports.paramToNodeType = exports.nodeTypeToParam = exports.pathWithState = exports.allowedDataStates = exports.dataStatesTypeMapping = exports.DataState = void 0;
 var schema_1 = require("@hestia-earth/schema");
+var utils_1 = require("@hestia-earth/utils");
+var model_1 = require("../../files/model/model");
 var DataState;
 (function (DataState) {
     DataState["original"] = "original";
@@ -31,3 +55,44 @@ exports.pathWithState = function (type, id, dataState) {
 };
 exports.nodeTypeToParam = function (type) { return (type || '').toLowerCase() + "s"; };
 exports.paramToNodeType = function (type) { return Object.values(schema_1.NodeType).find(function (v) { return exports.nodeTypeToParam(v) === type; }); };
+var csvValue = function (value) { return (value || '').replace('[', '').replace(']', ''); };
+var parseMessage = function (message) { return JSON.parse(message).message.split(',').reduce(function (prev, parts) {
+    var _a;
+    var _b = parts.split('='), key = _b[0], value = _b[1];
+    var val = csvValue(value);
+    return __assign(__assign({}, prev), (key && val ? (_a = {}, _a[key.trim()] = val, _a) : {}));
+}, {}); };
+var termTypes = Object.values(schema_1.TermTermType);
+var parseFilename = function (filepath) {
+    var filename = filepath.split('.')[0];
+    var ext = termTypes.includes(filename) ? model_1.SupportedExtensions.xlsx : model_1.SupportedExtensions.csv;
+    return model_1.fileToExt(filename, ext);
+};
+exports.parseLogMissingLookups = function (data) {
+    var lines = data.split('\n').filter(function (log) { return log.includes('Missing lookup'); });
+    var messages = lines.map(parseMessage).filter(function (v) { return Object.keys(v).length > 1; });
+    var lookups = messages.map(function (_a) {
+        var path = _a["Missing lookup"], termId = _a.termid, column = _a.column;
+        return JSON.stringify({ filename: parseFilename(path), termId: termId, column: column });
+    });
+    return utils_1.unique(lookups).map(function (v) { return JSON.parse(v); });
+};
+exports.groupLogsByModel = function (data) {
+    return data.split('\n')
+        .filter(function (log) { return log.includes('hestia_earth.models'); })
+        .map(parseMessage)
+        .filter(function (v) { return !!(v === null || v === void 0 ? void 0 : v.term) && !!(v === null || v === void 0 ? void 0 : v.model); })
+        .reduce(function (group, _a) {
+        var term = _a.term, model = _a.model, should_run = _a.should_run, log = __rest(_a, ["term", "model", "should_run"]);
+        group[term] = group[term] || {};
+        group[term][model] = group[term][model] || {};
+        if (typeof should_run !== 'undefined') {
+            group[term][model] = __assign(__assign(__assign({}, group[term][model]), log), { shouldRun: should_run === 'True' });
+        }
+        if ('requirements' in log) {
+            var requirements = log.requirements, logData = __rest(log, ["requirements"]);
+            group[term][model].requirements = logData;
+        }
+        return group;
+    }, {});
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hestia-earth/api",
-  "version": "0.9.21",
+  "version": "0.9.25",
   "description": "Hestia API definitions",
   "main": "dist/models.js",
   "typings": "dist/models.d.ts",