@hestia-earth/pipeline-utils 0.13.16 → 0.13.17

package/dist/api.d.ts

@@ -1,4 +1,5 @@
-import { NodeType } from '@hestia-earth/schema';
+import { NodeType, SchemaType } from '@hestia-earth/schema';
 export declare const isEnabled: () => boolean;
 export declare const getNode: (id: string, type: NodeType) => Promise<any>;
-export declare const formatOriginalId: (id: string) => string;
+export declare const formatOriginalId: (type: SchemaType, id: string) => string;
+export declare const nodeUniqueIdFilepath: (folder: string, type: SchemaType, originalId: string) => string;

package/dist/api.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.formatOriginalId = exports.getNode = exports.isEnabled = void 0;
+exports.nodeUniqueIdFilepath = exports.formatOriginalId = exports.getNode = exports.isEnabled = void 0;
+const schema_1 = require("@hestia-earth/schema");
 const axios_1 = require("axios");
 const apiUrl = () => process.env.API_URL;
 const apiAccessToken = () => process.env.API_ACCESS_TOKEN;
@@ -18,6 +19,10 @@ const getNode = async (id, type) => {
     }
 };
 exports.getNode = getNode;
-const formatOriginalId = (id) => id.toLowerCase().replace(/[^\w\-\.]+/g, '');
+const excludeType = [schema_1.SchemaType.Term];
+const isTypeExcluded = (type) => excludeType.includes(type);
+const formatOriginalId = (type, id) => isTypeExcluded(type) ? id : id.toLowerCase().replace(/[^\w\-\.]+/g, '');
 exports.formatOriginalId = formatOriginalId;
+const nodeUniqueIdFilepath = (folder, type, originalId) => [folder, type, `${(0, exports.formatOriginalId)(type, originalId)}.txt`].join('/');
+exports.nodeUniqueIdFilepath = nodeUniqueIdFilepath;
 //# sourceMappingURL=api.js.map

package/dist/api.js.map

@@ -1 +1 @@
-{"version":3,"file":"api.js","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":";;;AACA,iCAA0B;AAE1B,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;AACzC,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;AAEnD,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,cAAc,EAAE,CAAC;AAAnD,QAAA,SAAS,aAA0C;AAUzD,MAAM,OAAO,GAAG,KAAK,EAAE,EAAU,EAAE,IAAc,EAAE,EAAE;IAC1D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,GAAG,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,cAAc,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,OAAO,CAAC,MAAM,eAAK,CAAC,GAAG,CAAM,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,CAAC;IAAC,OAAO,IAAI,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AATW,QAAA,OAAO,WASlB;AAKK,MAAM,gBAAgB,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;AAA/E,QAAA,gBAAgB,oBAA+D"}
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../src/api.ts"],"names":[],"mappings":";;;AAAA,iDAA4D;AAC5D,iCAA0B;AAE1B,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;AACzC,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;AAEnD,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,cAAc,EAAE,CAAC;AAAnD,QAAA,SAAS,aAA0C;AAUzD,MAAM,OAAO,GAAG,KAAK,EAAE,EAAU,EAAE,IAAc,EAAE,EAAE;IAC1D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,GAAG,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,cAAc,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,OAAO,CAAC,MAAM,eAAK,CAAC,GAAG,CAAM,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,CAAC;IAAC,OAAO,IAAI,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AATW,QAAA,OAAO,WASlB;AAEF,MAAM,WAAW,GAAG,CAAC,mBAAU,CAAC,IAAI,CAAC,CAAC;AACtC,MAAM,cAAc,GAAG,CAAC,IAAgB,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AAOjE,MAAM,gBAAgB,GAAG,CAAC,IAAgB,EAAE,EAAU,EAAE,EAAE,CAC/D,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;AAD7D,QAAA,gBAAgB,oBAC6C;AAUnE,MAAM,oBAAoB,GAAG,CAAC,MAAc,EAAE,IAAgB,EAAE,UAAkB,EAAE,EAAE,CAC3F,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAA,wBAAgB,EAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAD3D,QAAA,oBAAoB,wBACuC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hestia-earth/pipeline-utils",
-  "version": "0.13.16",
+  "version": "0.13.17",
   "description": "Utilities for running pipelines",
   "main": "dist/index.js",
   "typings": "dist/index.d.ts",

package/src/api.ts

@@ -1,4 +1,4 @@
-import { NodeType } from '@hestia-earth/schema';
+import { NodeType, SchemaType } from '@hestia-earth/schema';
 import axios from 'axios';
 
 const apiUrl = () => process.env.API_URL;
@@ -25,7 +25,24 @@ export const getNode = async (id: string, type: NodeType) => {
   }
 };
 
+const excludeType = [SchemaType.Term];
+const isTypeExcluded = (type: SchemaType) => excludeType.includes(type);
+
 /**
  * Formats the id used when loading exsting `@id`.
+ *
+ * Remove anything but: letters, numbers, dashes and dots.
+ */
+export const formatOriginalId = (type: SchemaType, id: string) =>
+  isTypeExcluded(type) ? id : id.toLowerCase().replace(/[^\w\-\.]+/g, '');
+
+/**
+ * Path of the file containing the node unique `@id`.
+ *
+ * @param folder The folder containing the upload.
+ * @param type The `type` of the Node.
+ * @param originalId The `id` used for upload.
+ * @returns
  */
-export const formatOriginalId = (id: string) => id.toLowerCase().replace(/[^\w\-\.]+/g, '');
+export const nodeUniqueIdFilepath = (folder: string, type: SchemaType, originalId: string) =>
+  [folder, type, `${formatOriginalId(type, originalId)}.txt`].join('/');