@pittica/google-business-intelligence-helpers 1.7.1 → 1.9.0

package/dist/contents/storage.js

@@ -15,6 +15,9 @@
 const {
   getFiles
 } = require("@pittica/google-cloud-storage-helpers");
+const {
+  format
+} = require("date-and-time");
 const {
   getSchemaKeys
 } = require("./schema");
@@ -50,6 +53,30 @@ exports.mapStorageResponse = (response, schemas = "") => {
   return Object.values(files).flat(1).map(file => splitName(file));
 };
 
+/**
+ * Maps the given response and returns grouped and ordered object to import.
+ *
+ * @param {Array} response Google Cloud Storage response.
+ * @param {string} schemas Schema files folder path.
+ * @param {string} dateFormat Format string.
+ * @returns {object} Bucket files.
+ */
+exports.extractStorageResponse = (response, schemas = "", dateFormat = "YYYY-MM-DD") => {
+  const days = {};
+  const files = this.mapStorageResponse(response, schemas);
+  files.forEach(file => {
+    const date = format(file.date, dateFormat);
+    if (typeof days[date] === "undefined") {
+      days[date] = [];
+    }
+    days[date].push(file);
+  });
+  return Object.values(Object.keys(days).sort().reduce((obj, key) => {
+    obj[key] = days[key];
+    return obj;
+  }, {})).flat();
+};
+
 /**
  * Ritrieves a safe name of a file in the given folder in the given bucket.
  *

package/dist/index.js

@@ -23,6 +23,7 @@ const {
 } = require("./contents/sql");
 const {
   mapStorageResponse,
+  extractStorageResponse,
   getSafeFilename,
   getSafeFilenameFromBucket
 } = require("./contents/storage");
@@ -32,7 +33,8 @@ const {
 } = require("./naming/dataset");
 const {
   partsToDate,
-  stringToDate
+  stringToDate,
+  getNow
 } = require("./naming/date");
 const {
   isDataCsv
@@ -58,12 +60,14 @@ exports.getSchemaKeys = getSchemaKeys;
 exports.hasSchema = hasSchema;
 exports.getSqlFilePath = getSqlFilePath;
 exports.mapStorageResponse = mapStorageResponse;
+exports.extractStorageResponse = extractStorageResponse;
 exports.getSafeFilename = getSafeFilename;
 exports.getSafeFilenameFromBucket = getSafeFilenameFromBucket;
 exports.getTemporaryTableName = getTemporaryTableName;
 exports.getTemporaryTableSuffix = getTemporaryTableSuffix;
 exports.partsToDate = partsToDate;
 exports.stringToDate = stringToDate;
+exports.getNow = getNow;
 exports.isDataCsv = isDataCsv;
 exports.getFilenameVersion = getFilenameVersion;
 exports.incrementFilenameVersion = incrementFilenameVersion;

package/dist/naming/date.js

@@ -12,6 +12,10 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
+const {
+  format
+} = require("date-and-time");
+
 /**
  * Converts the file name parts to a date object.
  *
@@ -32,4 +36,12 @@ exports.stringToDate = date => {
     return this.partsToDate(split);
   }
   return null;
-};
+};
+
+/**
+ * Gets the current date in the given format.
+ *
+ * @param {string} dateFormat Format string.
+ * @returns {string} The current date in the given format.
+ */
+exports.getNow = (dateFormat = "YYYY-MM-DD") => format(new Date(), dateFormat);

package/dist/naming/file.js

@@ -78,7 +78,7 @@ exports.mergeFilename = (date, name, extension, version = 0) => `${format(date,
  *
  * @param {object} filedata Data to merge.
  * @param {boolean} increment A value indicating whether the file version needs to be increased.
- * @returns The merged given filename data.
+ * @returns {string} The merged given filename data.
  */
 exports.mergeFiledata = ({
   date,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@pittica/google-business-intelligence-helpers",
   "private": false,
-  "version": "1.7.1",
+  "version": "1.9.0",
   "description": "Helpers for business intelligence for Google Cloud.",
   "main": "dist/index.js",
   "scripts": {