@pittica/google-business-intelligence-csv 1.0.0 → 1.1.0

package/dist/config.js

@@ -38,7 +38,8 @@ exports.config = (config = {}) => {
     files: {
       json: path.join(process.cwd(), "json"),
       sql: path.join(process.cwd(), "sql")
-    }
+    },
+    order: []
   };
   global.config = {
     ...initial,

package/dist/helpers/storage.js

@@ -0,0 +1,40 @@
+// Copyright 2024-2025 Pittica S.r.l.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+/**
+ * Sorts the given files.
+ *
+ * @param {Array} files An array of file data.
+ * @returns The sorted files.
+ */
+exports.sort = files => files.sort((a, b) => {
+  const first = config.order.indexOf(a.name);
+  const second = config.order.indexOf(b.name);
+  if (first < second) {
+    return -1;
+  } else if (first > second) {
+    return 1;
+  }
+  if (a.date < b.date) {
+    return -1;
+  } else if (a.date > b.date) {
+    return 1;
+  }
+  if (a.version < a.version) {
+    return -1;
+  } else if (b.version > b.version) {
+    return 1;
+  }
+  return 0;
+});

package/dist/scripts/bulk.js

@@ -24,6 +24,9 @@ const {
   getNow
 } = require("@pittica/google-business-intelligence-helpers");
 const log = require("@pittica/logger-helpers");
+const {
+  sort
+} = require("../helpers/storage");
 const {
   process
 } = require("./day");
@@ -45,6 +48,6 @@ exports.bulk = async (source, temporary, destination) => {
   storage.bucket(source).getFiles().then(response => {
     log.info(`Starting bulk import...`);
     const files = extractStorageResponse(response, config.files.sql);
-    process(dataset, bucketSource, bucketTemporary, bucketDestination, files, now);
+    process(dataset, bucketSource, bucketTemporary, bucketDestination, sort(files), now);
   }).catch(logErrors);
 };

package/dist/scripts/day.js

@@ -39,6 +39,9 @@ const log = require("@pittica/logger-helpers");
 const {
   getJobMetadata
 } = require("../helpers/bigquery");
+const {
+  sort
+} = require("../helpers/storage");
 
 /**
  * Processes all CSV files in given buckets bucket for the given date.
@@ -72,7 +75,7 @@ exports.run = async (day, now, source, temporary, destination) => {
   const bucketSource = await storage.bucket(source);
   const bucketTemporary = await storage.bucket(temporary);
   const bucketDestination = await storage.bucket(destination);
-  getFiles(storage, source, `${day}-`).then(response => this.process(dataset, bucketSource, bucketTemporary, bucketDestination, mapStorageResponse(response, config.files.sql), now));
+  getFiles(storage, source, `${day}-`).then(response => this.process(dataset, bucketSource, bucketTemporary, bucketDestination, sort(mapStorageResponse(response, config.files.sql)), now));
 };
 
 /**

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@pittica/google-business-intelligence-csv",
   "private": false,
-  "version": "1.0.0",
+  "version": "1.1.0",
   "description": "CSV importer for business intelligence for Google Cloud.",
   "main": "dist/index.js",
   "scripts": {