@pittica/google-business-intelligence-csv 1.1.5 → 1.3.0

package/dist/config.js

@@ -38,9 +38,11 @@ exports.config = (config = {}) => {
     },
     files: {
       json: path.join(process.cwd(), "json"),
-      sql: path.join(process.cwd(), "sql")
+      sql: path.join(process.cwd(), "sql"),
+      bootstrap: null
     },
-    order: []
+    order: [],
+    bootstrap: []
   };
   global.config = {
     ...initial,

package/dist/index.js

@@ -21,6 +21,24 @@ const {
 const {
   file
 } = require("./scripts/file");
+const {
+  bootstrap
+} = require("./scripts/bootstrap");
+const {
+  upload
+} = require("./scripts/upload");
+const {
+  clean
+} = require("./scripts/clean");
+const {
+  pubSub
+} = require("./scripts/pub-sub");
+const {
+  rollback
+} = require("./scripts/rollback");
+const {
+  unlistened
+} = require("./scripts/unlistened");
 const {
   config
 } = require("./config");
@@ -28,5 +46,11 @@ exports.config = config;
 exports.scripts = {
   bulk,
   day,
-  file
+  file,
+  bootstrap,
+  upload,
+  clean,
+  pubSub,
+  rollback,
+  unlistened
 };

package/dist/scripts/bootstrap.js

@@ -0,0 +1,24 @@
+// Copyright 2024-2026 Pittica S.r.l.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+const {
+  executeSqlFolder
+} = require("@pittica/google-bigquery-helpers");
+
+/**
+ * Processes a the files from the configuration.
+ *
+ * @returns {boolean} A value indicating whether the process has been done.
+ */
+exports.bootstrap = async () => config.files.bootstrap ? executeSqlFolder(config.files.bootstrap, config.bootstrap) : false;

package/dist/scripts/clean.js

@@ -0,0 +1,23 @@
+// Copyright 2024-2026 Pittica S.r.l.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+
+const {
+  cleanDataset
+} = require("@pittica/google-bigquery-helpers");
+
+/**
+ * Drops the tables in temporary dataset.
+ *
+ * @returns {void}
+ */
+exports.clean = async () => await cleanDataset(`^${config.dataset.temporary.name}.*`);

package/dist/scripts/pub-sub.js

@@ -0,0 +1,33 @@
+// Copyright 2024-2026 Pittica S.r.l.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+
+const {
+  bulk
+} = require("./bulk");
+
+/**
+ * Handles a Pub/Sub message event.
+ *
+ * @param {object} message Pub/Sub event data.
+ */
+exports.pubSub = async ({
+  data: {
+    message: {
+      data
+    }
+  }
+}) => {
+  if (data && Buffer.from(data, "base64").toString() == config.pubSub.message) {
+    await bulk(config.bucket.upload, config.bucket.temporary, config.bucket.archive);
+  }
+};

package/dist/scripts/rollback.js

@@ -0,0 +1,23 @@
+// Copyright 2024-2026 Pittica S.r.l.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+
+const {
+  moveFiles
+} = require("@pittica/google-cloud-storage-helpers");
+
+/**
+ * Moves the files from the temporary bucket to the source bucket.
+ *
+ * @returns {void}
+ */
+exports.rollback = async () => await moveFiles(config.bucket.temporary, config.bucket.upload);

package/dist/scripts/unlistened.js

@@ -0,0 +1,25 @@
+// Copyright 2024-2026 Pittica S.r.l.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+
+const {
+  scripts: {
+    unlistened
+  }
+} = require("@pittica/google-business-intelligence-helpers");
+
+/**
+ * Removes all not allowed files in "nempos-upload" bucket.
+ *
+ * @returns {void}
+ */
+exports.unlistened = async () => await unlistened(config.bucket.upload, config.files.sql);

package/dist/scripts/upload.js

@@ -0,0 +1,40 @@
+// Copyright 2024-2026 Pittica S.r.l.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+
+const {
+  splitName
+} = require("@pittica/google-business-intelligence-helpers");
+const {
+  day
+} = require("./day");
+
+/**
+ * Handles an "upload" event in Google Cloud Storage.
+ *
+ * @param {object} message Contains the event message which contains settings and type.
+ * @param {string} last Last uploaded file name without extension used as trigger.
+ */
+exports.upload = async ({
+  type,
+  data: {
+    bucket,
+    name
+  }
+}, last = "till_status") => {
+  if (type === "google.cloud.storage.object.v1.finalized" && bucket === config.bucket.upload) {
+    const file = splitName(name);
+    if (file.name === last) {
+      await day(file.date, config.bucket.upload, config.bucket.temporary, config.bucket.archive);
+    }
+  }
+};

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@pittica/google-business-intelligence-csv",
   "private": false,
-  "version": "1.1.5",
+  "version": "1.3.0",
   "description": "CSV importer for business intelligence for Google Cloud.",
   "main": "dist/index.js",
   "scripts": {
@@ -25,7 +25,7 @@
   },
   "homepage": "https://github.com/pittica/google-business-intelligence-csv#README.md",
   "dependencies": {
-    "@pittica/google-bigquery-helpers": "^1.3.0",
+    "@pittica/google-bigquery-helpers": "^1.4.4",
     "@pittica/google-business-intelligence-helpers": "^1.12.7",
     "@pittica/google-cloud-storage-helpers": "^1.3.5",
     "@pittica/logger-helpers": "^1.0.4",