@shushed/helpers 0.0.202-bug-erp-770-20251203154745 → 0.0.202-main-20251208111718

package/dist/cjs/src-public/bigquery.js

@@ -0,0 +1,59 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const runtime_1 = __importDefault(require("./runtime"));
+;
+class BigQueryHelper extends runtime_1.default {
+    bigQuery;
+    constructor(opts, bigQuery) {
+        super(opts);
+        this.bigQuery = bigQuery;
+    }
+    async createOrUpdate(opts) {
+        const { datasetId, tableName, incomingSchema } = opts;
+        const dataset = this.bigQuery.dataset(datasetId);
+        const table = dataset.table(tableName);
+        const fullTableId = `${this.bigQuery.projectId}.${datasetId}.${tableName}`;
+        const [tableExists] = await table.exists();
+        if (!tableExists) {
+            await dataset.createTable(tableName, {
+                schema: {
+                    fields: incomingSchema,
+                },
+            });
+            return fullTableId;
+        }
+        const [metadata] = await table.getMetadata();
+        const existingSchema = metadata.schema.fields;
+        const alterStatements = [];
+        const existingColumnsMap = new Map(existingSchema.map(col => [col.name.toLowerCase(), col]));
+        const incomingColumnsMap = new Map(incomingSchema.map(col => [col.name.toLowerCase(), col]));
+        const currentDate = new Date().toISOString().slice(0, 10).replace(/-/g, '');
+        for (const incomingCol of incomingSchema) {
+            const existingCol = existingColumnsMap.get(incomingCol.name.toLowerCase());
+            if (!existingCol) {
+                alterStatements.push(`ALTER TABLE \`${fullTableId}\` ADD COLUMN \`${incomingCol.name}\` ${incomingCol.type}${incomingCol.mode === 'REPEATED' ? ' REPEATED' : ''};`);
+            }
+            else if (existingCol.type !== incomingCol.type ||
+                (incomingCol.mode && existingCol.mode !== incomingCol.mode)) {
+                const renamed = `${incomingCol.name}${currentDate}`;
+                alterStatements.push(`ALTER TABLE \`${fullTableId}\` RENAME COLUMN \`${incomingCol.name}\` TO \`${renamed}\`;`);
+                alterStatements.push(`ALTER TABLE \`${fullTableId}\` ADD COLUMN \`${incomingCol.name}\` ${incomingCol.type}${incomingCol.mode === 'REPEATED' ? ' REPEATED' : ''};`);
+            }
+        }
+        for (const existingCol of existingSchema) {
+            if (!incomingColumnsMap.has(existingCol.name.toLowerCase())) {
+                const renamed = `${existingCol.name}${currentDate}`;
+                alterStatements.push(`ALTER TABLE \`${fullTableId}\` RENAME COLUMN \`${existingCol.name}\` TO \`${renamed}\`;`);
+            }
+        }
+        for (const sql of alterStatements) {
+            console.log(`Executing SQL: ${sql}`);
+            await this.bigQuery.query({ query: sql });
+        }
+        return fullTableId;
+    }
+}
+exports.default = BigQueryHelper;