@firebaseextensions/firestore-bigquery-change-tracker 1.1.17 → 1.1.18

package/lib/bigquery/checkUpdates.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.viewRequiresUpdate = exports.tableRequiresUpdate = void 0;
 const partitioning_1 = require("./partitioning");
-async function tableRequiresUpdate({ table, config, documentIdColExists, pathParamsColExists, }) {
+async function tableRequiresUpdate({ table, config, documentIdColExists, pathParamsColExists, oldDataColExists, }) {
     /* Setup checks */
     const { metadata } = table;
     /** Check clustering */
@@ -16,6 +16,9 @@ async function tableRequiresUpdate({ table, config, documentIdColExists, pathPar
     /** Check document id column */
     if (!documentIdColExists)
         return true;
+    /** Check old_data column exists */
+    if (!oldDataColExists)
+        return true;
     /** Check partitioning */
     const partitioning = new partitioning_1.Partitioning(config, table);
     const isValidPartition = await partitioning.isValidPartitionForExistingTable();
@@ -25,16 +28,16 @@ async function tableRequiresUpdate({ table, config, documentIdColExists, pathPar
     return false;
 }
 exports.tableRequiresUpdate = tableRequiresUpdate;
-function viewRequiresUpdate({ metadata, config, documentIdColExists, pathParamsColExists, }) {
-    /** Check if documentId column exists */
-    if (!documentIdColExists)
-        return true;
+function viewRequiresUpdate({ metadata, config, documentIdColExists, pathParamsColExists, oldDataColExists, }) {
     /** Check wildcards */
     if (!!config.wildcardIds !== pathParamsColExists)
         return true;
     /** Check document id column */
     if (!documentIdColExists)
         return true;
+    /** Check old_data column exists */
+    if (!oldDataColExists)
+        return true;
     /* Using the new query syntax for snapshots */
     if (metadata) {
         const query = metadata.view?.query || "";

package/lib/bigquery/index.js

@@ -253,6 +253,7 @@ class FirestoreBigQueryEventHistoryTracker {
             await clustering.updateClustering(metadata);
             const documentIdColExists = fields.find((column) => column.name === "document_id");
             const pathParamsColExists = fields.find((column) => column.name === "path_params");
+            const oldDataColExists = fields.find((column) => column.name === "old_data");
             if (!documentIdColExists) {
                 fields.push(schema_1.documentIdField);
                 logs.addNewColumn(this.rawChangeLogTableName(), schema_1.documentIdField.name);
@@ -268,6 +269,7 @@ class FirestoreBigQueryEventHistoryTracker {
                 config: this.config,
                 documentIdColExists,
                 pathParamsColExists,
+                oldDataColExists,
             });
             if (shouldUpdate) {
                 await table.setMetadata(metadata);
@@ -307,18 +309,22 @@ class FirestoreBigQueryEventHistoryTracker {
         if (viewExists) {
             logs.bigQueryViewAlreadyExists(view.id, dataset.id);
             const [metadata] = await view.getMetadata();
-            const fields = metadata.schema ? metadata.schema.fields : [];
+            // TODO: just casting this for now, needs properly fixing
+            const fields = (metadata.schema ? metadata.schema.fields : []);
             if (this.config.wildcardIds) {
                 schema.fields.push(schema_1.documentPathParams);
             }
-            const documentIdColExists = fields.find((column) => column.name === "document_id");
-            const pathParamsColExists = fields.find((column) => column.name === "path_params");
+            const columnNames = fields.map((field) => field.name);
+            const documentIdColExists = columnNames.includes("document_id");
+            const pathParamsColExists = columnNames.includes("path_params");
+            const oldDataColExists = columnNames.includes("old_data");
             /** If new view or opt-in to new query syntax **/
             const updateView = checkUpdates_1.viewRequiresUpdate({
                 metadata,
                 config: this.config,
                 documentIdColExists,
                 pathParamsColExists,
+                oldDataColExists,
             });
             if (updateView) {
                 metadata.view = snapshot_1.latestConsistentSnapshotView({

package/package.json

@@ -5,7 +5,7 @@
     "url": "github.com/firebase/extensions.git",
     "directory": "firestore-bigquery-export/firestore-bigquery-change-tracker"
   },
-  "version": "1.1.17",
+  "version": "1.1.18",
   "description": "Core change-tracker library for Cloud Firestore Collection BigQuery Exports",
   "main": "./lib/index.js",
   "scripts": {