@firebaseextensions/firestore-bigquery-change-tracker 1.1.18 → 1.1.19

package/lib/bigquery/index.js

@@ -254,6 +254,10 @@ class FirestoreBigQueryEventHistoryTracker {
             const documentIdColExists = fields.find((column) => column.name === "document_id");
             const pathParamsColExists = fields.find((column) => column.name === "path_params");
             const oldDataColExists = fields.find((column) => column.name === "old_data");
+            if (!oldDataColExists) {
+                fields.push(schema_1.oldDataField);
+                logs.addNewColumn(this.rawChangeLogTableName(), schema_1.oldDataField.name);
+            }
             if (!documentIdColExists) {
                 fields.push(schema_1.documentIdField);
                 logs.addNewColumn(this.rawChangeLogTableName(), schema_1.documentIdField.name);
@@ -262,7 +266,6 @@ class FirestoreBigQueryEventHistoryTracker {
                 fields.push(schema_1.documentPathParams);
                 logs.addNewColumn(this.rawChangeLogTableName(), schema_1.documentPathParams.name);
             }
-            await partitioning.addPartitioningToSchema(metadata.schema.fields);
             /** Updated table metadata if required */
             const shouldUpdate = await checkUpdates_1.tableRequiresUpdate({
                 table,
@@ -272,7 +275,17 @@ class FirestoreBigQueryEventHistoryTracker {
                 oldDataColExists,
             });
             if (shouldUpdate) {
+                /** set partitioning */
+                await partitioning.addPartitioningToSchema(metadata.schema.fields);
+                /** update table metadata with changes. */
                 await table.setMetadata(metadata);
+                logs.updatingMetadata(this.rawChangeLogTableName(), {
+                    table,
+                    config: this.config,
+                    documentIdColExists,
+                    pathParamsColExists,
+                    oldDataColExists,
+                });
             }
         }
         else {
@@ -333,8 +346,17 @@ class FirestoreBigQueryEventHistoryTracker {
                     schema,
                     useLegacyQuery: !this.config.useNewSnapshotQuerySyntax,
                 });
-                logs.addNewColumn(this.rawLatestView(), schema_1.documentIdField.name);
+                if (!documentIdColExists) {
+                    logs.addNewColumn(this.rawLatestView(), schema_1.documentIdField.name);
+                }
                 await view.setMetadata(metadata);
+                logs.updatingMetadata(this.rawLatestView(), {
+                    metadata,
+                    config: this.config,
+                    documentIdColExists,
+                    pathParamsColExists,
+                    oldDataColExists,
+                });
             }
         }
         else {

package/lib/bigquery/schema.js

@@ -15,7 +15,7 @@
  * limitations under the License.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getNewPartitionField = exports.RawChangelogSchema = exports.RawChangelogViewSchema = exports.documentPathParams = exports.documentIdField = exports.longitudeField = exports.latitudeField = exports.timestampField = exports.operationField = exports.eventIdField = exports.documentNameField = exports.dataField = void 0;
+exports.getNewPartitionField = exports.RawChangelogSchema = exports.RawChangelogViewSchema = exports.oldDataField = exports.documentPathParams = exports.documentIdField = exports.longitudeField = exports.latitudeField = exports.timestampField = exports.operationField = exports.eventIdField = exports.documentNameField = exports.dataField = void 0;
 const bigQueryField = (name, type, mode, fields) => ({
     fields,
     mode: mode || "NULLABLE",
@@ -43,6 +43,12 @@ exports.documentPathParams = {
     type: "STRING",
     description: "JSON string representing wildcard params with Firestore Document ids",
 };
+exports.oldDataField = {
+    name: "old_data",
+    mode: "NULLABLE",
+    type: "STRING",
+    description: "The full JSON representation of the document state before the indicated operation is applied. This field will be null for CREATE operations.",
+};
 /*
  * We cannot specify a schema for view creation, and all view columns default
  * to the NULLABLE mode.

package/lib/logs.js

@@ -15,7 +15,7 @@
  * limitations under the License.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.failedToInitializeWait = exports.tableCreationError = exports.invalidClustering = exports.hourAndDatePartitioningWarning = exports.invalidTableReference = exports.invalidProjectIdWarning = exports.cannotPartitionExistingTable = exports.removedClustering = exports.updatedClustering = exports.bigQueryTableInsertErrors = exports.firestoreTimePartitioningParametersWarning = exports.firestoreTimePartitionFieldError = exports.addPartitionFieldColumn = exports.addNewColumn = exports.timestampMissingValue = exports.error = exports.dataTypeInvalid = exports.dataInserting = exports.dataInsertRetried = exports.dataInserted = exports.complete = exports.bigQueryViewValidating = exports.bigQueryViewValidated = exports.bigQueryViewUpToDate = exports.bigQueryViewUpdating = exports.bigQueryViewUpdated = exports.bigQueryViewAlreadyExists = exports.bigQueryViewCreating = exports.bigQueryViewCreated = exports.bigQueryUserDefinedFunctionCreated = exports.bigQueryUserDefinedFunctionCreating = exports.bigQueryTableValidating = exports.bigQueryTableValidated = exports.bigQueryTableUpToDate = exports.bigQueryTableUpdating = exports.bigQueryTableUpdated = exports.bigQueryTableCreating = exports.bigQueryTableCreated = exports.bigQueryTableAlreadyExists = exports.bigQuerySchemaViewCreated = exports.bigQueryLatestSnapshotViewQueryCreated = exports.bigQueryErrorRecordingDocumentChange = exports.bigQueryDatasetExists = exports.bigQueryDatasetCreating = exports.bigQueryDatasetCreated = exports.arrayFieldInvalid = void 0;
+exports.updatingMetadata = exports.failedToInitializeWait = exports.tableCreationError = exports.invalidClustering = exports.hourAndDatePartitioningWarning = exports.invalidTableReference = exports.invalidProjectIdWarning = exports.cannotPartitionExistingTable = exports.removedClustering = exports.updatedClustering = exports.bigQueryTableInsertErrors = exports.firestoreTimePartitioningParametersWarning = exports.firestoreTimePartitionFieldError = exports.addPartitionFieldColumn = exports.addNewColumn = exports.timestampMissingValue = exports.error = exports.dataTypeInvalid = exports.dataInserting = exports.dataInsertRetried = exports.dataInserted = exports.complete = exports.bigQueryViewValidating = exports.bigQueryViewValidated = exports.bigQueryViewUpToDate = exports.bigQueryViewUpdating = exports.bigQueryViewUpdated = exports.bigQueryViewAlreadyExists = exports.bigQueryViewCreating = exports.bigQueryViewCreated = exports.bigQueryUserDefinedFunctionCreated = exports.bigQueryUserDefinedFunctionCreating = exports.bigQueryTableValidating = exports.bigQueryTableValidated = exports.bigQueryTableUpToDate = exports.bigQueryTableUpdating = exports.bigQueryTableUpdated = exports.bigQueryTableCreating = exports.bigQueryTableCreated = exports.bigQueryTableAlreadyExists = exports.bigQuerySchemaViewCreated = exports.bigQueryLatestSnapshotViewQueryCreated = exports.bigQueryErrorRecordingDocumentChange = exports.bigQueryDatasetExists = exports.bigQueryDatasetCreating = exports.bigQueryDatasetCreated = exports.arrayFieldInvalid = void 0;
 const firebase_functions_1 = require("firebase-functions");
 exports.arrayFieldInvalid = (fieldName) => {
     firebase_functions_1.logger.warn(`Array field '${fieldName}' does not contain an array, skipping`);
@@ -173,3 +173,6 @@ exports.tableCreationError = (table, message) => {
 exports.failedToInitializeWait = (message) => {
     firebase_functions_1.logger.warn(`Failed while waiting to initialize.`, message);
 };
+exports.updatingMetadata = (tableName, resources) => {
+    firebase_functions_1.logger.info(`Updated Metadata on ${tableName}, ${JSON.stringify(resources)})`);
+};

package/package.json

@@ -5,7 +5,7 @@
     "url": "github.com/firebase/extensions.git",
     "directory": "firestore-bigquery-export/firestore-bigquery-change-tracker"
   },
-  "version": "1.1.18",
+  "version": "1.1.19",
   "description": "Core change-tracker library for Cloud Firestore Collection BigQuery Exports",
   "main": "./lib/index.js",
   "scripts": {