@firebaseextensions/firestore-bigquery-change-tracker 1.1.28 → 1.1.30

package/lib/bigquery/index.js

@@ -1,22 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.FirestoreBigQueryEventHistoryTracker = exports.RawChangelogViewSchema = exports.RawChangelogSchema = void 0;
-/*
- * Copyright 2019 Google LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *    https://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-const admin = require("firebase-admin");
 const bigquery = require("@google-cloud/bigquery");
 const firestore_1 = require("firebase-admin/firestore");
 const traverse = require("traverse");
@@ -105,9 +89,6 @@ class FirestoreBigQueryEventHistoryTracker {
                 if (property.constructor.name === firestore_1.DocumentReference.name) {
                     this.update(property.path);
                 }
-                if (property instanceof admin.firestore.Timestamp) {
-                    this.update(property.toDate());
-                }
             }
         });
         return data;

package/lib/bigquery/partitioning.js

@@ -35,7 +35,8 @@ class Partitioning {
     }
     isValidPartitionTypeDate(value) {
         /* Check if valid timestamp value from sdk */
-        if (value instanceof firebase.firestore.Timestamp)
+        // if (value instanceof firebase.firestore.Timestamp) return true;
+        if (isTimestampLike(value))
             return true;
         /* Check if valid date/timstemap, expedted result from production  */
         if (value && value.toDate && value.toDate())
@@ -137,7 +138,7 @@ class Partitioning {
       Extracts a valid Partition field from the Document Change Event.
       Matches result based on a pre-defined Firestore field matching the event data object.
       Return an empty object if no field name or value provided.
-      Returns empty object if not a string or timestamp
+      Returns empty object if not a string or timestamp (or result of serializing a timestamp)
       Logs warning if not a valid datatype
       Delete changes events have no data, return early as cannot partition on empty data.
     **/
@@ -155,6 +156,12 @@ class Partitioning {
         }
         if (this.isValidPartitionTypeDate(fieldValue)) {
             /* Return converted console value */
+            if (isTimestampLike(fieldValue)) {
+                const convertedTimestampFieldValue = convertToTimestamp(fieldValue);
+                return {
+                    [fieldName]: this.convertDateValue(convertedTimestampFieldValue.toDate()),
+                };
+            }
             if (fieldValue.toDate) {
                 return { [fieldName]: this.convertDateValue(fieldValue.toDate()) };
             }
@@ -234,3 +241,18 @@ class Partitioning {
     }
 }
 exports.Partitioning = Partitioning;
+const isTimestampLike = (value) => {
+    if (value instanceof firebase.firestore.Timestamp)
+        return true;
+    return (typeof value === "object" &&
+        value !== null &&
+        "_seconds" in value &&
+        typeof value["_seconds"] === "number" &&
+        "_nanoseconds" in value &&
+        typeof value["_nanoseconds"] === "number");
+};
+const convertToTimestamp = (value) => {
+    if (value instanceof firebase.firestore.Timestamp)
+        return value;
+    return new firebase.firestore.Timestamp(value._seconds, value._nanoseconds);
+};

package/package.json

@@ -5,14 +5,14 @@
     "url": "github.com/firebase/extensions.git",
     "directory": "firestore-bigquery-export/firestore-bigquery-change-tracker"
   },
-  "version": "1.1.28",
+  "version": "1.1.30",
   "description": "Core change-tracker library for Cloud Firestore Collection BigQuery Exports",
   "main": "./lib/index.js",
   "scripts": {
     "build": "npm run clean && npm run compile",
     "clean": "rimraf lib",
     "compile": "tsc",
-    "test:local": "firebase ext:dev:emulators:exec ./node_modules/.bin/jest --test-params=./src/__tests__/emulator-params.env --project=extensions-testing --config=./src/__tests__/firebase.json",
+    "test:local": "jest",
     "prepare": "npm run build",
     "generate-stresstest-table": "bq query --project_id=extensions-testing  --use_legacy_sql=false < ./src/__tests__/fixtures/sql/generateSnapshotStresstestTable.sql"
   },
@@ -35,16 +35,16 @@
     "traverse": "^0.6.6"
   },
   "devDependencies": {
+    "@types/chai": "^4.1.6",
+    "@types/jest": "^24.0.18",
     "@types/node": "14.18.34",
     "@types/traverse": "^0.6.32",
-    "typescript": "^4.9.4",
-    "rimraf": "^2.6.3",
-    "nyc": "^14.0.0",
-    "jest": "^24.9.0",
     "chai": "^4.2.0",
-    "ts-node": "^7.0.1",
+    "jest": "^24.9.0",
+    "nyc": "^14.0.0",
+    "rimraf": "^2.6.3",
     "ts-jest": "^24.1.0",
-    "@types/jest": "^24.0.18",
-    "@types/chai": "^4.1.6"
+    "ts-node": "^7.0.1",
+    "typescript": "^4.9.4"
   }
 }