@firebase-function-kits/bigquery-firestore-export 0.0.1 → 0.0.2-rc.1

package/lib/helper.js

@@ -0,0 +1,219 @@
+"use strict";
+/*
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseTransferRunName = parseTransferRunName;
+exports.parseTransferConfigName = parseTransferConfigName;
+exports.updateLatestRunDocument = updateLatestRunDocument;
+exports.getBigqueryResults = getBigqueryResults;
+exports.convertUnsupportedDataTypes = convertUnsupportedDataTypes;
+exports.writeRunResultsToFirestore = writeRunResultsToFirestore;
+exports.transferConfigAssociatedWithInstance = transferConfigAssociatedWithInstance;
+exports.handleTransferRunMessage = handleTransferRunMessage;
+const bigquery_1 = require("@google-cloud/bigquery");
+const firestore_1 = require("firebase-admin/firestore");
+const logs = __importStar(require("./logs"));
+const TRANSFER_RUN_NAME_REGEX = /^projects\/([^/]+)\/locations\/([^/]+)\/transferConfigs\/([^/]+)\/runs\/([^/]+)$/;
+const TRANSFER_CONFIG_NAME_REGEX = /^projects\/([^/]+)\/locations\/([^/]+)\/transferConfigs\/([^/]+)$/;
+const FIRESTORE_WRITE_CHUNK_SIZE = 10_000;
+function parseTransferRunName(name) {
+    const match = name.match(TRANSFER_RUN_NAME_REGEX);
+    if (!match) {
+        throw new Error(`Invalid transfer run name format: "${name}". Expected format: projects/{projectId}/locations/{location}/transferConfigs/{configId}/runs/{runId}`);
+    }
+    return {
+        projectId: match[1],
+        location: match[2],
+        transferConfigId: match[3],
+        runId: match[4],
+    };
+}
+function parseTransferConfigName(name) {
+    const match = name.match(TRANSFER_CONFIG_NAME_REGEX);
+    if (!match) {
+        throw new Error(`Invalid transfer config name format: "${name}". Expected format: projects/{projectId}/locations/{location}/transferConfigs/{configId}`);
+    }
+    return {
+        projectId: match[1],
+        location: match[2],
+        transferConfigId: match[3],
+    };
+}
+async function updateLatestRunDocument(db, config, transferConfigId, runId, message, rowCounts) {
+    const latestRef = db
+        .collection(`${config.firestoreCollection}/${transferConfigId}/runs`)
+        .doc("latest");
+    const runTime = new Date(message.json.runTime);
+    const docUpdate = {
+        runMetadata: message.json,
+        latestRunId: runId,
+        ...rowCounts,
+    };
+    await db.runTransaction(async (transaction) => {
+        const latest = await transaction.get(latestRef);
+        const latestData = latest.data();
+        const existingRunTime = latestData?.runMetadata?.runTime;
+        const existingRunId = latestData?.latestRunId;
+        const shouldUpdate = !latestData ||
+            !existingRunTime ||
+            new Date(existingRunTime) < runTime ||
+            existingRunId === runId;
+        if (shouldUpdate) {
+            transaction.set(latestRef, docUpdate);
+            return;
+        }
+        logs.latestDocUpdateSkipped(transferConfigId, runId, `existing run is newer (${existingRunTime} >= ${message.json.runTime})`);
+    });
+}
+async function getBigqueryResults(bigquery, config, transferConfigId, runId, datasetId, tableName) {
+    const query = `SELECT * FROM \`${config.projectId}.${datasetId}.${tableName}\``;
+    try {
+        const [job] = await bigquery.createQueryJob({
+            query,
+            location: config.bigqueryDatasetLocation,
+        });
+        logs.bigqueryJobStarted(job.id);
+        const [rows] = await job.getQueryResults();
+        logs.bigqueryResultsRowCount(transferConfigId, runId, rows.length);
+        return rows;
+    }
+    catch (err) {
+        logs.bigqueryQueryFailed(transferConfigId, runId, tableName, err);
+        throw err;
+    }
+}
+function convertUnsupportedDataTypes(row) {
+    if (row === null || typeof row !== "object") {
+        return row;
+    }
+    if (row instanceof bigquery_1.BigQueryTimestamp ||
+        row instanceof bigquery_1.BigQueryDate ||
+        row instanceof bigquery_1.BigQueryTime ||
+        row instanceof bigquery_1.BigQueryDatetime) {
+        return firestore_1.Timestamp.fromDate(new Date(row.value));
+    }
+    if (row instanceof Date)
+        return firestore_1.Timestamp.fromDate(row);
+    if (row instanceof Buffer)
+        return new Uint8Array(row);
+    if (row instanceof bigquery_1.Geography)
+        return row.value;
+    if (Array.isArray(row)) {
+        return row.map((value) => convertUnsupportedDataTypes(value));
+    }
+    return Object.fromEntries(Object.entries(row).map(([key, value]) => [
+        key,
+        convertUnsupportedDataTypes(value),
+    ]));
+}
+async function writeRunResultsToFirestore(ctx, message) {
+    const { db, bigquery, config } = ctx;
+    const { transferConfigId, runId } = parseTransferRunName(message.json.name);
+    const runTime = new Date(message.json.runTime);
+    const runTimeSuffix = [
+        runTime.getUTCHours(),
+        runTime.getUTCMinutes(),
+        runTime.getUTCSeconds(),
+    ]
+        .map((part) => String(part).padStart(2, "0"))
+        .join("");
+    const tableName = message.json.params.destination_table_name_template.replace('{run_time|"%H%M%S"}', runTimeSuffix);
+    const rows = await getBigqueryResults(bigquery, config, transferConfigId, runId, message.json.destinationDatasetId, tableName);
+    const collection = db.collection(`${config.firestoreCollection}/${transferConfigId}/runs/${runId}/output`);
+    let succeededRowCount = 0;
+    for (let i = 0; i < rows.length; i += FIRESTORE_WRITE_CHUNK_SIZE) {
+        const writes = [];
+        for (let j = i; j < i + FIRESTORE_WRITE_CHUNK_SIZE && j < rows.length; j++) {
+            writes.push(collection.add(convertUnsupportedDataTypes(rows[j])));
+        }
+        const results = await Promise.allSettled(writes);
+        for (const result of results) {
+            if (result.status === "fulfilled")
+                succeededRowCount++;
+            else
+                logs.errorWritingToFirestore(result.reason);
+        }
+    }
+    const rowCounts = {
+        failedRowCount: rows.length - succeededRowCount,
+        totalRowCount: rows.length,
+    };
+    logs.runResultsWrittenToFirestore(runId, succeededRowCount, rows.length);
+    await db
+        .collection(`${config.firestoreCollection}/${transferConfigId}/runs`)
+        .doc(runId)
+        .set({ runMetadata: message.json, ...rowCounts });
+    await updateLatestRunDocument(db, config, transferConfigId, runId, message, rowCounts);
+}
+async function transferConfigAssociatedWithInstance(db, config, transferConfigId) {
+    const results = await db
+        .collection(config.firestoreCollection)
+        .where("extInstanceId", "==", config.instanceId)
+        .get();
+    return results.docs.some((doc) => doc.id === transferConfigId);
+}
+async function handleTransferRunMessage(ctx, message) {
+    const { transferConfigId, runId } = parseTransferRunName(message.json.name);
+    const associated = await transferConfigAssociatedWithInstance(ctx.db, ctx.config, transferConfigId);
+    if (!associated) {
+        throw new Error(`Skipping handling pubsub message because transferConfig '${transferConfigId}' is not associated with extension instance '${ctx.config.instanceId}'.`);
+    }
+    if (message.json.state === "SUCCEEDED") {
+        await writeRunResultsToFirestore(ctx, message);
+        return;
+    }
+    logs.handlingNonSuccessRun(transferConfigId, runId, message.json.state);
+    const rowCounts = { failedRowCount: 0, totalRowCount: 0 };
+    await ctx.db
+        .collection(`${ctx.config.firestoreCollection}/${transferConfigId}/runs`)
+        .doc(runId)
+        .set({ runMetadata: message.json, ...rowCounts });
+    await updateLatestRunDocument(ctx.db, ctx.config, transferConfigId, runId, message, rowCounts);
+}
+//# sourceMappingURL=helper.js.map

package/lib/helper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helper.js","sourceRoot":"","sources":["../src/helper.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qDAOgC;AAChC,wDAKkC;AAElC,MAAY,IAAI,mCAAe;AA4B/B,MAAM,uBAAuB,GAC3B,kFAAkF,CAAC;AACrF,MAAM,0BAA0B,GAC9B,mEAAmE,CAAC;AACtE,MAAM,0BAA0B,GAAG,MAAM,CAAC;AAE1C,8BAAqC,IAAY;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,sCAAsC,IAAI,uGAAuG,CAClJ,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACnB,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QAClB,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC;QAC1B,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;KAChB,CAAC;AACJ,CAAC;AAED,iCACE,IAAY;IAEZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,yCAAyC,IAAI,0FAA0F,CACxI,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACnB,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QAClB,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC;KAC3B,CAAC;AACJ,CAAC;AAEM,KAAK,kCACV,EAAa,EACb,MAA6C,EAC7C,gBAAwB,EACxB,KAAa,EACb,OAA2B,EAC3B,SAA4D;IAE5D,MAAM,SAAS,GAAG,EAAE;SACjB,UAAU,CAAC,GAAG,MAAM,CAAC,mBAAmB,IAAI,gBAAgB,OAAO,CAAC;SACpE,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjB,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG;QAChB,WAAW,EAAE,OAAO,CAAC,IAAI;QACzB,WAAW,EAAE,KAAK;QAClB,GAAG,SAAS;KACb,CAAC;IAEF,MAAM,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;QAC5C,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;QACzD,MAAM,aAAa,GAAG,UAAU,EAAE,WAAW,CAAC;QAC9C,MAAM,YAAY,GAChB,CAAC,UAAU;YACX,CAAC,eAAe;YAChB,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,OAAO;YACnC,aAAa,KAAK,KAAK,CAAC;QAE1B,IAAI,YAAY,EAAE,CAAC;YACjB,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,sBAAsB,CACzB,gBAAgB,EAChB,KAAK,EACL,0BAA0B,eAAe,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,6BACV,QAAkB,EAClB,MAA6C,EAC7C,gBAAwB,EACxB,KAAa,EACb,SAAiB,EACjB,SAAiB;IAEjB,MAAM,KAAK,GAAG,mBAAmB,MAAM,CAAC,SAAS,IAAI,SAAS,IAAI,SAAS,IAAI,CAAC;IAEhF,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YAC1C,KAAK;YACL,QAAQ,EAAE,MAAM,CAAC,uBAAuB;SACzC,CAAC,CAAC;QACH,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,eAAe,EAAE,CAAC;QAC3C,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,OAAO,IAAqB,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QAClE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAUD,qCACE,GAAqB;IAErB,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,GAAwB,CAAC;IAClC,CAAC;IAED,IACE,GAAG,YAAY,4BAAiB;QAChC,GAAG,YAAY,uBAAY;QAC3B,GAAG,YAAY,uBAAY;QAC3B,GAAG,YAAY,2BAAgB,EAC/B,CAAC;QACD,OAAO,qBAAS,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,GAAG,YAAY,IAAI;QAAE,OAAO,qBAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACxD,IAAI,GAAG,YAAY,MAAM;QAAE,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;IACtD,IAAI,GAAG,YAAY,oBAAS;QAAE,OAAO,GAAG,CAAC,KAAK,CAAC;IAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;QACxC,GAAG;QACH,2BAA2B,CAAC,KAAK,CAAC;KACnC,CAAC,CACa,CAAC;AACpB,CAAC;AAEM,KAAK,qCACV,GAAyB,EACzB,OAA2B;IAE3B,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IACrC,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG;QACpB,OAAO,CAAC,WAAW,EAAE;QACrB,OAAO,CAAC,aAAa,EAAE;QACvB,OAAO,CAAC,aAAa,EAAE;KACxB;SACE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SAC5C,IAAI,CAAC,EAAE,CAAC,CAAC;IACZ,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,+BAA+B,CAAC,OAAO,CAC3E,qBAAqB,EACrB,aAAa,CACd,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,kBAAkB,CACnC,QAAQ,EACR,MAAM,EACN,gBAAgB,EAChB,KAAK,EACL,OAAO,CAAC,IAAI,CAAC,oBAAoB,EACjC,SAAS,CACV,CAAC;IACF,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAC9B,GAAG,MAAM,CAAC,mBAAmB,IAAI,gBAAgB,SAAS,KAAK,SAAS,CACzE,CAAC;IACF,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,0BAA0B,EAAE,CAAC;QACjE,MAAM,MAAM,GAAoD,EAAE,CAAC;QACnE,KACE,IAAI,CAAC,GAAG,CAAC,EACT,CAAC,GAAG,CAAC,GAAG,0BAA0B,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,EACrD,CAAC,EAAE,EACH,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACjD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW;gBAAE,iBAAiB,EAAE,CAAC;;gBAClD,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG;QAChB,cAAc,EAAE,IAAI,CAAC,MAAM,GAAG,iBAAiB;QAC/C,aAAa,EAAE,IAAI,CAAC,MAAM;KAC3B,CAAC;IACF,IAAI,CAAC,4BAA4B,CAAC,KAAK,EAAE,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAEzE,MAAM,EAAE;SACL,UAAU,CAAC,GAAG,MAAM,CAAC,mBAAmB,IAAI,gBAAgB,OAAO,CAAC;SACpE,GAAG,CAAC,KAAK,CAAC;SACV,GAAG,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;IACpD,MAAM,uBAAuB,CAC3B,EAAE,EACF,MAAM,EACN,gBAAgB,EAChB,KAAK,EACL,OAAO,EACP,SAAS,CACV,CAAC;AACJ,CAAC;AAEM,KAAK,+CACV,EAAa,EACb,MAA6C,EAC7C,gBAAwB;IAExB,MAAM,OAAO,GAAG,MAAM,EAAE;SACrB,UAAU,CAAC,MAAM,CAAC,mBAAmB,CAAC;SACtC,KAAK,CAAC,eAAe,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC;SAC/C,GAAG,EAAE,CAAC;IACT,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,gBAAgB,CAAC,CAAC;AACjE,CAAC;AAEM,KAAK,mCACV,GAAyB,EACzB,OAA2B;IAE3B,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,MAAM,oCAAoC,CAC3D,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,MAAM,EACV,gBAAgB,CACjB,CAAC;IAEF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACb,4DAA4D,gBAAgB,gDAAgD,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,CACtJ,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QACvC,MAAM,0BAA0B,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO;IACT,CAAC;IAED,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,EAAE,cAAc,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC1D,MAAM,GAAG,CAAC,EAAE;SACT,UAAU,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,mBAAmB,IAAI,gBAAgB,OAAO,CAAC;SACxE,GAAG,CAAC,KAAK,CAAC;SACV,GAAG,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;IACpD,MAAM,uBAAuB,CAC3B,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,MAAM,EACV,gBAAgB,EAChB,KAAK,EACL,OAAO,EACP,SAAS,CACV,CAAC;AACJ,CAAC"}

package/lib/index.d.ts

@@ -0,0 +1,7 @@
+import type { TransferRunPayload } from "./types";
+export * from "./lib";
+/** Consumes BigQuery Data Transfer completion notifications. */
+export declare const processMessages: import("firebase-functions/core").CloudFunction<import("firebase-functions/core").CloudEvent<import("firebase-functions/v2/pubsub").MessagePublishedData<TransferRunPayload>>>;
+/** Creates, links, or reconciles this deployment's scheduled query. */
+export declare const upsertTransferConfig: import("firebase-functions/v2/tasks").TaskQueueFunction<any>;
+//# sourceMappingURL=index.d.ts.map

package/lib/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA4CA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElD,cAAc,OAAO,CAAC;AA+DtB,gEAAgE;AAChE,eAAO,MAAM,eAAe,gLAM3B,CAAC;AAEF,uEAAuE;AACvE,eAAO,MAAM,oBAAoB,8DAMhC,CAAC"}

package/lib/index.js

@@ -0,0 +1,137 @@
+"use strict";
+/*
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.upsertTransferConfig = exports.processMessages = void 0;
+/**
+ * Main entry point. Exports the wired Pub/Sub and lifecycle task functions,
+ * while resolving concrete config and clients lazily at runtime. Import from
+ * `./lib` for the side-effect-free handlers, helpers, and config types.
+ */
+const bigquery_1 = require("@google-cloud/bigquery");
+const bigquery_data_transfer_1 = require("@google-cloud/bigquery-data-transfer");
+const pubsub_1 = require("@google-cloud/pubsub");
+const app_1 = require("firebase-admin/app");
+const firestore_1 = require("firebase-admin/firestore");
+const pubsub_2 = require("firebase-functions/v2/pubsub");
+const tasks_1 = require("firebase-functions/v2/tasks");
+const v2_1 = require("firebase-functions/v2");
+const lifecycle_1 = require("firebase-functions/v2/lifecycle");
+const config_1 = require("./config");
+const export_config_1 = require("./export-config");
+const handlers_1 = require("./handlers");
+const logs = __importStar(require("./logs"));
+__exportStar(require("./lib"), exports);
+const UPSERT_FUNCTION = "upsertTransferConfig";
+const REQUIRED_ROLES = [
+    "roles/datastore.user",
+    "roles/bigquery.admin",
+    "roles/pubsub.admin",
+    "roles/eventarc.eventReceiver",
+    "roles/run.invoker",
+];
+const REQUIRED_APIS = [
+    {
+        api: "bigquery.googleapis.com",
+        reason: "Runs scheduled queries and reads their destination tables.",
+    },
+    {
+        api: "bigquerydatatransfer.googleapis.com",
+        reason: "Creates and reconciles the scheduled-query transfer config.",
+    },
+    {
+        api: "pubsub.googleapis.com",
+        reason: "Delivers BigQuery transfer-completion notifications.",
+    },
+];
+for (const role of REQUIRED_ROLES) {
+    (0, v2_1.requiresRole)(role);
+}
+for (const { api, reason } of REQUIRED_APIS) {
+    (0, v2_1.requiresAPI)(api, reason);
+}
+(0, lifecycle_1.afterFirstDeploy)({
+    task: { function: UPSERT_FUNCTION, body: { data: {} } },
+});
+(0, lifecycle_1.afterRedeploy)({
+    task: { function: UPSERT_FUNCTION, body: { data: {} } },
+});
+let ctx;
+function getContext() {
+    if (ctx)
+        return ctx;
+    const config = (0, export_config_1.resolveConfig)((0, config_1.configFromEnv)());
+    if ((0, app_1.getApps)().length === 0)
+        (0, app_1.initializeApp)({ projectId: config.projectId });
+    logs.init(config);
+    ctx = {
+        db: (0, firestore_1.getFirestore)(),
+        bigquery: new bigquery_1.BigQuery({ projectId: config.projectId }),
+        dataTransfer: new bigquery_data_transfer_1.v1.DataTransferServiceClient({
+            projectId: config.projectId,
+        }),
+        pubsub: new pubsub_1.PubSub({ projectId: config.projectId }),
+        config,
+    };
+    return ctx;
+}
+/** Consumes BigQuery Data Transfer completion notifications. */
+exports.processMessages = (0, pubsub_2.onMessagePublished)({
+    topic: config_1.CONFIG_EXPRESSIONS.pubSubTopic,
+    retry: false,
+}, (event) => (0, handlers_1.handleMessagePublished)(event, getContext()));
+/** Creates, links, or reconciles this deployment's scheduled query. */
+exports.upsertTransferConfig = (0, tasks_1.onTaskDispatched)({
+    memory: "1GiB",
+    retryConfig: { maxAttempts: 5, minBackoffSeconds: 30 },
+}, () => (0, handlers_1.handleUpsertTransferConfig)(getContext()));
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH;;;;GAIG;AAEH,qDAAkD;AAClD,iFAAkF;AAClF,iDAA8C;AAC9C,4CAA4D;AAC5D,wDAAwD;AACxD,yDAAkE;AAClE,uDAA+D;AAE/D,8CAAkE;AAClE,+DAGyC;AACzC,qCAA6D;AAE7D,mDAAgD;AAChD,yCAIoB;AACpB,MAAY,IAAI,mCAAe;AAG/B,wCAAsB;AAEtB,MAAM,eAAe,GAAG,sBAAsB,CAAC;AAC/C,MAAM,cAAc,GAAwB;IAC1C,sBAAsB;IACtB,sBAAsB;IACtB,oBAAoB;IACpB,8BAA8B;IAC9B,mBAAmB;CACpB,CAAC;AACF,MAAM,aAAa,GAAG;IACpB;QACE,GAAG,EAAE,yBAAyB;QAC9B,MAAM,EAAE,4DAA4D;KACrE;IACD;QACE,GAAG,EAAE,qCAAqC;QAC1C,MAAM,EAAE,6DAA6D;KACtE;IACD;QACE,GAAG,EAAE,uBAAuB;QAC5B,MAAM,EAAE,sDAAsD;KAC/D;CACO,CAAC;AAEX,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;IAClC,IAAA,iBAAY,EAAC,IAAI,CAAC,CAAC;AACrB,CAAC;AAED,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;IAC5C,IAAA,gBAAW,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAC3B,CAAC;AAED,IAAA,4BAAgB,EAAC;IACf,IAAI,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;CACxD,CAAC,CAAC;AACH,IAAA,yBAAa,EAAC;IACZ,IAAI,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;CACxD,CAAC,CAAC;AAEH,IAAI,GAA+B,CAAC;AAEpC,SAAS,UAAU;IACjB,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAEpB,MAAM,MAAM,GAA0C,IAAA,6BAAa,EACjE,IAAA,sBAAa,GAAE,CAChB,CAAC;IACF,IAAI,IAAA,aAAO,GAAE,CAAC,MAAM,KAAK,CAAC;QAAE,IAAA,mBAAa,EAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC3E,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAElB,GAAG,GAAG;QACJ,EAAE,EAAE,IAAA,wBAAY,GAAE;QAClB,QAAQ,EAAE,IAAI,mBAAQ,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;QACvD,YAAY,EAAE,IAAI,2BAAoB,CAAC,yBAAyB,CAAC;YAC/D,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC;QACF,MAAM,EAAE,IAAI,eAAM,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;QACnD,MAAM;KACP,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gEAAgE;AACnD,QAAA,eAAe,GAAG,IAAA,2BAAkB,EAC/C;IACE,KAAK,EAAE,2BAAkB,CAAC,WAAW;IACrC,KAAK,EAAE,KAAK;CACb,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,iCAAsB,EAAC,KAAK,EAAE,UAAU,EAAE,CAAC,CACvD,CAAC;AAEF,uEAAuE;AAC1D,QAAA,oBAAoB,GAAG,IAAA,wBAAgB,EAClD;IACE,MAAM,EAAE,MAAM;IACd,WAAW,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE;CACvD,EACD,GAAG,EAAE,CAAC,IAAA,qCAA0B,EAAC,UAAU,EAAE,CAAC,CAC/C,CAAC"}

package/lib/lib.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Side-effect-free library surface. Importing this module registers no
+ * functions, lifecycle hooks, roles, or APIs and reads no environment params.
+ */
+export { constructUpdateTransferConfigRequest, createTransferConfig, createTransferConfigRequest, type DataTransferClient, getTransferConfig, PARTITIONING_FIELD_REMOVAL_ERROR, PARTITIONING_FIELD_REMOVAL_ERROR_PREFIX, type TransferConfig, updateTransferConfig, } from "./dts";
+export { type BigqueryFirestoreExportConfig, type DeployTimeOptions, type LogLevel, type ResolvedBigqueryFirestoreExportConfig, resolveConfig, } from "./export-config";
+export { type HandlerContext, handleMessagePublished, handleUpsertTransferConfig, type TransferRunEvent, } from "./handlers";
+export { convertUnsupportedDataTypes, getBigqueryResults, handleTransferRunMessage, type ParsedTransferConfigName, type ParsedTransferRunName, parseTransferConfigName, parseTransferRunName, type ResultHandlerContext, transferConfigAssociatedWithInstance, updateLatestRunDocument, writeRunResultsToFirestore, } from "./helper";
+export { metadata } from "./metadata";
+export type { BigQueryRow, BigQueryRowValue, FirestoreRow, FirestoreRowValue, TransferRunMessage, TransferRunParams, TransferRunPayload, TransferRunState, } from "./types";
+//# sourceMappingURL=lib.d.ts.map

package/lib/lib.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lib.d.ts","sourceRoot":"","sources":["../src/lib.ts"],"names":[],"mappings":"AAgBA;;;GAGG;AAEH,OAAO,EACL,oCAAoC,EACpC,oBAAoB,EACpB,2BAA2B,EAC3B,KAAK,kBAAkB,EACvB,iBAAiB,EACjB,gCAAgC,EAChC,uCAAuC,EACvC,KAAK,cAAc,EACnB,oBAAoB,GACrB,MAAM,OAAO,CAAC;AACf,OAAO,EACL,KAAK,6BAA6B,EAClC,KAAK,iBAAiB,EACtB,KAAK,QAAQ,EACb,KAAK,qCAAqC,EAC1C,aAAa,GACd,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,KAAK,cAAc,EACnB,sBAAsB,EACtB,0BAA0B,EAC1B,KAAK,gBAAgB,GACtB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,wBAAwB,EACxB,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,uBAAuB,EACvB,oBAAoB,EACpB,KAAK,oBAAoB,EACzB,oCAAoC,EACpC,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,YAAY,EACV,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,SAAS,CAAC"}

package/lib/lib.js

@@ -0,0 +1,47 @@
+"use strict";
+/*
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.metadata = exports.writeRunResultsToFirestore = exports.updateLatestRunDocument = exports.transferConfigAssociatedWithInstance = exports.parseTransferRunName = exports.parseTransferConfigName = exports.handleTransferRunMessage = exports.getBigqueryResults = exports.convertUnsupportedDataTypes = exports.handleUpsertTransferConfig = exports.handleMessagePublished = exports.resolveConfig = exports.updateTransferConfig = exports.PARTITIONING_FIELD_REMOVAL_ERROR_PREFIX = exports.PARTITIONING_FIELD_REMOVAL_ERROR = exports.getTransferConfig = exports.createTransferConfigRequest = exports.createTransferConfig = exports.constructUpdateTransferConfigRequest = void 0;
+/**
+ * Side-effect-free library surface. Importing this module registers no
+ * functions, lifecycle hooks, roles, or APIs and reads no environment params.
+ */
+var dts_1 = require("./dts");
+Object.defineProperty(exports, "constructUpdateTransferConfigRequest", { enumerable: true, get: function () { return dts_1.constructUpdateTransferConfigRequest; } });
+Object.defineProperty(exports, "createTransferConfig", { enumerable: true, get: function () { return dts_1.createTransferConfig; } });
+Object.defineProperty(exports, "createTransferConfigRequest", { enumerable: true, get: function () { return dts_1.createTransferConfigRequest; } });
+Object.defineProperty(exports, "getTransferConfig", { enumerable: true, get: function () { return dts_1.getTransferConfig; } });
+Object.defineProperty(exports, "PARTITIONING_FIELD_REMOVAL_ERROR", { enumerable: true, get: function () { return dts_1.PARTITIONING_FIELD_REMOVAL_ERROR; } });
+Object.defineProperty(exports, "PARTITIONING_FIELD_REMOVAL_ERROR_PREFIX", { enumerable: true, get: function () { return dts_1.PARTITIONING_FIELD_REMOVAL_ERROR_PREFIX; } });
+Object.defineProperty(exports, "updateTransferConfig", { enumerable: true, get: function () { return dts_1.updateTransferConfig; } });
+var export_config_1 = require("./export-config");
+Object.defineProperty(exports, "resolveConfig", { enumerable: true, get: function () { return export_config_1.resolveConfig; } });
+var handlers_1 = require("./handlers");
+Object.defineProperty(exports, "handleMessagePublished", { enumerable: true, get: function () { return handlers_1.handleMessagePublished; } });
+Object.defineProperty(exports, "handleUpsertTransferConfig", { enumerable: true, get: function () { return handlers_1.handleUpsertTransferConfig; } });
+var helper_1 = require("./helper");
+Object.defineProperty(exports, "convertUnsupportedDataTypes", { enumerable: true, get: function () { return helper_1.convertUnsupportedDataTypes; } });
+Object.defineProperty(exports, "getBigqueryResults", { enumerable: true, get: function () { return helper_1.getBigqueryResults; } });
+Object.defineProperty(exports, "handleTransferRunMessage", { enumerable: true, get: function () { return helper_1.handleTransferRunMessage; } });
+Object.defineProperty(exports, "parseTransferConfigName", { enumerable: true, get: function () { return helper_1.parseTransferConfigName; } });
+Object.defineProperty(exports, "parseTransferRunName", { enumerable: true, get: function () { return helper_1.parseTransferRunName; } });
+Object.defineProperty(exports, "transferConfigAssociatedWithInstance", { enumerable: true, get: function () { return helper_1.transferConfigAssociatedWithInstance; } });
+Object.defineProperty(exports, "updateLatestRunDocument", { enumerable: true, get: function () { return helper_1.updateLatestRunDocument; } });
+Object.defineProperty(exports, "writeRunResultsToFirestore", { enumerable: true, get: function () { return helper_1.writeRunResultsToFirestore; } });
+var metadata_1 = require("./metadata");
+Object.defineProperty(exports, "metadata", { enumerable: true, get: function () { return metadata_1.metadata; } });
+//# sourceMappingURL=lib.js.map

package/lib/lib.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lib.js","sourceRoot":"","sources":["../src/lib.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;AAEH;;;GAGG;AAEH,6BAUe;AATb,2HAAA,oCAAoC,OAAA;AACpC,2GAAA,oBAAoB,OAAA;AACpB,kHAAA,2BAA2B,OAAA;AAE3B,wGAAA,iBAAiB,OAAA;AACjB,uHAAA,gCAAgC,OAAA;AAChC,8HAAA,uCAAuC,OAAA;AAEvC,2GAAA,oBAAoB,OAAA;AAEtB,iDAMyB;AADvB,8GAAA,aAAa,OAAA;AAEf,uCAKoB;AAHlB,kHAAA,sBAAsB,OAAA;AACtB,sHAAA,0BAA0B,OAAA;AAG5B,mCAYkB;AAXhB,qHAAA,2BAA2B,OAAA;AAC3B,4GAAA,kBAAkB,OAAA;AAClB,kHAAA,wBAAwB,OAAA;AAGxB,iHAAA,uBAAuB,OAAA;AACvB,8GAAA,oBAAoB,OAAA;AAEpB,8HAAA,oCAAoC,OAAA;AACpC,iHAAA,uBAAuB,OAAA;AACvB,oHAAA,0BAA0B,OAAA;AAE5B,uCAAsC;AAA7B,oGAAA,QAAQ,OAAA"}

package/lib/logs.d.ts

@@ -0,0 +1,21 @@
+import type { ResolvedBigqueryFirestoreExportConfig } from "./export-config";
+export declare function init(config: ResolvedBigqueryFirestoreExportConfig): void;
+export declare function start(): void;
+export declare function complete(): void;
+export declare function error(err: unknown): void;
+export declare function errorWritingToFirestore(err: unknown): void;
+export declare function bigqueryJobStarted(jobId: string | undefined): void;
+export declare function bigqueryResultsRowCount(transferConfigId: string, runId: string, count: number): void;
+export declare function bigqueryQueryFailed(transferConfigId: string, runId: string, tableName: string, err: unknown): void;
+export declare function runResultsWrittenToFirestore(runId: string, successCount: number, totalCount: number): void;
+export declare function latestDocUpdateSkipped(transferConfigId: string, runId: string, reason: string): void;
+export declare function handlingNonSuccessRun(transferConfigId: string, runId: string, state: string): void;
+export declare function createTransferConfig(): void;
+export declare function transferConfigCreated(name: string): void;
+export declare function updateTransferConfig(name: string): void;
+export declare function transferConfigUpdated(name: string): void;
+export declare function transferConfigNotFound(name: string): void;
+export declare function getTransferConfigFailed(name: string, err: unknown): void;
+export declare function partitioningFieldRemovalAttempted(name: string, existingField: string): void;
+export declare function topicCreated(name: string): void;
+//# sourceMappingURL=logs.d.ts.map

package/lib/logs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.d.ts","sourceRoot":"","sources":["../src/logs.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,qCAAqC,EAAE,MAAM,iBAAiB,CAAC;AAE7E,wBAAgB,IAAI,CAAC,MAAM,EAAE,qCAAqC,GAAG,IAAI,CAKxE;AAED,wBAAgB,KAAK,IAAI,IAAI,CAE5B;AAED,wBAAgB,QAAQ,IAAI,IAAI,CAE/B;AAED,wBAAgB,KAAK,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAExC;AAED,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAE1D;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAElE;AAED,wBAAgB,uBAAuB,CACrC,gBAAgB,EAAE,MAAM,EACxB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,IAAI,CAMN;AAED,wBAAgB,mBAAmB,CACjC,gBAAgB,EAAE,MAAM,EACxB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,OAAO,GACX,IAAI,CAON;AAED,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,GACjB,IAAI,CAMN;AAED,wBAAgB,sBAAsB,CACpC,gBAAgB,EAAE,MAAM,EACxB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,IAAI,CAMN;AAED,wBAAgB,qBAAqB,CACnC,gBAAgB,EAAE,MAAM,EACxB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ,IAAI,CAMN;AAED,wBAAgB,oBAAoB,IAAI,IAAI,CAE3C;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAExD;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAEvD;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAExD;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAEzD;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,GAAG,IAAI,CAExE;AAED,wBAAgB,iCAAiC,CAC/C,IAAI,EAAE,MAAM,EACZ,aAAa,EAAE,MAAM,GACpB,IAAI,CAKN;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAE/C"}

package/lib/logs.js

@@ -0,0 +1,122 @@
+"use strict";
+/*
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.init = init;
+exports.start = start;
+exports.complete = complete;
+exports.error = error;
+exports.errorWritingToFirestore = errorWritingToFirestore;
+exports.bigqueryJobStarted = bigqueryJobStarted;
+exports.bigqueryResultsRowCount = bigqueryResultsRowCount;
+exports.bigqueryQueryFailed = bigqueryQueryFailed;
+exports.runResultsWrittenToFirestore = runResultsWrittenToFirestore;
+exports.latestDocUpdateSkipped = latestDocUpdateSkipped;
+exports.handlingNonSuccessRun = handlingNonSuccessRun;
+exports.createTransferConfig = createTransferConfig;
+exports.transferConfigCreated = transferConfigCreated;
+exports.updateTransferConfig = updateTransferConfig;
+exports.transferConfigUpdated = transferConfigUpdated;
+exports.transferConfigNotFound = transferConfigNotFound;
+exports.getTransferConfigFailed = getTransferConfigFailed;
+exports.partitioningFieldRemovalAttempted = partitioningFieldRemovalAttempted;
+exports.topicCreated = topicCreated;
+const firebase_functions_1 = require("firebase-functions");
+function init(config) {
+    firebase_functions_1.logger.info("Initializing BigQuery Firestore export", {
+        ...config,
+        queryString: "<omitted>",
+    });
+}
+function start() {
+    firebase_functions_1.logger.info("Started BigQuery Firestore export execution");
+}
+function complete() {
+    firebase_functions_1.logger.info("Completed BigQuery Firestore export execution");
+}
+function error(err) {
+    firebase_functions_1.logger.error("Unhandled error during BigQuery Firestore export", err);
+}
+function errorWritingToFirestore(err) {
+    firebase_functions_1.logger.error("Error writing a BigQuery row to Firestore", err);
+}
+function bigqueryJobStarted(jobId) {
+    firebase_functions_1.logger.info(`BigQuery job ${jobId ?? "<unknown>"} started`);
+}
+function bigqueryResultsRowCount(transferConfigId, runId, count) {
+    firebase_functions_1.logger.debug("Read BigQuery transfer results", {
+        transferConfigId,
+        runId,
+        count,
+    });
+}
+function bigqueryQueryFailed(transferConfigId, runId, tableName, err) {
+    firebase_functions_1.logger.error("BigQuery result query failed", {
+        transferConfigId,
+        runId,
+        tableName,
+        err,
+    });
+}
+function runResultsWrittenToFirestore(runId, successCount, totalCount) {
+    firebase_functions_1.logger.info("Finished writing BigQuery results to Firestore", {
+        runId,
+        successCount,
+        totalCount,
+    });
+}
+function latestDocUpdateSkipped(transferConfigId, runId, reason) {
+    firebase_functions_1.logger.debug("Skipped updating latest transfer-run document", {
+        transferConfigId,
+        runId,
+        reason,
+    });
+}
+function handlingNonSuccessRun(transferConfigId, runId, state) {
+    firebase_functions_1.logger.info("Recording non-successful BigQuery transfer run", {
+        transferConfigId,
+        runId,
+        state,
+    });
+}
+function createTransferConfig() {
+    firebase_functions_1.logger.info("Creating BigQuery Data Transfer config");
+}
+function transferConfigCreated(name) {
+    firebase_functions_1.logger.info("Created BigQuery Data Transfer config", { name });
+}
+function updateTransferConfig(name) {
+    firebase_functions_1.logger.info("Updating BigQuery Data Transfer config", { name });
+}
+function transferConfigUpdated(name) {
+    firebase_functions_1.logger.info("Updated BigQuery Data Transfer config", { name });
+}
+function transferConfigNotFound(name) {
+    firebase_functions_1.logger.error("BigQuery Data Transfer config not found", { name });
+}
+function getTransferConfigFailed(name, err) {
+    firebase_functions_1.logger.error("Failed to read BigQuery Data Transfer config", { name, err });
+}
+function partitioningFieldRemovalAttempted(name, existingField) {
+    firebase_functions_1.logger.warn("Cannot remove an existing DTS partitioning field", {
+        name,
+        existingField,
+    });
+}
+function topicCreated(name) {
+    firebase_functions_1.logger.info("Created Pub/Sub topic for transfer notifications", { name });
+}
+//# sourceMappingURL=logs.js.map

package/lib/logs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.js","sourceRoot":"","sources":["../src/logs.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;;;;;;AAEH,2DAA4C;AAG5C,cAAqB,MAA6C;IAChE,2BAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE;QACpD,GAAG,MAAM;QACT,WAAW,EAAE,WAAW;KACzB,CAAC,CAAC;AACL,CAAC;AAED;IACE,2BAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;AAC7D,CAAC;AAED;IACE,2BAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;AAC/D,CAAC;AAED,eAAsB,GAAY;IAChC,2BAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE,GAAG,CAAC,CAAC;AACxE,CAAC;AAED,iCAAwC,GAAY;IAClD,2BAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;AACjE,CAAC;AAED,4BAAmC,KAAyB;IAC1D,2BAAM,CAAC,IAAI,CAAC,gBAAgB,KAAK,IAAI,WAAW,UAAU,CAAC,CAAC;AAC9D,CAAC;AAED,iCACE,gBAAwB,EACxB,KAAa,EACb,KAAa;IAEb,2BAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;QAC7C,gBAAgB;QAChB,KAAK;QACL,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED,6BACE,gBAAwB,EACxB,KAAa,EACb,SAAiB,EACjB,GAAY;IAEZ,2BAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;QAC3C,gBAAgB;QAChB,KAAK;QACL,SAAS;QACT,GAAG;KACJ,CAAC,CAAC;AACL,CAAC;AAED,sCACE,KAAa,EACb,YAAoB,EACpB,UAAkB;IAElB,2BAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE;QAC5D,KAAK;QACL,YAAY;QACZ,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,gCACE,gBAAwB,EACxB,KAAa,EACb,MAAc;IAEd,2BAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;QAC5D,gBAAgB;QAChB,KAAK;QACL,MAAM;KACP,CAAC,CAAC;AACL,CAAC;AAED,+BACE,gBAAwB,EACxB,KAAa,EACb,KAAa;IAEb,2BAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE;QAC5D,gBAAgB;QAChB,KAAK;QACL,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED;IACE,2BAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;AACxD,CAAC;AAED,+BAAsC,IAAY;IAChD,2BAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,8BAAqC,IAAY;IAC/C,2BAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAClE,CAAC;AAED,+BAAsC,IAAY;IAChD,2BAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,gCAAuC,IAAY;IACjD,2BAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AACpE,CAAC;AAED,iCAAwC,IAAY,EAAE,GAAY;IAChE,2BAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;AAC9E,CAAC;AAED,2CACE,IAAY,EACZ,aAAqB;IAErB,2BAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE;QAC9D,IAAI;QACJ,aAAa;KACd,CAAC,CAAC;AACL,CAAC;AAED,sBAA6B,IAAY;IACvC,2BAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5E,CAAC"}

package/lib/metadata.d.ts

@@ -0,0 +1,6 @@
+export declare const metadata: {
+    readonly roles: readonly ["datastore.user", "bigquery.admin", "pubsub.admin", "eventarc.eventReceiver", "run.invoker"];
+    readonly apis: readonly ["bigquery.googleapis.com", "bigquerydatatransfer.googleapis.com", "pubsub.googleapis.com"];
+    readonly functionNames: readonly ["processMessages", "upsertTransferConfig"];
+};
+//# sourceMappingURL=metadata.d.ts.map

package/lib/metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata.d.ts","sourceRoot":"","sources":["../src/metadata.ts"],"names":[],"mappings":"AAgBA,eAAO,MAAM,QAAQ;aACnB,KAAK,YACH,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACd,wBAAwB,EACxB,aAAa;aAEf,IAAI,YACF,yBAAyB,EACzB,qCAAqC,EACrC,uBAAuB;aAEzB,aAAa,YAAG,iBAAiB,EAAE,sBAAsB;CACjD,CAAC"}