@firebase-function-kits/bigquery-firestore-export 0.0.1 → 0.0.2-rc.0

package/lib/handlers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"handlers.d.ts","sourceRoot":"","sources":["../src/handlers.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AACzE,OAAO,EAEL,KAAK,kBAAkB,EAGxB,MAAM,OAAO,CAAC;AACf,OAAO,KAAK,EAAE,qCAAqC,EAAE,MAAM,iBAAiB,CAAC;AAG7E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElD,MAAM,MAAM,gBAAgB,GAAG,UAAU,CACvC,oBAAoB,CAAC,kBAAkB,CAAC,CACzC,CAAC;AAEF,yEAAyE;AACzE,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,SAAS,CAAC;IACd,QAAQ,EAAE,QAAQ,CAAC;IACnB,YAAY,EAAE,kBAAkB,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,qCAAqC,CAAC;CAC/C;AAqCD,sEAAsE;AACtE,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,gBAAgB,EACvB,GAAG,EAAE,cAAc,GAClB,OAAO,CAAC,IAAI,CAAC,CASf;AAED,4EAA4E;AAC5E,wBAAsB,0BAA0B,CAC9C,GAAG,EAAE,cAAc,GAClB,OAAO,CAAC,IAAI,CAAC,CA0Cf"}

package/lib/handlers.js

@@ -0,0 +1,125 @@
+"use strict";
+/*
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleMessagePublished = handleMessagePublished;
+exports.handleUpsertTransferConfig = handleUpsertTransferConfig;
+const dts_1 = require("./dts");
+const helper_1 = require("./helper");
+const logs = __importStar(require("./logs"));
+async function ensureNotificationTopic(ctx) {
+    const topic = ctx.pubsub.topic(ctx.config.pubSubTopic);
+    const [exists] = await topic.exists();
+    if (exists)
+        return;
+    try {
+        await ctx.pubsub.createTopic(ctx.config.pubSubTopic);
+        logs.topicCreated(ctx.config.pubSubTopic);
+    }
+    catch (err) {
+        // A concurrent init can create the same topic between exists() and create().
+        if (typeof err !== "object" ||
+            err === null ||
+            !("code" in err) ||
+            err.code !== 6) {
+            throw err;
+        }
+    }
+}
+async function storeTransferConfig(ctx, transferConfig) {
+    if (!transferConfig?.name) {
+        throw new Error("BigQuery transfer config is missing its resource name");
+    }
+    const { transferConfigId } = (0, helper_1.parseTransferConfigName)(transferConfig.name);
+    await ctx.db
+        .collection(ctx.config.firestoreCollection)
+        .doc(transferConfigId)
+        .set({ extInstanceId: ctx.config.instanceId, ...transferConfig });
+}
+/** Handles a v2 Pub/Sub completion notification from BigQuery DTS. */
+async function handleMessagePublished(event, ctx) {
+    logs.start();
+    try {
+        await (0, helper_1.handleTransferRunMessage)(ctx, { json: event.data.message.json });
+        logs.complete();
+    }
+    catch (err) {
+        logs.error(err);
+        throw err;
+    }
+}
+/** Idempotently creates, links, or updates this deployment's DTS config. */
+async function handleUpsertTransferConfig(ctx) {
+    await ensureNotificationTopic(ctx);
+    if (ctx.config.transferConfigName) {
+        const linked = await (0, dts_1.getTransferConfig)(ctx.dataTransfer, ctx.config.transferConfigName);
+        if (!linked) {
+            throw new Error(`Transfer config not found: ${ctx.config.transferConfigName}`);
+        }
+        await storeTransferConfig(ctx, linked);
+        return;
+    }
+    const existing = await ctx.db
+        .collection(ctx.config.firestoreCollection)
+        .where("extInstanceId", "==", ctx.config.instanceId)
+        .limit(1)
+        .get();
+    if (existing.empty) {
+        const created = await (0, dts_1.createTransferConfig)(ctx.dataTransfer, ctx.config);
+        await storeTransferConfig(ctx, created);
+        return;
+    }
+    const transferConfigName = existing.docs[0].data().name;
+    if (typeof transferConfigName !== "string" || !transferConfigName) {
+        throw new Error(`Existing transfer config document in ${ctx.config.firestoreCollection} is missing required 'name' field.`);
+    }
+    const updated = await (0, dts_1.updateTransferConfig)(ctx.dataTransfer, transferConfigName, ctx.config);
+    await storeTransferConfig(ctx, updated);
+}
+//# sourceMappingURL=handlers.js.map

package/lib/handlers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handlers.js","sourceRoot":"","sources":["../src/handlers.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOH,+BAKe;AAEf,qCAA6E;AAC7E,MAAY,IAAI,mCAAe;AAgB/B,KAAK,UAAU,uBAAuB,CAAC,GAAmB;IACxD,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACvD,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;IACtC,IAAI,MAAM;QAAE,OAAO;IAEnB,IAAI,CAAC;QACH,MAAM,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,6EAA6E;QAC7E,IACE,OAAO,GAAG,KAAK,QAAQ;YACvB,GAAG,KAAK,IAAI;YACZ,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC;YAChB,GAAG,CAAC,IAAI,KAAK,CAAC,EACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,GAAmB,EACnB,cAA6D;IAE7D,IAAI,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,EAAE,gBAAgB,EAAE,GAAG,IAAA,gCAAuB,EAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAC1E,MAAM,GAAG,CAAC,EAAE;SACT,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC;SAC1C,GAAG,CAAC,gBAAgB,CAAC;SACrB,GAAG,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,GAAG,cAAc,EAAE,CAAC,CAAC;AACtE,CAAC;AAED,sEAAsE;AAC/D,KAAK,iCACV,KAAuB,EACvB,GAAmB;IAEnB,IAAI,CAAC,KAAK,EAAE,CAAC;IACb,IAAI,CAAC;QACH,MAAM,IAAA,iCAAwB,EAAC,GAAG,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,QAAQ,EAAE,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAChB,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,4EAA4E;AACrE,KAAK,qCACV,GAAmB;IAEnB,MAAM,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAEnC,IAAI,GAAG,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,IAAA,uBAAiB,EACpC,GAAG,CAAC,YAAY,EAChB,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAC9B,CAAC;QACF,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,8BAA8B,GAAG,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAC9D,CAAC;QACJ,CAAC;QACD,MAAM,mBAAmB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvC,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,EAAE;SAC1B,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,mBAAmB,CAAC;SAC1C,KAAK,CAAC,eAAe,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC;SACnD,KAAK,CAAC,CAAC,CAAC;SACR,GAAG,EAAE,CAAC;IAET,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,OAAO,GAAG,MAAM,IAAA,0BAAoB,EAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QACzE,MAAM,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACxC,OAAO;IACT,CAAC;IAED,MAAM,kBAAkB,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC;IACxD,IAAI,OAAO,kBAAkB,KAAK,QAAQ,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CACb,wCAAwC,GAAG,CAAC,MAAM,CAAC,mBAAmB,oCAAoC,CAC3G,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,IAAA,0BAAoB,EACxC,GAAG,CAAC,YAAY,EAChB,kBAAkB,EAClB,GAAG,CAAC,MAAM,CACX,CAAC;IACF,MAAM,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AAC1C,CAAC"}

package/lib/helper.d.ts

@@ -0,0 +1,37 @@
+import { type BigQuery } from "@google-cloud/bigquery";
+import { type Firestore } from "firebase-admin/firestore";
+import type { ResolvedBigqueryFirestoreExportConfig } from "./export-config";
+import type { BigQueryRow, BigQueryRowValue, FirestoreRow, FirestoreRowValue, TransferRunMessage } from "./types";
+export interface ParsedTransferRunName {
+    projectId: string;
+    location: string;
+    transferConfigId: string;
+    runId: string;
+}
+export interface ParsedTransferConfigName {
+    projectId: string;
+    location: string;
+    transferConfigId: string;
+}
+export interface ResultHandlerContext {
+    db: Firestore;
+    bigquery: BigQuery;
+    config: ResolvedBigqueryFirestoreExportConfig;
+}
+export declare function parseTransferRunName(name: string): ParsedTransferRunName;
+export declare function parseTransferConfigName(name: string): ParsedTransferConfigName;
+export declare function updateLatestRunDocument(db: Firestore, config: ResolvedBigqueryFirestoreExportConfig, transferConfigId: string, runId: string, message: TransferRunMessage, rowCounts: {
+    failedRowCount: number;
+    totalRowCount: number;
+}): Promise<void>;
+export declare function getBigqueryResults(bigquery: BigQuery, config: ResolvedBigqueryFirestoreExportConfig, transferConfigId: string, runId: string, datasetId: string, tableName: string): Promise<BigQueryRow[]>;
+export declare function convertUnsupportedDataTypes(row: null): null;
+export declare function convertUnsupportedDataTypes(row: string): string;
+export declare function convertUnsupportedDataTypes(row: number): number;
+export declare function convertUnsupportedDataTypes(row: boolean): boolean;
+export declare function convertUnsupportedDataTypes(row: BigQueryRow): FirestoreRow;
+export declare function convertUnsupportedDataTypes(row: BigQueryRowValue): FirestoreRowValue;
+export declare function writeRunResultsToFirestore(ctx: ResultHandlerContext, message: TransferRunMessage): Promise<void>;
+export declare function transferConfigAssociatedWithInstance(db: Firestore, config: ResolvedBigqueryFirestoreExportConfig, transferConfigId: string): Promise<boolean>;
+export declare function handleTransferRunMessage(ctx: ResultHandlerContext, message: TransferRunMessage): Promise<void>;
+//# sourceMappingURL=helper.d.ts.map

package/lib/helper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helper.d.ts","sourceRoot":"","sources":["../src/helper.ts"],"names":[],"mappings":"AAgBA,OAAO,EACL,KAAK,QAAQ,EAMd,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAGL,KAAK,SAAS,EAEf,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,qCAAqC,EAAE,MAAM,iBAAiB,CAAC;AAE7E,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,SAAS,CAAC;AAEjB,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,SAAS,CAAC;IACd,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,qCAAqC,CAAC;CAC/C;AAQD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,qBAAqB,CAcxE;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,GACX,wBAAwB,CAa1B;AAED,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,SAAS,EACb,MAAM,EAAE,qCAAqC,EAC7C,gBAAgB,EAAE,MAAM,EACxB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,kBAAkB,EAC3B,SAAS,EAAE;IAAE,cAAc,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,GAC3D,OAAO,CAAC,IAAI,CAAC,CAiCf;AAED,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,qCAAqC,EAC7C,gBAAgB,EAAE,MAAM,EACxB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,WAAW,EAAE,CAAC,CAgBxB;AAED,wBAAgB,2BAA2B,CAAC,GAAG,EAAE,IAAI,GAAG,IAAI,CAAC;AAC7D,wBAAgB,2BAA2B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;AACjE,wBAAgB,2BAA2B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;AACjE,wBAAgB,2BAA2B,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC;AACnE,wBAAgB,2BAA2B,CAAC,GAAG,EAAE,WAAW,GAAG,YAAY,CAAC;AAC5E,wBAAgB,2BAA2B,CACzC,GAAG,EAAE,gBAAgB,GACpB,iBAAiB,CAAC;AA+BrB,wBAAsB,0BAA0B,CAC9C,GAAG,EAAE,oBAAoB,EACzB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,IAAI,CAAC,CA+Df;AAED,wBAAsB,oCAAoC,CACxD,EAAE,EAAE,SAAS,EACb,MAAM,EAAE,qCAAqC,EAC7C,gBAAgB,EAAE,MAAM,GACvB,OAAO,CAAC,OAAO,CAAC,CAMlB;AAED,wBAAsB,wBAAwB,CAC5C,GAAG,EAAE,oBAAoB,EACzB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAiCf"}

package/lib/helper.js

@@ -0,0 +1,219 @@
+"use strict";
+/*
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseTransferRunName = parseTransferRunName;
+exports.parseTransferConfigName = parseTransferConfigName;
+exports.updateLatestRunDocument = updateLatestRunDocument;
+exports.getBigqueryResults = getBigqueryResults;
+exports.convertUnsupportedDataTypes = convertUnsupportedDataTypes;
+exports.writeRunResultsToFirestore = writeRunResultsToFirestore;
+exports.transferConfigAssociatedWithInstance = transferConfigAssociatedWithInstance;
+exports.handleTransferRunMessage = handleTransferRunMessage;
+const bigquery_1 = require("@google-cloud/bigquery");
+const firestore_1 = require("firebase-admin/firestore");
+const logs = __importStar(require("./logs"));
+const TRANSFER_RUN_NAME_REGEX = /^projects\/([^/]+)\/locations\/([^/]+)\/transferConfigs\/([^/]+)\/runs\/([^/]+)$/;
+const TRANSFER_CONFIG_NAME_REGEX = /^projects\/([^/]+)\/locations\/([^/]+)\/transferConfigs\/([^/]+)$/;
+const FIRESTORE_WRITE_CHUNK_SIZE = 10_000;
+function parseTransferRunName(name) {
+    const match = name.match(TRANSFER_RUN_NAME_REGEX);
+    if (!match) {
+        throw new Error(`Invalid transfer run name format: "${name}". Expected format: projects/{projectId}/locations/{location}/transferConfigs/{configId}/runs/{runId}`);
+    }
+    return {
+        projectId: match[1],
+        location: match[2],
+        transferConfigId: match[3],
+        runId: match[4],
+    };
+}
+function parseTransferConfigName(name) {
+    const match = name.match(TRANSFER_CONFIG_NAME_REGEX);
+    if (!match) {
+        throw new Error(`Invalid transfer config name format: "${name}". Expected format: projects/{projectId}/locations/{location}/transferConfigs/{configId}`);
+    }
+    return {
+        projectId: match[1],
+        location: match[2],
+        transferConfigId: match[3],
+    };
+}
+async function updateLatestRunDocument(db, config, transferConfigId, runId, message, rowCounts) {
+    const latestRef = db
+        .collection(`${config.firestoreCollection}/${transferConfigId}/runs`)
+        .doc("latest");
+    const runTime = new Date(message.json.runTime);
+    const docUpdate = {
+        runMetadata: message.json,
+        latestRunId: runId,
+        ...rowCounts,
+    };
+    await db.runTransaction(async (transaction) => {
+        const latest = await transaction.get(latestRef);
+        const latestData = latest.data();
+        const existingRunTime = latestData?.runMetadata?.runTime;
+        const existingRunId = latestData?.latestRunId;
+        const shouldUpdate = !latestData ||
+            !existingRunTime ||
+            new Date(existingRunTime) < runTime ||
+            existingRunId === runId;
+        if (shouldUpdate) {
+            transaction.set(latestRef, docUpdate);
+            return;
+        }
+        logs.latestDocUpdateSkipped(transferConfigId, runId, `existing run is newer (${existingRunTime} >= ${message.json.runTime})`);
+    });
+}
+async function getBigqueryResults(bigquery, config, transferConfigId, runId, datasetId, tableName) {
+    const query = `SELECT * FROM \`${config.projectId}.${datasetId}.${tableName}\``;
+    try {
+        const [job] = await bigquery.createQueryJob({
+            query,
+            location: config.bigqueryDatasetLocation,
+        });
+        logs.bigqueryJobStarted(job.id);
+        const [rows] = await job.getQueryResults();
+        logs.bigqueryResultsRowCount(transferConfigId, runId, rows.length);
+        return rows;
+    }
+    catch (err) {
+        logs.bigqueryQueryFailed(transferConfigId, runId, tableName, err);
+        throw err;
+    }
+}
+function convertUnsupportedDataTypes(row) {
+    if (row === null || typeof row !== "object") {
+        return row;
+    }
+    if (row instanceof bigquery_1.BigQueryTimestamp ||
+        row instanceof bigquery_1.BigQueryDate ||
+        row instanceof bigquery_1.BigQueryTime ||
+        row instanceof bigquery_1.BigQueryDatetime) {
+        return firestore_1.Timestamp.fromDate(new Date(row.value));
+    }
+    if (row instanceof Date)
+        return firestore_1.Timestamp.fromDate(row);
+    if (row instanceof Buffer)
+        return new Uint8Array(row);
+    if (row instanceof bigquery_1.Geography)
+        return row.value;
+    if (Array.isArray(row)) {
+        return row.map((value) => convertUnsupportedDataTypes(value));
+    }
+    return Object.fromEntries(Object.entries(row).map(([key, value]) => [
+        key,
+        convertUnsupportedDataTypes(value),
+    ]));
+}
+async function writeRunResultsToFirestore(ctx, message) {
+    const { db, bigquery, config } = ctx;
+    const { transferConfigId, runId } = parseTransferRunName(message.json.name);
+    const runTime = new Date(message.json.runTime);
+    const runTimeSuffix = [
+        runTime.getUTCHours(),
+        runTime.getUTCMinutes(),
+        runTime.getUTCSeconds(),
+    ]
+        .map((part) => String(part).padStart(2, "0"))
+        .join("");
+    const tableName = message.json.params.destination_table_name_template.replace('{run_time|"%H%M%S"}', runTimeSuffix);
+    const rows = await getBigqueryResults(bigquery, config, transferConfigId, runId, message.json.destinationDatasetId, tableName);
+    const collection = db.collection(`${config.firestoreCollection}/${transferConfigId}/runs/${runId}/output`);
+    let succeededRowCount = 0;
+    for (let i = 0; i < rows.length; i += FIRESTORE_WRITE_CHUNK_SIZE) {
+        const writes = [];
+        for (let j = i; j < i + FIRESTORE_WRITE_CHUNK_SIZE && j < rows.length; j++) {
+            writes.push(collection.add(convertUnsupportedDataTypes(rows[j])));
+        }
+        const results = await Promise.allSettled(writes);
+        for (const result of results) {
+            if (result.status === "fulfilled")
+                succeededRowCount++;
+            else
+                logs.errorWritingToFirestore(result.reason);
+        }
+    }
+    const rowCounts = {
+        failedRowCount: rows.length - succeededRowCount,
+        totalRowCount: rows.length,
+    };
+    logs.runResultsWrittenToFirestore(runId, succeededRowCount, rows.length);
+    await db
+        .collection(`${config.firestoreCollection}/${transferConfigId}/runs`)
+        .doc(runId)
+        .set({ runMetadata: message.json, ...rowCounts });
+    await updateLatestRunDocument(db, config, transferConfigId, runId, message, rowCounts);
+}
+async function transferConfigAssociatedWithInstance(db, config, transferConfigId) {
+    const results = await db
+        .collection(config.firestoreCollection)
+        .where("extInstanceId", "==", config.instanceId)
+        .get();
+    return results.docs.some((doc) => doc.id === transferConfigId);
+}
+async function handleTransferRunMessage(ctx, message) {
+    const { transferConfigId, runId } = parseTransferRunName(message.json.name);
+    const associated = await transferConfigAssociatedWithInstance(ctx.db, ctx.config, transferConfigId);
+    if (!associated) {
+        throw new Error(`Skipping handling pubsub message because transferConfig '${transferConfigId}' is not associated with extension instance '${ctx.config.instanceId}'.`);
+    }
+    if (message.json.state === "SUCCEEDED") {
+        await writeRunResultsToFirestore(ctx, message);
+        return;
+    }
+    logs.handlingNonSuccessRun(transferConfigId, runId, message.json.state);
+    const rowCounts = { failedRowCount: 0, totalRowCount: 0 };
+    await ctx.db
+        .collection(`${ctx.config.firestoreCollection}/${transferConfigId}/runs`)
+        .doc(runId)
+        .set({ runMetadata: message.json, ...rowCounts });
+    await updateLatestRunDocument(ctx.db, ctx.config, transferConfigId, runId, message, rowCounts);
+}
+//# sourceMappingURL=helper.js.map

package/lib/helper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helper.js","sourceRoot":"","sources":["../src/helper.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qDAOgC;AAChC,wDAKkC;AAElC,MAAY,IAAI,mCAAe;AA4B/B,MAAM,uBAAuB,GAC3B,kFAAkF,CAAC;AACrF,MAAM,0BAA0B,GAC9B,mEAAmE,CAAC;AACtE,MAAM,0BAA0B,GAAG,MAAM,CAAC;AAE1C,8BAAqC,IAAY;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,sCAAsC,IAAI,uGAAuG,CAClJ,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACnB,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QAClB,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC;QAC1B,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;KAChB,CAAC;AACJ,CAAC;AAED,iCACE,IAAY;IAEZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,yCAAyC,IAAI,0FAA0F,CACxI,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;QACnB,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;QAClB,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC;KAC3B,CAAC;AACJ,CAAC;AAEM,KAAK,kCACV,EAAa,EACb,MAA6C,EAC7C,gBAAwB,EACxB,KAAa,EACb,OAA2B,EAC3B,SAA4D;IAE5D,MAAM,SAAS,GAAG,EAAE;SACjB,UAAU,CAAC,GAAG,MAAM,CAAC,mBAAmB,IAAI,gBAAgB,OAAO,CAAC;SACpE,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjB,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,SAAS,GAAG;QAChB,WAAW,EAAE,OAAO,CAAC,IAAI;QACzB,WAAW,EAAE,KAAK;QAClB,GAAG,SAAS;KACb,CAAC;IAEF,MAAM,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;QAC5C,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC;QACzD,MAAM,aAAa,GAAG,UAAU,EAAE,WAAW,CAAC;QAC9C,MAAM,YAAY,GAChB,CAAC,UAAU;YACX,CAAC,eAAe;YAChB,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,OAAO;YACnC,aAAa,KAAK,KAAK,CAAC;QAE1B,IAAI,YAAY,EAAE,CAAC;YACjB,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,sBAAsB,CACzB,gBAAgB,EAChB,KAAK,EACL,0BAA0B,eAAe,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG,CACxE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAEM,KAAK,6BACV,QAAkB,EAClB,MAA6C,EAC7C,gBAAwB,EACxB,KAAa,EACb,SAAiB,EACjB,SAAiB;IAEjB,MAAM,KAAK,GAAG,mBAAmB,MAAM,CAAC,SAAS,IAAI,SAAS,IAAI,SAAS,IAAI,CAAC;IAEhF,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YAC1C,KAAK;YACL,QAAQ,EAAE,MAAM,CAAC,uBAAuB;SACzC,CAAC,CAAC;QACH,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,eAAe,EAAE,CAAC;QAC3C,IAAI,CAAC,uBAAuB,CAAC,gBAAgB,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,OAAO,IAAqB,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QAClE,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAUD,qCACE,GAAqB;IAErB,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,GAAwB,CAAC;IAClC,CAAC;IAED,IACE,GAAG,YAAY,4BAAiB;QAChC,GAAG,YAAY,uBAAY;QAC3B,GAAG,YAAY,uBAAY;QAC3B,GAAG,YAAY,2BAAgB,EAC/B,CAAC;QACD,OAAO,qBAAS,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,GAAG,YAAY,IAAI;QAAE,OAAO,qBAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACxD,IAAI,GAAG,YAAY,MAAM;QAAE,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;IACtD,IAAI,GAAG,YAAY,oBAAS;QAAE,OAAO,GAAG,CAAC,KAAK,CAAC;IAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;QACxC,GAAG;QACH,2BAA2B,CAAC,KAAK,CAAC;KACnC,CAAC,CACa,CAAC;AACpB,CAAC;AAEM,KAAK,qCACV,GAAyB,EACzB,OAA2B;IAE3B,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IACrC,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,aAAa,GAAG;QACpB,OAAO,CAAC,WAAW,EAAE;QACrB,OAAO,CAAC,aAAa,EAAE;QACvB,OAAO,CAAC,aAAa,EAAE;KACxB;SACE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;SAC5C,IAAI,CAAC,EAAE,CAAC,CAAC;IACZ,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,+BAA+B,CAAC,OAAO,CAC3E,qBAAqB,EACrB,aAAa,CACd,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,kBAAkB,CACnC,QAAQ,EACR,MAAM,EACN,gBAAgB,EAChB,KAAK,EACL,OAAO,CAAC,IAAI,CAAC,oBAAoB,EACjC,SAAS,CACV,CAAC;IACF,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,CAC9B,GAAG,MAAM,CAAC,mBAAmB,IAAI,gBAAgB,SAAS,KAAK,SAAS,CACzE,CAAC;IACF,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,0BAA0B,EAAE,CAAC;QACjE,MAAM,MAAM,GAAoD,EAAE,CAAC;QACnE,KACE,IAAI,CAAC,GAAG,CAAC,EACT,CAAC,GAAG,CAAC,GAAG,0BAA0B,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,EACrD,CAAC,EAAE,EACH,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACjD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW;gBAAE,iBAAiB,EAAE,CAAC;;gBAClD,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG;QAChB,cAAc,EAAE,IAAI,CAAC,MAAM,GAAG,iBAAiB;QAC/C,aAAa,EAAE,IAAI,CAAC,MAAM;KAC3B,CAAC;IACF,IAAI,CAAC,4BAA4B,CAAC,KAAK,EAAE,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAEzE,MAAM,EAAE;SACL,UAAU,CAAC,GAAG,MAAM,CAAC,mBAAmB,IAAI,gBAAgB,OAAO,CAAC;SACpE,GAAG,CAAC,KAAK,CAAC;SACV,GAAG,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;IACpD,MAAM,uBAAuB,CAC3B,EAAE,EACF,MAAM,EACN,gBAAgB,EAChB,KAAK,EACL,OAAO,EACP,SAAS,CACV,CAAC;AACJ,CAAC;AAEM,KAAK,+CACV,EAAa,EACb,MAA6C,EAC7C,gBAAwB;IAExB,MAAM,OAAO,GAAG,MAAM,EAAE;SACrB,UAAU,CAAC,MAAM,CAAC,mBAAmB,CAAC;SACtC,KAAK,CAAC,eAAe,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC;SAC/C,GAAG,EAAE,CAAC;IACT,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,gBAAgB,CAAC,CAAC;AACjE,CAAC;AAEM,KAAK,mCACV,GAAyB,EACzB,OAA2B;IAE3B,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5E,MAAM,UAAU,GAAG,MAAM,oCAAoC,CAC3D,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,MAAM,EACV,gBAAgB,CACjB,CAAC;IAEF,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACb,4DAA4D,gBAAgB,gDAAgD,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,CACtJ,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QACvC,MAAM,0BAA0B,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO;IACT,CAAC;IAED,IAAI,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,EAAE,cAAc,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC1D,MAAM,GAAG,CAAC,EAAE;SACT,UAAU,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,mBAAmB,IAAI,gBAAgB,OAAO,CAAC;SACxE,GAAG,CAAC,KAAK,CAAC;SACV,GAAG,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC;IACpD,MAAM,uBAAuB,CAC3B,GAAG,CAAC,EAAE,EACN,GAAG,CAAC,MAAM,EACV,gBAAgB,EAChB,KAAK,EACL,OAAO,EACP,SAAS,CACV,CAAC;AACJ,CAAC"}

package/lib/index.d.ts

@@ -0,0 +1,7 @@
+import type { TransferRunPayload } from "./types";
+export * from "./lib";
+/** Consumes BigQuery Data Transfer completion notifications. */
+export declare const processMessages: import("firebase-functions/core").CloudFunction<import("firebase-functions/core").CloudEvent<import("firebase-functions/v2/pubsub").MessagePublishedData<TransferRunPayload>>>;
+/** Creates, links, or reconciles this deployment's scheduled query. */
+export declare const upsertTransferConfig: import("firebase-functions/v2/tasks").TaskQueueFunction<any>;
+//# sourceMappingURL=index.d.ts.map

package/lib/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA4CA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElD,cAAc,OAAO,CAAC;AA+DtB,gEAAgE;AAChE,eAAO,MAAM,eAAe,gLAM3B,CAAC;AAEF,uEAAuE;AACvE,eAAO,MAAM,oBAAoB,8DAMhC,CAAC"}

package/lib/index.js

@@ -0,0 +1,137 @@
+"use strict";
+/*
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.upsertTransferConfig = exports.processMessages = void 0;
+/**
+ * Main entry point. Exports the wired Pub/Sub and lifecycle task functions,
+ * while resolving concrete config and clients lazily at runtime. Import from
+ * `./lib` for the side-effect-free handlers, helpers, and config types.
+ */
+const bigquery_1 = require("@google-cloud/bigquery");
+const bigquery_data_transfer_1 = require("@google-cloud/bigquery-data-transfer");
+const pubsub_1 = require("@google-cloud/pubsub");
+const app_1 = require("firebase-admin/app");
+const firestore_1 = require("firebase-admin/firestore");
+const pubsub_2 = require("firebase-functions/v2/pubsub");
+const tasks_1 = require("firebase-functions/v2/tasks");
+const v2_1 = require("firebase-functions/v2");
+const lifecycle_1 = require("firebase-functions/v2/lifecycle");
+const config_1 = require("./config");
+const export_config_1 = require("./export-config");
+const handlers_1 = require("./handlers");
+const logs = __importStar(require("./logs"));
+__exportStar(require("./lib"), exports);
+const UPSERT_FUNCTION = "upsertTransferConfig";
+const REQUIRED_ROLES = [
+    "roles/datastore.user",
+    "roles/bigquery.admin",
+    "roles/pubsub.admin",
+    "roles/eventarc.eventReceiver",
+    "roles/run.invoker",
+];
+const REQUIRED_APIS = [
+    {
+        api: "bigquery.googleapis.com",
+        reason: "Runs scheduled queries and reads their destination tables.",
+    },
+    {
+        api: "bigquerydatatransfer.googleapis.com",
+        reason: "Creates and reconciles the scheduled-query transfer config.",
+    },
+    {
+        api: "pubsub.googleapis.com",
+        reason: "Delivers BigQuery transfer-completion notifications.",
+    },
+];
+for (const role of REQUIRED_ROLES) {
+    (0, v2_1.requiresRole)(role);
+}
+for (const { api, reason } of REQUIRED_APIS) {
+    (0, v2_1.requiresAPI)(api, reason);
+}
+(0, lifecycle_1.afterFirstDeploy)({
+    task: { function: UPSERT_FUNCTION, body: { data: {} } },
+});
+(0, lifecycle_1.afterRedeploy)({
+    task: { function: UPSERT_FUNCTION, body: { data: {} } },
+});
+let ctx;
+function getContext() {
+    if (ctx)
+        return ctx;
+    const config = (0, export_config_1.resolveConfig)((0, config_1.configFromEnv)());
+    if ((0, app_1.getApps)().length === 0)
+        (0, app_1.initializeApp)({ projectId: config.projectId });
+    logs.init(config);
+    ctx = {
+        db: (0, firestore_1.getFirestore)(),
+        bigquery: new bigquery_1.BigQuery({ projectId: config.projectId }),
+        dataTransfer: new bigquery_data_transfer_1.v1.DataTransferServiceClient({
+            projectId: config.projectId,
+        }),
+        pubsub: new pubsub_1.PubSub({ projectId: config.projectId }),
+        config,
+    };
+    return ctx;
+}
+/** Consumes BigQuery Data Transfer completion notifications. */
+exports.processMessages = (0, pubsub_2.onMessagePublished)({
+    topic: config_1.CONFIG_EXPRESSIONS.pubSubTopic,
+    retry: true,
+}, (event) => (0, handlers_1.handleMessagePublished)(event, getContext()));
+/** Creates, links, or reconciles this deployment's scheduled query. */
+exports.upsertTransferConfig = (0, tasks_1.onTaskDispatched)({
+    memory: "1GiB",
+    retryConfig: { maxAttempts: 5, minBackoffSeconds: 30 },
+}, () => (0, handlers_1.handleUpsertTransferConfig)(getContext()));
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH;;;;GAIG;AAEH,qDAAkD;AAClD,iFAAkF;AAClF,iDAA8C;AAC9C,4CAA4D;AAC5D,wDAAwD;AACxD,yDAAkE;AAClE,uDAA+D;AAE/D,8CAAkE;AAClE,+DAGyC;AACzC,qCAA6D;AAE7D,mDAAgD;AAChD,yCAIoB;AACpB,MAAY,IAAI,mCAAe;AAG/B,wCAAsB;AAEtB,MAAM,eAAe,GAAG,sBAAsB,CAAC;AAC/C,MAAM,cAAc,GAAwB;IAC1C,sBAAsB;IACtB,sBAAsB;IACtB,oBAAoB;IACpB,8BAA8B;IAC9B,mBAAmB;CACpB,CAAC;AACF,MAAM,aAAa,GAAG;IACpB;QACE,GAAG,EAAE,yBAAyB;QAC9B,MAAM,EAAE,4DAA4D;KACrE;IACD;QACE,GAAG,EAAE,qCAAqC;QAC1C,MAAM,EAAE,6DAA6D;KACtE;IACD;QACE,GAAG,EAAE,uBAAuB;QAC5B,MAAM,EAAE,sDAAsD;KAC/D;CACO,CAAC;AAEX,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;IAClC,IAAA,iBAAY,EAAC,IAAI,CAAC,CAAC;AACrB,CAAC;AAED,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;IAC5C,IAAA,gBAAW,EAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAC3B,CAAC;AAED,IAAA,4BAAgB,EAAC;IACf,IAAI,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;CACxD,CAAC,CAAC;AACH,IAAA,yBAAa,EAAC;IACZ,IAAI,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;CACxD,CAAC,CAAC;AAEH,IAAI,GAA+B,CAAC;AAEpC,SAAS,UAAU;IACjB,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAEpB,MAAM,MAAM,GAA0C,IAAA,6BAAa,EACjE,IAAA,sBAAa,GAAE,CAChB,CAAC;IACF,IAAI,IAAA,aAAO,GAAE,CAAC,MAAM,KAAK,CAAC;QAAE,IAAA,mBAAa,EAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAC3E,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAElB,GAAG,GAAG;QACJ,EAAE,EAAE,IAAA,wBAAY,GAAE;QAClB,QAAQ,EAAE,IAAI,mBAAQ,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;QACvD,YAAY,EAAE,IAAI,2BAAoB,CAAC,yBAAyB,CAAC;YAC/D,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC;QACF,MAAM,EAAE,IAAI,eAAM,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC;QACnD,MAAM;KACP,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gEAAgE;AACnD,QAAA,eAAe,GAAG,IAAA,2BAAkB,EAC/C;IACE,KAAK,EAAE,2BAAkB,CAAC,WAAW;IACrC,KAAK,EAAE,IAAI;CACZ,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,iCAAsB,EAAC,KAAK,EAAE,UAAU,EAAE,CAAC,CACvD,CAAC;AAEF,uEAAuE;AAC1D,QAAA,oBAAoB,GAAG,IAAA,wBAAgB,EAClD;IACE,MAAM,EAAE,MAAM;IACd,WAAW,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE;CACvD,EACD,GAAG,EAAE,CAAC,IAAA,qCAA0B,EAAC,UAAU,EAAE,CAAC,CAC/C,CAAC"}

package/lib/lib.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Side-effect-free library surface. Importing this module registers no
+ * functions, lifecycle hooks, roles, or APIs and reads no environment params.
+ */
+export { constructUpdateTransferConfigRequest, createTransferConfig, createTransferConfigRequest, type DataTransferClient, getTransferConfig, PARTITIONING_FIELD_REMOVAL_ERROR, PARTITIONING_FIELD_REMOVAL_ERROR_PREFIX, type TransferConfig, updateTransferConfig, } from "./dts";
+export { type BigqueryFirestoreExportConfig, type DeployTimeOptions, type LogLevel, type ResolvedBigqueryFirestoreExportConfig, resolveConfig, } from "./export-config";
+export { type HandlerContext, handleMessagePublished, handleUpsertTransferConfig, type TransferRunEvent, } from "./handlers";
+export { convertUnsupportedDataTypes, getBigqueryResults, handleTransferRunMessage, type ParsedTransferConfigName, type ParsedTransferRunName, parseTransferConfigName, parseTransferRunName, type ResultHandlerContext, transferConfigAssociatedWithInstance, updateLatestRunDocument, writeRunResultsToFirestore, } from "./helper";
+export { metadata } from "./metadata";
+export type { BigQueryRow, BigQueryRowValue, FirestoreRow, FirestoreRowValue, TransferRunMessage, TransferRunParams, TransferRunPayload, TransferRunState, } from "./types";
+//# sourceMappingURL=lib.d.ts.map

package/lib/lib.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lib.d.ts","sourceRoot":"","sources":["../src/lib.ts"],"names":[],"mappings":"AAgBA;;;GAGG;AAEH,OAAO,EACL,oCAAoC,EACpC,oBAAoB,EACpB,2BAA2B,EAC3B,KAAK,kBAAkB,EACvB,iBAAiB,EACjB,gCAAgC,EAChC,uCAAuC,EACvC,KAAK,cAAc,EACnB,oBAAoB,GACrB,MAAM,OAAO,CAAC;AACf,OAAO,EACL,KAAK,6BAA6B,EAClC,KAAK,iBAAiB,EACtB,KAAK,QAAQ,EACb,KAAK,qCAAqC,EAC1C,aAAa,GACd,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,KAAK,cAAc,EACnB,sBAAsB,EACtB,0BAA0B,EAC1B,KAAK,gBAAgB,GACtB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,2BAA2B,EAC3B,kBAAkB,EAClB,wBAAwB,EACxB,KAAK,wBAAwB,EAC7B,KAAK,qBAAqB,EAC1B,uBAAuB,EACvB,oBAAoB,EACpB,KAAK,oBAAoB,EACzB,oCAAoC,EACpC,uBAAuB,EACvB,0BAA0B,GAC3B,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,YAAY,EACV,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,SAAS,CAAC"}

package/lib/lib.js

@@ -0,0 +1,47 @@
+"use strict";
+/*
+ * Copyright 2026 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.metadata = exports.writeRunResultsToFirestore = exports.updateLatestRunDocument = exports.transferConfigAssociatedWithInstance = exports.parseTransferRunName = exports.parseTransferConfigName = exports.handleTransferRunMessage = exports.getBigqueryResults = exports.convertUnsupportedDataTypes = exports.handleUpsertTransferConfig = exports.handleMessagePublished = exports.resolveConfig = exports.updateTransferConfig = exports.PARTITIONING_FIELD_REMOVAL_ERROR_PREFIX = exports.PARTITIONING_FIELD_REMOVAL_ERROR = exports.getTransferConfig = exports.createTransferConfigRequest = exports.createTransferConfig = exports.constructUpdateTransferConfigRequest = void 0;
+/**
+ * Side-effect-free library surface. Importing this module registers no
+ * functions, lifecycle hooks, roles, or APIs and reads no environment params.
+ */
+var dts_1 = require("./dts");
+Object.defineProperty(exports, "constructUpdateTransferConfigRequest", { enumerable: true, get: function () { return dts_1.constructUpdateTransferConfigRequest; } });
+Object.defineProperty(exports, "createTransferConfig", { enumerable: true, get: function () { return dts_1.createTransferConfig; } });
+Object.defineProperty(exports, "createTransferConfigRequest", { enumerable: true, get: function () { return dts_1.createTransferConfigRequest; } });
+Object.defineProperty(exports, "getTransferConfig", { enumerable: true, get: function () { return dts_1.getTransferConfig; } });
+Object.defineProperty(exports, "PARTITIONING_FIELD_REMOVAL_ERROR", { enumerable: true, get: function () { return dts_1.PARTITIONING_FIELD_REMOVAL_ERROR; } });
+Object.defineProperty(exports, "PARTITIONING_FIELD_REMOVAL_ERROR_PREFIX", { enumerable: true, get: function () { return dts_1.PARTITIONING_FIELD_REMOVAL_ERROR_PREFIX; } });
+Object.defineProperty(exports, "updateTransferConfig", { enumerable: true, get: function () { return dts_1.updateTransferConfig; } });
+var export_config_1 = require("./export-config");
+Object.defineProperty(exports, "resolveConfig", { enumerable: true, get: function () { return export_config_1.resolveConfig; } });
+var handlers_1 = require("./handlers");
+Object.defineProperty(exports, "handleMessagePublished", { enumerable: true, get: function () { return handlers_1.handleMessagePublished; } });
+Object.defineProperty(exports, "handleUpsertTransferConfig", { enumerable: true, get: function () { return handlers_1.handleUpsertTransferConfig; } });
+var helper_1 = require("./helper");
+Object.defineProperty(exports, "convertUnsupportedDataTypes", { enumerable: true, get: function () { return helper_1.convertUnsupportedDataTypes; } });
+Object.defineProperty(exports, "getBigqueryResults", { enumerable: true, get: function () { return helper_1.getBigqueryResults; } });
+Object.defineProperty(exports, "handleTransferRunMessage", { enumerable: true, get: function () { return helper_1.handleTransferRunMessage; } });
+Object.defineProperty(exports, "parseTransferConfigName", { enumerable: true, get: function () { return helper_1.parseTransferConfigName; } });
+Object.defineProperty(exports, "parseTransferRunName", { enumerable: true, get: function () { return helper_1.parseTransferRunName; } });
+Object.defineProperty(exports, "transferConfigAssociatedWithInstance", { enumerable: true, get: function () { return helper_1.transferConfigAssociatedWithInstance; } });
+Object.defineProperty(exports, "updateLatestRunDocument", { enumerable: true, get: function () { return helper_1.updateLatestRunDocument; } });
+Object.defineProperty(exports, "writeRunResultsToFirestore", { enumerable: true, get: function () { return helper_1.writeRunResultsToFirestore; } });
+var metadata_1 = require("./metadata");
+Object.defineProperty(exports, "metadata", { enumerable: true, get: function () { return metadata_1.metadata; } });
+//# sourceMappingURL=lib.js.map

package/lib/lib.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lib.js","sourceRoot":"","sources":["../src/lib.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;;;AAEH;;;GAGG;AAEH,6BAUe;AATb,2HAAA,oCAAoC,OAAA;AACpC,2GAAA,oBAAoB,OAAA;AACpB,kHAAA,2BAA2B,OAAA;AAE3B,wGAAA,iBAAiB,OAAA;AACjB,uHAAA,gCAAgC,OAAA;AAChC,8HAAA,uCAAuC,OAAA;AAEvC,2GAAA,oBAAoB,OAAA;AAEtB,iDAMyB;AADvB,8GAAA,aAAa,OAAA;AAEf,uCAKoB;AAHlB,kHAAA,sBAAsB,OAAA;AACtB,sHAAA,0BAA0B,OAAA;AAG5B,mCAYkB;AAXhB,qHAAA,2BAA2B,OAAA;AAC3B,4GAAA,kBAAkB,OAAA;AAClB,kHAAA,wBAAwB,OAAA;AAGxB,iHAAA,uBAAuB,OAAA;AACvB,8GAAA,oBAAoB,OAAA;AAEpB,8HAAA,oCAAoC,OAAA;AACpC,iHAAA,uBAAuB,OAAA;AACvB,oHAAA,0BAA0B,OAAA;AAE5B,uCAAsC;AAA7B,oGAAA,QAAQ,OAAA"}