@causa/workspace-google 0.18.0-beta.3 → 0.18.0-beta.4

package/README.md

@@ -62,6 +62,10 @@ Backfilling is supported when `google.pubSub` is set as the `events.broker`. Tem
 
 When no source is specified, the default is to fetch events to backfill from the BigQuery dataset configured in `google.pubSub.bigQueryStorage`. A custom BigQuery table can also be set as source using the `bq://<projectId>.<datasetId>.<tableId>` format. It should have the `data` and `attributes` columns.
 
+The Pub/Sub publish options used when backfilling can be tuned through `google.pubSub.backfillPublishOptions`, which exposes the `maxOutstandingBytes`, `maxOutstandingMessages`, `maxBytes`, `maxMessages`, and `maxMilliseconds` fields.
+
+By default, project-scoped triggers send backfill events to the live Cloud Run service. Setting `google.cloudRun.eventBackfillServiceCloneConfig` instead deploys a temporary copy of the service for each trigger, isolating the backfill load (in particular its scaling, and therefore the load on backing resources such as databases) from production. The copy reuses the live service's revision template, restricts its ingress to internal traffic, and applies the `minInstanceCount`, `maxInstanceCount`, and `requestConcurrency` overrides from the configuration (unset fields are inherited from the live service). The copy is deleted as part of the backfill cleanup.
+
 ### Querying
 
 This module implements the `DatabaseQueryRecords`, `ServiceContainerQueryLogs`, and `EventTopicQueryEvents` workspace functions, which expose read-only access to data stored in or emitted by deployed services:

package/dist/configurations/generated.d.ts

@@ -37,6 +37,29 @@ export declare class GoogleCloudFunctions {
     readonly artefactStorage?: GoogleCloudFunctionsArtefactStorage;
     [property: string]: any;
 }
+/**
+ * When set, project-scoped backfill triggers do not send events to the live Cloud Run service. Instead, a
+ * temporary copy of the service is deployed for each trigger, isolating the backfill load (in particular its
+ * scaling) from production. The copy is deleted once the backfill is cleaned up. Ingress is always
+ * restricted to internal traffic for the copy. The properties of this object override the scaling settings
+ * of the copied service. Unset properties are inherited from the live service.
+ */
+export declare class GoogleCloudRunEventBackfillServiceCloneConfig {
+    constructor(init: GoogleCloudRunEventBackfillServiceCloneConfig);
+    /**
+     * The maximum number of instances for the temporary service copy.
+     */
+    readonly maxInstanceCount?: number;
+    /**
+     * The minimum number of instances for the temporary service copy.
+     */
+    readonly minInstanceCount?: number;
+    /**
+     * The maximum number of concurrent requests per instance for the temporary service copy.
+     */
+    readonly requestConcurrency?: number;
+    [property: string]: any;
+}
 /**
  * The type of allowed ingress that can reach the container.
  * See https://cloud.google.com/run/docs/securing/ingress#settings for more details.
@@ -67,6 +90,14 @@ export declare class GoogleCloudRun {
      * The Docker repository where Cloud Run containers should be uploaded.
      */
     readonly dockerRepository?: string;
+    /**
+     * When set, project-scoped backfill triggers do not send events to the live Cloud Run service. Instead, a
+     * temporary copy of the service is deployed for each trigger, isolating the backfill load (in particular its
+     * scaling) from production. The copy is deleted once the backfill is cleaned up. Ingress is always
+     * restricted to internal traffic for the copy. The properties of this object override the scaling settings
+     * of the copied service. Unset properties are inherited from the live service.
+     */
+    readonly eventBackfillServiceCloneConfig?: GoogleCloudRunEventBackfillServiceCloneConfig;
     /**
      * For `serviceContainer` projects deployed on Cloud Run, the name of the Cloud Run service that receives
      * events during a backfill targeting a project-scoped trigger. Defaults to the project's name
@@ -284,6 +315,33 @@ export declare class GoogleLoadBalancing {
     readonly customRequestHeaders?: string[];
     [property: string]: any;
 }
+/**
+ * Options when publishing events in batches to Pub/Sub during a backfill.
+ */
+export declare class GooglePubSubBackfillPublishOptions {
+    constructor(init: GooglePubSubBackfillPublishOptions);
+    /**
+     * The maximum number of bytes to buffer before publishing a batch.
+     */
+    readonly maxBytes?: number;
+    /**
+     * The maximum number of messages to buffer before publishing a batch.
+     */
+    readonly maxMessages?: number;
+    /**
+     * The maximum duration to wait, in milliseconds, before publishing a batch.
+     */
+    readonly maxMilliseconds?: number;
+    /**
+     * The maximum number of bytes allowed in outstanding (in-flight) publish requests before applying flow control.
+     */
+    readonly maxOutstandingBytes?: number;
+    /**
+     * The maximum number of outstanding (in-flight) messages allowed before applying flow control.
+     */
+    readonly maxOutstandingMessages?: number;
+    [property: string]: any;
+}
 /**
  * Configuration for the storage of Pub/Sub events in BigQuery.
  */
@@ -321,6 +379,10 @@ export declare class GooglePubSubEmulator {
  */
 export declare class GooglePubSub {
     constructor(init: GooglePubSub);
+    /**
+     * Options when publishing events in batches to Pub/Sub during a backfill.
+     */
+    readonly backfillPublishOptions?: GooglePubSubBackfillPublishOptions;
     /**
      * Configuration for the storage of Pub/Sub events in BigQuery.
      */

package/dist/configurations/generated.js

@@ -76,6 +76,45 @@ __decorate([
     AllowMissing(),
     __metadata("design:type", GoogleCloudFunctionsArtefactStorage)
 ], GoogleCloudFunctions.prototype, "artefactStorage", void 0);
+/**
+ * When set, project-scoped backfill triggers do not send events to the live Cloud Run service. Instead, a
+ * temporary copy of the service is deployed for each trigger, isolating the backfill load (in particular its
+ * scaling) from production. The copy is deleted once the backfill is cleaned up. Ingress is always
+ * restricted to internal traffic for the copy. The properties of this object override the scaling settings
+ * of the copied service. Unset properties are inherited from the live service.
+ */
+export class GoogleCloudRunEventBackfillServiceCloneConfig {
+    constructor(init) {
+        Object.assign(this, init);
+    }
+    /**
+     * The maximum number of instances for the temporary service copy.
+     */
+    maxInstanceCount;
+    /**
+     * The minimum number of instances for the temporary service copy.
+     */
+    minInstanceCount;
+    /**
+     * The maximum number of concurrent requests per instance for the temporary service copy.
+     */
+    requestConcurrency;
+}
+__decorate([
+    AllowMissing(),
+    IsNumber(),
+    __metadata("design:type", Number)
+], GoogleCloudRunEventBackfillServiceCloneConfig.prototype, "maxInstanceCount", void 0);
+__decorate([
+    AllowMissing(),
+    IsNumber(),
+    __metadata("design:type", Number)
+], GoogleCloudRunEventBackfillServiceCloneConfig.prototype, "minInstanceCount", void 0);
+__decorate([
+    AllowMissing(),
+    IsNumber(),
+    __metadata("design:type", Number)
+], GoogleCloudRunEventBackfillServiceCloneConfig.prototype, "requestConcurrency", void 0);
 /**
  * The type of allowed ingress that can reach the container.
  * See https://cloud.google.com/run/docs/securing/ingress#settings for more details.
@@ -110,6 +149,14 @@ export class GoogleCloudRun {
      * The Docker repository where Cloud Run containers should be uploaded.
      */
     dockerRepository;
+    /**
+     * When set, project-scoped backfill triggers do not send events to the live Cloud Run service. Instead, a
+     * temporary copy of the service is deployed for each trigger, isolating the backfill load (in particular its
+     * scaling) from production. The copy is deleted once the backfill is cleaned up. Ingress is always
+     * restricted to internal traffic for the copy. The properties of this object override the scaling settings
+     * of the copied service. Unset properties are inherited from the live service.
+     */
+    eventBackfillServiceCloneConfig;
     /**
      * For `serviceContainer` projects deployed on Cloud Run, the name of the Cloud Run service that receives
      * events during a backfill targeting a project-scoped trigger. Defaults to the project's name
@@ -162,6 +209,10 @@ __decorate([
     IsString(),
     __metadata("design:type", String)
 ], GoogleCloudRun.prototype, "dockerRepository", void 0);
+__decorate([
+    AllowMissing(),
+    __metadata("design:type", GoogleCloudRunEventBackfillServiceCloneConfig)
+], GoogleCloudRun.prototype, "eventBackfillServiceCloneConfig", void 0);
 __decorate([
     AllowMissing(),
     IsString(),
@@ -493,6 +544,59 @@ __decorate([
     IsString({ each: true }),
     __metadata("design:type", Array)
 ], GoogleLoadBalancing.prototype, "customRequestHeaders", void 0);
+/**
+ * Options when publishing events in batches to Pub/Sub during a backfill.
+ */
+export class GooglePubSubBackfillPublishOptions {
+    constructor(init) {
+        Object.assign(this, init);
+    }
+    /**
+     * The maximum number of bytes to buffer before publishing a batch.
+     */
+    maxBytes;
+    /**
+     * The maximum number of messages to buffer before publishing a batch.
+     */
+    maxMessages;
+    /**
+     * The maximum duration to wait, in milliseconds, before publishing a batch.
+     */
+    maxMilliseconds;
+    /**
+     * The maximum number of bytes allowed in outstanding (in-flight) publish requests before applying flow control.
+     */
+    maxOutstandingBytes;
+    /**
+     * The maximum number of outstanding (in-flight) messages allowed before applying flow control.
+     */
+    maxOutstandingMessages;
+}
+__decorate([
+    AllowMissing(),
+    IsNumber(),
+    __metadata("design:type", Number)
+], GooglePubSubBackfillPublishOptions.prototype, "maxBytes", void 0);
+__decorate([
+    AllowMissing(),
+    IsNumber(),
+    __metadata("design:type", Number)
+], GooglePubSubBackfillPublishOptions.prototype, "maxMessages", void 0);
+__decorate([
+    AllowMissing(),
+    IsNumber(),
+    __metadata("design:type", Number)
+], GooglePubSubBackfillPublishOptions.prototype, "maxMilliseconds", void 0);
+__decorate([
+    AllowMissing(),
+    IsNumber(),
+    __metadata("design:type", Number)
+], GooglePubSubBackfillPublishOptions.prototype, "maxOutstandingBytes", void 0);
+__decorate([
+    AllowMissing(),
+    IsNumber(),
+    __metadata("design:type", Number)
+], GooglePubSubBackfillPublishOptions.prototype, "maxOutstandingMessages", void 0);
 /**
  * Configuration for the storage of Pub/Sub events in BigQuery.
  */
@@ -554,6 +658,10 @@ export class GooglePubSub {
     constructor(init) {
         Object.assign(this, init);
     }
+    /**
+     * Options when publishing events in batches to Pub/Sub during a backfill.
+     */
+    backfillPublishOptions;
     /**
      * Configuration for the storage of Pub/Sub events in BigQuery.
      */
@@ -575,6 +683,10 @@ export class GooglePubSub {
      */
     topicConfigurationsDirectory;
 }
+__decorate([
+    AllowMissing(),
+    __metadata("design:type", GooglePubSubBackfillPublishOptions)
+], GooglePubSub.prototype, "backfillPublishOptions", void 0);
 __decorate([
     AllowMissing(),
     __metadata("design:type", GooglePubSubBigQueryStorage)

package/dist/configurations/schemas/google.yaml

@@ -242,6 +242,30 @@ properties:
 
                   See https://cloud.google.com/bigquery/docs/locations for more
                   details.
+          backfillPublishOptions:
+            title: GooglePubSubBackfillPublishOptions
+            type: object
+            description: Options when publishing events in batches to Pub/Sub during a
+              backfill.
+            properties:
+              maxOutstandingBytes:
+                type: number
+                description: The maximum number of bytes allowed in outstanding (in-flight)
+                  publish requests before applying flow control.
+              maxOutstandingMessages:
+                type: number
+                description: The maximum number of outstanding (in-flight) messages allowed
+                  before applying flow control.
+              maxBytes:
+                type: number
+                description: The maximum number of bytes to buffer before publishing a batch.
+              maxMessages:
+                type: number
+                description: The maximum number of messages to buffer before publishing a batch.
+              maxMilliseconds:
+                type: number
+                description: The maximum duration to wait, in milliseconds, before publishing a
+                  batch.
       spanner:
         title: GoogleSpanner
         type: object
@@ -389,6 +413,35 @@ properties:
               Defaults to the project's name
 
               (`project.name`) when unset.
+          eventBackfillServiceCloneConfig:
+            title: GoogleCloudRunEventBackfillServiceCloneConfig
+            type: object
+            description: >-
+              When set, project-scoped backfill triggers do not send events to
+              the live Cloud Run service. Instead, a
+
+              temporary copy of the service is deployed for each trigger,
+              isolating the backfill load (in particular its
+
+              scaling) from production. The copy is deleted once the backfill is
+              cleaned up. Ingress is always
+
+              restricted to internal traffic for the copy. The properties of
+              this object override the scaling settings
+
+              of the copied service. Unset properties are inherited from the
+              live service.
+            properties:
+              minInstanceCount:
+                type: number
+                description: The minimum number of instances for the temporary service copy.
+              maxInstanceCount:
+                type: number
+                description: The maximum number of instances for the temporary service copy.
+              requestConcurrency:
+                type: number
+                description: The maximum number of concurrent requests per instance for the
+                  temporary service copy.
           secretEnvironmentVariables:
             type: object
             description: >-

package/dist/functions/event-topic/broker-create-trigger-cloud-run.call.js

@@ -45,10 +45,18 @@ function resolveFromObject(context, trigger) {
     };
 }
 export default async function call() {
-    const { serviceId, path } = typeof this.trigger === 'string'
-        ? resolveFromString(this._context, this.trigger)
-        : resolveFromObject(this._context, this.trigger);
+    // Cloning is only supported for project-scoped triggers, where the service is defined by the project's configuration.
+    // Raw URI triggers keep targeting the live service.
+    const isProjectScoped = typeof this.trigger !== 'string';
+    const { serviceId, path } = isProjectScoped
+        ? resolveFromObject(this._context, this.trigger)
+        : resolveFromString(this._context, this.trigger);
+    const clone = isProjectScoped
+        ? this._context
+            .asConfiguration()
+            .get('google.cloudRun.eventBackfillServiceCloneConfig')
+        : undefined;
     return await this._context
         .service(CloudRunPubSubTriggerService)
-        .create(this.backfillId, this.topicId, serviceId, path);
+        .create(this.backfillId, this.topicId, serviceId, path, { clone });
 }

package/dist/functions/event-topic/broker-delete-trigger-resource-cloud-run-service.call.d.ts

@@ -0,0 +1,2 @@
+import type { EventTopicBrokerDeleteTriggerResourceForCloudRunService } from './broker-delete-trigger-resource-cloud-run-service.js';
+export default function call(this: EventTopicBrokerDeleteTriggerResourceForCloudRunService): Promise<void>;

package/dist/functions/event-topic/broker-delete-trigger-resource-cloud-run-service.call.js

@@ -0,0 +1,5 @@
+import { CloudRunService } from '../../services/cloud-run.js';
+export default async function call() {
+    this._context.logger.info(`🚀 Deleting temporary Cloud Run service '${this.id}'.`);
+    await this._context.service(CloudRunService).delete(this.id);
+}

package/dist/functions/event-topic/broker-delete-trigger-resource-cloud-run-service.d.ts

@@ -0,0 +1,10 @@
+import { EventTopicBrokerDeleteTriggerResource } from '@causa/workspace-core';
+/**
+ * Implements {@link EventTopicBrokerDeleteTriggerResource} for Cloud Run services.
+ * When `google.cloudRun.eventBackfillServiceCloneConfig` is set, a temporary copy of the Cloud Run service is created
+ * for each project-scoped trigger, isolating the backfill load from production. This function deletes that copy.
+ */
+export declare class EventTopicBrokerDeleteTriggerResourceForCloudRunService extends EventTopicBrokerDeleteTriggerResource {
+    _call(): Promise<void>;
+    _supports(): boolean;
+}

package/dist/functions/event-topic/broker-delete-trigger-resource-cloud-run-service.js

@@ -0,0 +1,19 @@
+import { callDeferred } from '@causa/workspace';
+import { EventTopicBrokerDeleteTriggerResource, } from '@causa/workspace-core';
+import { CLOUD_RUN_SERVICE_ID_REGEX } from '../../services/cloud-run.utils.js';
+/**
+ * Implements {@link EventTopicBrokerDeleteTriggerResource} for Cloud Run services.
+ * When `google.cloudRun.eventBackfillServiceCloneConfig` is set, a temporary copy of the Cloud Run service is created
+ * for each project-scoped trigger, isolating the backfill load from production. This function deletes that copy.
+ */
+export class EventTopicBrokerDeleteTriggerResourceForCloudRunService extends EventTopicBrokerDeleteTriggerResource {
+    async _call() {
+        return await callDeferred(this, import.meta.url);
+    }
+    _supports() {
+        return (CLOUD_RUN_SERVICE_ID_REGEX.test(this.id) &&
+            this._context
+                .asConfiguration()
+                .get('events.broker') === 'google.pubSub');
+    }
+}

package/dist/functions/event-topic/broker-publish-events-google.call.js

@@ -5,23 +5,37 @@ import { PubSubService } from '../../services/index.js';
  */
 const PUBLISH_PROGRESS_LOG_INTERVAL = 10000;
 /**
- * Options when publishing events in batches to Pub/Sub.
+ * Default options when publishing events in batches to Pub/Sub.
+ * These can be overridden through the `google.pubSub.backfillPublishOptions` configuration.
  */
-const PUBLISH_OPTIONS = {
-    flowControlOptions: {
-        maxOutstandingBytes: 10 * 1024 * 1024,
-        maxOutstandingMessages: 1000,
-    },
-    batching: {
-        maxBytes: 10 * 1024 * 1024,
-        maxMessages: 1000,
-        maxMilliseconds: 1000,
-    },
+const DEFAULT_PUBLISH_OPTIONS = {
+    maxOutstandingBytes: 10 * 1024 * 1024,
+    maxOutstandingMessages: 1000,
+    maxBytes: 10 * 1024 * 1024,
+    maxMessages: 1000,
+    maxMilliseconds: 1000,
 };
 export default async function call() {
+    const publishOptions = {
+        ...DEFAULT_PUBLISH_OPTIONS,
+        ...this._context
+            .asConfiguration()
+            .get('google.pubSub.backfillPublishOptions'),
+    };
+    const options = {
+        flowControlOptions: {
+            maxOutstandingBytes: publishOptions.maxOutstandingBytes,
+            maxOutstandingMessages: publishOptions.maxOutstandingMessages,
+        },
+        batching: {
+            maxBytes: publishOptions.maxBytes,
+            maxMessages: publishOptions.maxMessages,
+            maxMilliseconds: publishOptions.maxMilliseconds,
+        },
+    };
     const publisher = this._context
         .service(PubSubService)
-        .pubSub.topic(this.topicId, PUBLISH_OPTIONS)
+        .pubSub.topic(this.topicId, options)
         .flowControlled();
     this._context.logger.info('📫 Publishing events.');
     let numEvents = 0;

package/dist/functions/event-topic/index.d.ts

@@ -2,6 +2,7 @@ export { EventTopicBrokerCreateTopicForPubSub } from './broker-create-topic-pubs
 export { EventTopicBrokerCreateTriggerForCloudRun } from './broker-create-trigger-cloud-run.js';
 export { EventTopicBrokerDeleteTopicForPubSub } from './broker-delete-topic-pubsub.js';
 export { EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole } from './broker-delete-trigger-resource-cloud-run-invoker-role.js';
+export { EventTopicBrokerDeleteTriggerResourceForCloudRunService } from './broker-delete-trigger-resource-cloud-run-service.js';
 export { EventTopicBrokerDeleteTriggerResourceForPubSubSubscription } from './broker-delete-trigger-resource-pubsub-subscription.js';
 export { EventTopicBrokerDeleteTriggerResourceForServiceAccount } from './broker-delete-trigger-resource-service-account.js';
 export { EventTopicBrokerGetTopicIdForPubSub } from './broker-get-topic-id-pubsub.js';

package/dist/functions/event-topic/index.js

@@ -2,6 +2,7 @@ export { EventTopicBrokerCreateTopicForPubSub } from './broker-create-topic-pubs
 export { EventTopicBrokerCreateTriggerForCloudRun } from './broker-create-trigger-cloud-run.js';
 export { EventTopicBrokerDeleteTopicForPubSub } from './broker-delete-topic-pubsub.js';
 export { EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole } from './broker-delete-trigger-resource-cloud-run-invoker-role.js';
+export { EventTopicBrokerDeleteTriggerResourceForCloudRunService } from './broker-delete-trigger-resource-cloud-run-service.js';
 export { EventTopicBrokerDeleteTriggerResourceForPubSubSubscription } from './broker-delete-trigger-resource-pubsub-subscription.js';
 export { EventTopicBrokerDeleteTriggerResourceForServiceAccount } from './broker-delete-trigger-resource-service-account.js';
 export { EventTopicBrokerGetTopicIdForPubSub } from './broker-get-topic-id-pubsub.js';

package/dist/functions/index.js

@@ -1,6 +1,6 @@
 import { CausaListConfigurationSchemasForGoogle } from './causa/index.js';
 import { EmulatorStartForFirebaseStorage, EmulatorStartForFirestore, EmulatorStartForIdentityPlatform, EmulatorStartForPubSub, EmulatorStartForSpanner, EmulatorStopForFirebaseStorage, EmulatorStopForFirestore, EmulatorStopForIdentityPlatform, EmulatorStopForPubSub, EmulatorStopForSpanner, } from './emulator/index.js';
-import { EventTopicBrokerCreateTopicForPubSub, EventTopicBrokerCreateTriggerForCloudRun, EventTopicBrokerDeleteTopicForPubSub, EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole, EventTopicBrokerDeleteTriggerResourceForPubSubSubscription, EventTopicBrokerDeleteTriggerResourceForServiceAccount, EventTopicBrokerGetTopicIdForPubSub, EventTopicBrokerPublishEventsForGoogle, EventTopicBrokerWaitForProcessingForPubSub, EventTopicCreateBackfillSourceForBigQuery, EventTopicQueryEventsForBigQuery, } from './event-topic/index.js';
+import { EventTopicBrokerCreateTopicForPubSub, EventTopicBrokerCreateTriggerForCloudRun, EventTopicBrokerDeleteTopicForPubSub, EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole, EventTopicBrokerDeleteTriggerResourceForCloudRunService, EventTopicBrokerDeleteTriggerResourceForPubSubSubscription, EventTopicBrokerDeleteTriggerResourceForServiceAccount, EventTopicBrokerGetTopicIdForPubSub, EventTopicBrokerPublishEventsForGoogle, EventTopicBrokerWaitForProcessingForPubSub, EventTopicCreateBackfillSourceForBigQuery, EventTopicQueryEventsForBigQuery, } from './event-topic/index.js';
 import { GoogleAppCheckGenerateToken } from './google-app-check/index.js';
 import { GoogleFirebaseStorageMergeRules } from './google-firebase-storage/index.js';
 import { DatabaseQueryRecordsForFirestore, GoogleFirestoreMergeRules, ModelGenerateTypeScriptDecoratorsForGoogleFirestore, ModelSchemaExtractDatabaseForGoogleFirestore, } from './google-firestore/index.js';
@@ -12,5 +12,5 @@ import { ProjectGetArtefactDestinationForCloudFunctions, ProjectGetArtefactDesti
 import { SecretFetchForGoogleAccessToken, SecretFetchForGoogleSecretManager, } from './secret/index.js';
 import { ServiceContainerQueryLogsForCloudRun } from './service-container/index.js';
 export function registerFunctions(context) {
-    context.registerFunctionImplementations(CausaListConfigurationSchemasForGoogle, DatabaseQueryRecordsForFirestore, DatabaseQueryRecordsForSpanner, EmulatorStartForFirebaseStorage, EmulatorStartForFirestore, EmulatorStartForIdentityPlatform, EmulatorStartForPubSub, EmulatorStartForSpanner, EmulatorStopForFirebaseStorage, EmulatorStopForFirestore, EmulatorStopForIdentityPlatform, EmulatorStopForPubSub, EmulatorStopForSpanner, EventTopicBrokerCreateTopicForPubSub, EventTopicBrokerCreateTriggerForCloudRun, EventTopicBrokerDeleteTopicForPubSub, EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole, EventTopicBrokerDeleteTriggerResourceForPubSubSubscription, EventTopicBrokerDeleteTriggerResourceForServiceAccount, EventTopicBrokerGetTopicIdForPubSub, EventTopicBrokerPublishEventsForGoogle, EventTopicBrokerWaitForProcessingForPubSub, EventTopicCreateBackfillSourceForBigQuery, EventTopicQueryEventsForBigQuery, GoogleAppCheckGenerateToken, GoogleFirebaseStorageMergeRules, GoogleFirestoreMergeRules, GoogleIdentityPlatformGenerateCustomToken, GoogleIdentityPlatformGenerateToken, GooglePubSubWriteTopics, GoogleServicesEnable, GoogleSpannerListDatabases, GoogleSpannerWriteDatabases, ModelGenerateTypeScriptDecoratorsForGoogleFirestore, ModelGenerateTypeScriptDecoratorsForGoogleSpanner, ModelSchemaExtractDatabaseForGoogleFirestore, ModelSchemaExtractDatabaseForGoogleSpanner, ProjectGetArtefactDestinationForCloudFunctions, ProjectGetArtefactDestinationForCloudRun, ProjectPushArtefactForCloudFunctions, SecretFetchForGoogleAccessToken, SecretFetchForGoogleSecretManager, ServiceContainerQueryLogsForCloudRun);
+    context.registerFunctionImplementations(CausaListConfigurationSchemasForGoogle, DatabaseQueryRecordsForFirestore, DatabaseQueryRecordsForSpanner, EmulatorStartForFirebaseStorage, EmulatorStartForFirestore, EmulatorStartForIdentityPlatform, EmulatorStartForPubSub, EmulatorStartForSpanner, EmulatorStopForFirebaseStorage, EmulatorStopForFirestore, EmulatorStopForIdentityPlatform, EmulatorStopForPubSub, EmulatorStopForSpanner, EventTopicBrokerCreateTopicForPubSub, EventTopicBrokerCreateTriggerForCloudRun, EventTopicBrokerDeleteTopicForPubSub, EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole, EventTopicBrokerDeleteTriggerResourceForCloudRunService, EventTopicBrokerDeleteTriggerResourceForPubSubSubscription, EventTopicBrokerDeleteTriggerResourceForServiceAccount, EventTopicBrokerGetTopicIdForPubSub, EventTopicBrokerPublishEventsForGoogle, EventTopicBrokerWaitForProcessingForPubSub, EventTopicCreateBackfillSourceForBigQuery, EventTopicQueryEventsForBigQuery, GoogleAppCheckGenerateToken, GoogleFirebaseStorageMergeRules, GoogleFirestoreMergeRules, GoogleIdentityPlatformGenerateCustomToken, GoogleIdentityPlatformGenerateToken, GooglePubSubWriteTopics, GoogleServicesEnable, GoogleSpannerListDatabases, GoogleSpannerWriteDatabases, ModelGenerateTypeScriptDecoratorsForGoogleFirestore, ModelGenerateTypeScriptDecoratorsForGoogleSpanner, ModelSchemaExtractDatabaseForGoogleFirestore, ModelSchemaExtractDatabaseForGoogleSpanner, ProjectGetArtefactDestinationForCloudFunctions, ProjectGetArtefactDestinationForCloudRun, ProjectPushArtefactForCloudFunctions, SecretFetchForGoogleAccessToken, SecretFetchForGoogleSecretManager, ServiceContainerQueryLogsForCloudRun);
 }

package/dist/services/cloud-run-pubsub-trigger.d.ts

@@ -1,4 +1,5 @@
 import { WorkspaceContext } from '@causa/workspace';
+import { type CloudRunServiceOverrides } from './cloud-run.js';
 /**
  * A service that manages (creates) Pub/Sub triggers pointing to Cloud Run services.
  * This is used for backfilling operations. The reason it is a service is to persist temporary service accounts and IAM
@@ -82,6 +83,15 @@ export declare class CloudRunPubSubTriggerService {
      *   as part of the backfill cleaning.
      */
     private createSubscription;
+    /**
+     * Creates a temporary copy of a Cloud Run service to receive backfill traffic in isolation.
+     *
+     * @param backfillId The ID of the backfilling operation.
+     * @param sourceService The ID of the Cloud Run service to copy.
+     * @param overrides The overrides to apply to the copy.
+     * @returns The ID of the created service copy.
+     */
+    private createServiceCopy;
     /**
      * Creates a Pub/Sub trigger (push subscription) pointing to a Cloud Run service.
      * This requires several resources, such as:
@@ -90,12 +100,23 @@ export declare class CloudRunPubSubTriggerService {
      * - A Pub/Sub subscription that will push messages to the Cloud Run service.
      * The IDs of these resources are returned, and should be deleted as part of the backfill cleaning.
      *
+     * When `options.clone` is set, a temporary copy of the Cloud Run service is created and used as the trigger target
+     * instead of the live service. This isolates the backfill load (in particular its scaling) from production. The copy
+     * is added to the list of resources to clean up. The invoker IAM binding is not tracked separately because deleting
+     * the service removes it.
+     *
      * @param backfillId The ID of the backfilling operation.
      * @param topicId The ID of the Pub/Sub topic to subscribe to.
      * @param serviceId The ID of the Cloud Run service to invoke.
      * @param path The HTTP endpoint of the Cloud Run service to invoke.
+     * @param options Options for the trigger creation.
      * @returns The IDs of the resources that were created. They should be added to the list of resources to delete as
      *   part of the backfill cleaning.
      */
-    create(backfillId: string, topicId: string, serviceId: string, path: string): Promise<string[]>;
+    create(backfillId: string, topicId: string, serviceId: string, path: string, options?: {
+        /**
+         * When set, a temporary copy of the service is created with these overrides and used as the trigger target.
+         */
+        clone?: CloudRunServiceOverrides;
+    }): Promise<string[]>;
 }

package/dist/services/cloud-run-pubsub-trigger.js

@@ -3,7 +3,7 @@ import { EventTopicTriggerCreationError } from '@causa/workspace-core';
 import { Subscription } from '@google-cloud/pubsub';
 import { randomBytes } from 'crypto';
 import { grpc } from 'google-gax';
-import { CloudRunService } from './cloud-run.js';
+import { CloudRunService, IngressTraffic, shortServiceId, } from './cloud-run.js';
 import { IamService } from './iam.js';
 import { PubSubService } from './pubsub.js';
 /**
@@ -143,6 +143,32 @@ export class CloudRunPubSubTriggerService {
         });
         return subscriptionId;
     }
+    /**
+     * Creates a temporary copy of a Cloud Run service to receive backfill traffic in isolation.
+     *
+     * @param backfillId The ID of the backfilling operation.
+     * @param sourceService The ID of the Cloud Run service to copy.
+     * @param overrides The overrides to apply to the copy.
+     * @returns The ID of the created service copy.
+     */
+    async createServiceCopy(backfillId, sourceService, overrides) {
+        const sourceName = shortServiceId(sourceService);
+        const suffix = randomBytes(3).toString('hex');
+        const maxSourceNameLength = 63 - `backfill-${backfillId}--${suffix}`.length;
+        const truncatedSourceName = sourceName
+            .slice(0, maxSourceNameLength)
+            .replace(/-+$/, '');
+        const name = `backfill-${backfillId}-${truncatedSourceName}-${suffix}`;
+        this.logger.info(`🚀 Creating temporary Cloud Run service '${name}' as a copy of '${sourceService}' for the backfill.`);
+        const service = await this.cloudRunService.copy(sourceService, name, {
+            overrides: {
+                ...overrides,
+                ingress: IngressTraffic.INGRESS_TRAFFIC_INTERNAL_ONLY,
+                labels: { 'causa-backfill-id': backfillId },
+            },
+        });
+        return service.name ?? '';
+    }
     /**
      * Creates a Pub/Sub trigger (push subscription) pointing to a Cloud Run service.
      * This requires several resources, such as:
@@ -151,26 +177,39 @@ export class CloudRunPubSubTriggerService {
      * - A Pub/Sub subscription that will push messages to the Cloud Run service.
      * The IDs of these resources are returned, and should be deleted as part of the backfill cleaning.
      *
+     * When `options.clone` is set, a temporary copy of the Cloud Run service is created and used as the trigger target
+     * instead of the live service. This isolates the backfill load (in particular its scaling) from production. The copy
+     * is added to the list of resources to clean up. The invoker IAM binding is not tracked separately because deleting
+     * the service removes it.
+     *
      * @param backfillId The ID of the backfilling operation.
      * @param topicId The ID of the Pub/Sub topic to subscribe to.
      * @param serviceId The ID of the Cloud Run service to invoke.
      * @param path The HTTP endpoint of the Cloud Run service to invoke.
+     * @param options Options for the trigger creation.
      * @returns The IDs of the resources that were created. They should be added to the list of resources to delete as
      *   part of the backfill cleaning.
      */
-    async create(backfillId, topicId, serviceId, path) {
+    async create(backfillId, topicId, serviceId, path, options = {}) {
+        const { clone } = options;
         const resourceIds = [];
         try {
+            let targetServiceId = serviceId;
+            if (clone) {
+                targetServiceId = await this.createServiceCopy(backfillId, serviceId, clone);
+                resourceIds.push(targetServiceId);
+            }
             const pubSubInvokerServiceAccount = await this.getBackfillInvokerServiceAccount(backfillId);
             if (pubSubInvokerServiceAccount.resourceId) {
                 resourceIds.push(pubSubInvokerServiceAccount.resourceId);
             }
             const { serviceAccountEmail } = pubSubInvokerServiceAccount;
-            const iamResourceId = await this.grantPubSubInvokerRole(serviceId, serviceAccountEmail);
-            if (iamResourceId) {
+            const iamResourceId = await this.grantPubSubInvokerRole(targetServiceId, serviceAccountEmail);
+            // For a temporary service copy, deleting the service removes the binding along with it.
+            if (iamResourceId && !clone) {
                 resourceIds.push(iamResourceId);
             }
-            const subscriptionId = await this.createSubscription(backfillId, topicId, serviceId, path, serviceAccountEmail);
+            const subscriptionId = await this.createSubscription(backfillId, topicId, targetServiceId, path, serviceAccountEmail);
             resourceIds.push(subscriptionId);
             return resourceIds;
         }

package/dist/services/cloud-run.d.ts

@@ -1,4 +1,34 @@
-import { ServicesClient } from '@google-cloud/run';
+import { ServicesClient, protos } from '@google-cloud/run';
+export { CLOUD_RUN_SERVICE_ID_REGEX, shortServiceId, } from './cloud-run.utils.js';
+/**
+ * The possible ingress settings for a Cloud Run service.
+ */
+export declare const IngressTraffic: typeof protos.google.cloud.run.v2.IngressTraffic;
+/**
+ * Overrides that can be applied to a Cloud Run service copy.
+ */
+export type CloudRunServiceOverrides = {
+    /**
+     * The minimum number of instances for the service.
+     */
+    minInstanceCount?: number;
+    /**
+     * The maximum number of instances for the service.
+     */
+    maxInstanceCount?: number;
+    /**
+     * The maximum number of concurrent requests per instance.
+     */
+    requestConcurrency?: number;
+    /**
+     * The ingress setting for the copy. Defaults to the source service's ingress when not set.
+     */
+    ingress?: protos.google.cloud.run.v2.IngressTraffic;
+    /**
+     * Labels to set on the copy, merged on top of the source service's labels.
+     */
+    labels?: Record<string, string>;
+};
 /**
  * A service to manage Cloud Run services.
  */
@@ -16,6 +46,31 @@ export declare class CloudRunService {
      * @returns The URI at which the service is available.
      */
     getServiceUri(serviceId: string): Promise<string>;
+    /**
+     * Creates a copy of an existing Cloud Run service.
+     * The copy reuses the source service's revision template (image, environment, runtime service account, etc.), ingress,
+     * and labels, unless overridden through the options.
+     *
+     * @param sourceService The ID of the Cloud Run service to copy.
+     *   This should be in the format `projects/<projectId>/locations/<location>/services/<name>`.
+     * @param name The name of the service copy to create.
+     * @param options Options for the copy.
+     * @returns The created service copy.
+     */
+    copy(sourceService: string, name: string, options?: {
+        /**
+         * Overrides to apply to the copy. Unset scaling properties are inherited from the source service.
+         */
+        overrides?: CloudRunServiceOverrides;
+    }): Promise<protos.google.cloud.run.v2.IService>;
+    /**
+     * Deletes a Cloud Run service.
+     * This tolerates the service not existing (e.g. when it was already deleted).
+     *
+     * @param name The ID of the Cloud Run service to delete.
+     *   This should be in the format `projects/<projectId>/locations/<location>/services/<name>`.
+     */
+    delete(name: string): Promise<void>;
     /**
      * Allows a service account to call a Cloud Run service by editing the IAM policy bindings.
      *

package/dist/services/cloud-run.js

@@ -1,5 +1,11 @@
-import { ServicesClient } from '@google-cloud/run';
+import { ServicesClient, protos } from '@google-cloud/run';
 import { grpc } from 'google-gax';
+import { CLOUD_RUN_SERVICE_ID_REGEX } from './cloud-run.utils.js';
+export { CLOUD_RUN_SERVICE_ID_REGEX, shortServiceId, } from './cloud-run.utils.js';
+/**
+ * The possible ingress settings for a Cloud Run service.
+ */
+export const IngressTraffic = protos.google.cloud.run.v2.IngressTraffic;
 /**
  * The role used to allow a service account to call a Cloud Run service.
  */
@@ -26,6 +32,70 @@ export class CloudRunService {
         const [service] = await this.servicesClient.getService({ name: serviceId });
         return service.uri ?? '';
     }
+    /**
+     * Creates a copy of an existing Cloud Run service.
+     * The copy reuses the source service's revision template (image, environment, runtime service account, etc.), ingress,
+     * and labels, unless overridden through the options.
+     *
+     * @param sourceService The ID of the Cloud Run service to copy.
+     *   This should be in the format `projects/<projectId>/locations/<location>/services/<name>`.
+     * @param name The name of the service copy to create.
+     * @param options Options for the copy.
+     * @returns The created service copy.
+     */
+    async copy(sourceService, name, options = {}) {
+        const match = sourceService.match(CLOUD_RUN_SERVICE_ID_REGEX);
+        if (!match?.groups) {
+            throw new Error(`Invalid Cloud Run service ID '${sourceService}'.`);
+        }
+        const { parent } = match.groups;
+        const [source] = await this.servicesClient.getService({
+            name: sourceService,
+        });
+        const { revision, ...template } = { ...source.template };
+        const { minInstanceCount, maxInstanceCount, requestConcurrency, ingress, labels, } = options.overrides ?? {};
+        if (minInstanceCount !== undefined || maxInstanceCount !== undefined) {
+            template.scaling = {
+                ...template.scaling,
+                ...(minInstanceCount !== undefined ? { minInstanceCount } : {}),
+                ...(maxInstanceCount !== undefined ? { maxInstanceCount } : {}),
+            };
+        }
+        if (requestConcurrency !== undefined) {
+            template.maxInstanceRequestConcurrency = requestConcurrency;
+        }
+        const service = {
+            template,
+            ingress: ingress ?? source.ingress,
+            labels: { ...source.labels, ...labels },
+        };
+        const [operation] = await this.servicesClient.createService({
+            parent,
+            serviceId: name,
+            service,
+        });
+        const [created] = await operation.promise();
+        return created;
+    }
+    /**
+     * Deletes a Cloud Run service.
+     * This tolerates the service not existing (e.g. when it was already deleted).
+     *
+     * @param name The ID of the Cloud Run service to delete.
+     *   This should be in the format `projects/<projectId>/locations/<location>/services/<name>`.
+     */
+    async delete(name) {
+        try {
+            const [operation] = await this.servicesClient.deleteService({ name });
+            await operation.promise();
+        }
+        catch (error) {
+            if (error.code === grpc.status.NOT_FOUND) {
+                return;
+            }
+            throw error;
+        }
+    }
     /**
      * Allows a service account to call a Cloud Run service by editing the IAM policy bindings.
      *

package/dist/services/cloud-run.utils.d.ts

@@ -0,0 +1,10 @@
+/**
+ * The regular expression matching a Cloud Run service resource ID
+ * (e.g. `projects/<projectId>/locations/<location>/services/<name>`).
+ * The `parent` and `name` named groups respectively capture the parent location resource and the short service name.
+ */
+export declare const CLOUD_RUN_SERVICE_ID_REGEX: RegExp;
+/**
+ * Returns the short service ID (the last path segment) for a full service resource name.
+ */
+export declare function shortServiceId(id: string): string;

package/dist/services/cloud-run.utils.js

@@ -0,0 +1,12 @@
+/**
+ * The regular expression matching a Cloud Run service resource ID
+ * (e.g. `projects/<projectId>/locations/<location>/services/<name>`).
+ * The `parent` and `name` named groups respectively capture the parent location resource and the short service name.
+ */
+export const CLOUD_RUN_SERVICE_ID_REGEX = /^(?<parent>projects\/[\w-]+\/locations\/[\w-]+)\/services\/(?<name>[\w-]+)$/;
+/**
+ * Returns the short service ID (the last path segment) for a full service resource name.
+ */
+export function shortServiceId(id) {
+    return id.split('/').at(-1) ?? id;
+}

package/dist/services/google-apis.d.ts

@@ -1,7 +1,10 @@
 import { WorkspaceContext } from '@causa/workspace';
-import { AuthClient } from 'google-auth-library';
-import { GoogleApis } from 'googleapis';
+import { Common, GoogleApis } from 'googleapis';
 import type { ApiClient, OptionsOfApiClient } from './google-apis.types.js';
+/**
+ * The type of authentication client returned by `googleapis`.
+ */
+type AnyAuthClient = Awaited<ReturnType<Common.GoogleAuth['getClient']>>;
 /**
  * A service that exposes the lowest level of Google API clients, from `googleapis`.
  * Those might be needed in last resort, when no higher level client exists for an API.
@@ -21,7 +24,7 @@ export declare class GoogleApisService {
      *
      * @returns The auth client.
      */
-    getAuthClient(): Promise<AuthClient>;
+    getAuthClient(): Promise<AnyAuthClient>;
     /**
      * Creates a new client for one of Google's APIs.
      * Authentication is automatically configured.
@@ -33,3 +36,4 @@ export declare class GoogleApisService {
      */
     getClient<const T extends keyof GoogleApis, const V extends string>(api: T, version: V, arg: Omit<OptionsOfApiClient<T, V>, 'auth' | 'version'>): Promise<ApiClient<T, V>>;
 }
+export {};

package/dist/services/google-apis.js

@@ -1,6 +1,5 @@
 import { WorkspaceContext } from '@causa/workspace';
-import { AuthClient } from 'google-auth-library';
-import { GoogleApis, google } from 'googleapis';
+import { Common, GoogleApis, google } from 'googleapis';
 /**
  * A service that exposes the lowest level of Google API clients, from `googleapis`.
  * Those might be needed in last resort, when no higher level client exists for an API.

package/dist/services/index.d.ts

@@ -1,7 +1,7 @@
 export { BigQueryService } from './bigquery.js';
 export { CloudMonitoringService, type MetricPoint, } from './cloud-monitoring.js';
 export { CloudRunPubSubTriggerService } from './cloud-run-pubsub-trigger.js';
-export { CloudRunService } from './cloud-run.js';
+export { CLOUD_RUN_SERVICE_ID_REGEX, CloudRunService, IngressTraffic, shortServiceId, type CloudRunServiceOverrides, } from './cloud-run.js';
 export * from './firebase-app.errors.js';
 export { FirebaseAppService } from './firebase-app.js';
 export type { FirebaseAppType } from './firebase-app.js';

package/dist/services/index.js

@@ -1,7 +1,7 @@
 export { BigQueryService } from './bigquery.js';
 export { CloudMonitoringService, } from './cloud-monitoring.js';
 export { CloudRunPubSubTriggerService } from './cloud-run-pubsub-trigger.js';
-export { CloudRunService } from './cloud-run.js';
+export { CLOUD_RUN_SERVICE_ID_REGEX, CloudRunService, IngressTraffic, shortServiceId, } from './cloud-run.js';
 export * from './firebase-app.errors.js';
 export { FirebaseAppService } from './firebase-app.js';
 export { FirebaseEmulatorService } from './firebase-emulator.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@causa/workspace-google",
-  "version": "0.18.0-beta.3",
+  "version": "0.18.0-beta.4",
   "description": "The Causa workspace module providing many functionalities related to GCP and its services.",
   "repository": {
     "type": "git",
@@ -42,22 +42,21 @@
     "@google-cloud/apikeys": "^2.2.2",
     "@google-cloud/bigquery": "^8.3.1",
     "@google-cloud/iam-credentials": "^4.2.2",
-    "@google-cloud/logging": "^11.2.1",
-    "@google-cloud/monitoring": "^5.3.2",
-    "@google-cloud/pubsub": "^5.3.0",
+    "@google-cloud/logging": "^11.2.2",
+    "@google-cloud/monitoring": "^5.3.3",
+    "@google-cloud/pubsub": "^5.3.1",
     "@google-cloud/resource-manager": "^6.2.2",
     "@google-cloud/run": "^3.2.1",
-    "@google-cloud/secret-manager": "^6.1.2",
+    "@google-cloud/secret-manager": "^6.1.3",
     "@google-cloud/service-usage": "^4.2.2",
     "@google-cloud/spanner": "^8.7.1",
     "@google-cloud/storage": "^7.19.0",
     "class-validator": "^0.15.1",
-    "firebase": "^12.13.0",
+    "firebase": "^12.14.0",
     "firebase-admin": "^13.10.0",
     "globby": "^16.2.0",
-    "google-auth-library": "^10.6.2",
     "google-gax": "5.0.6",
-    "googleapis": "^172.0.0",
+    "googleapis": "^173.0.0",
     "micromatch": "^4.0.8",
     "pino": "^10.3.1"
   },
@@ -67,16 +66,16 @@
     "@tsconfig/node22": "^22.0.5",
     "@types/jest": "^30.0.0",
     "@types/micromatch": "^4.0.10",
-    "@types/node": "^20.19.41",
+    "@types/node": "^20.19.42",
     "copyfiles": "^2.4.1",
-    "eslint": "^10.4.0",
+    "eslint": "^10.4.1",
     "eslint-config-prettier": "^10.1.8",
-    "eslint-plugin-prettier": "^5.5.5",
+    "eslint-plugin-prettier": "^5.5.6",
     "jest": "^30.4.2",
     "jest-extended": "^7.0.0",
     "rimraf": "^6.1.3",
     "typescript": "^6.0.3",
-    "typescript-eslint": "^8.60.0",
+    "typescript-eslint": "^8.60.1",
     "yaml": "^2.9.0"
   }
 }