@causa/workspace-google 0.15.0 → 0.17.0

package/dist/functions/google-spanner/query-records.call.js

@@ -0,0 +1,66 @@
+import { Numeric, PGNumeric, Spanner, SpannerDate, } from '@google-cloud/spanner';
+import { SPANNER_QUERY_RECORDS_LIMIT, } from './query-records.js';
+export default async function call(context) {
+    if (!this.database) {
+        throw new Error(`The 'database' input is required for the 'google.spanner' engine.`);
+    }
+    if (!this.query) {
+        throw new Error(`The 'query' input is required for the 'google.spanner' engine.`);
+    }
+    const googleConf = context.asConfiguration();
+    const projectId = googleConf.getOrThrow('google.project');
+    const instanceName = googleConf.getOrThrow('google.spanner.instance.name');
+    context.logger.debug(`🗃️ Querying Spanner database '${this.database}' in instance '${instanceName}' (project '${projectId}').`);
+    const spanner = new Spanner({ projectId });
+    let database;
+    try {
+        database = spanner.instance(instanceName).database(this.database);
+        const rows = [];
+        const stream = database.runStream({
+            sql: this.query,
+            json: true,
+            jsonOptions: { wrapNumbers: false, wrapStructs: false },
+        });
+        for await (const row of stream) {
+            if (rows.length >= SPANNER_QUERY_RECORDS_LIMIT) {
+                context.logger.warn(`⚠️ Spanner query exceeded the hard limit of ${SPANNER_QUERY_RECORDS_LIMIT} rows. Results were truncated.`);
+                break;
+            }
+            rows.push(toJson(row));
+        }
+        return rows;
+    }
+    finally {
+        await database?.close();
+        spanner.close();
+    }
+}
+/**
+ * Recursively converts Spanner-specific types in a row to JSON-friendly equivalents:
+ * - {@link Numeric} / {@link PGNumeric} (NUMERIC / PG_NUMERIC) → their string value.
+ * - {@link SpannerDate} (DATE) → `YYYY-MM-DD` string.
+ * - Other `Date` subclasses such as `PreciseDate` (TIMESTAMP) → plain {@link Date} instances.
+ *
+ * `Buffer` values are returned as-is.
+ */
+function toJson(value) {
+    if (value === null || typeof value !== 'object') {
+        return value;
+    }
+    if (value instanceof Numeric || value instanceof PGNumeric) {
+        return value.value;
+    }
+    if (value instanceof SpannerDate) {
+        return value.toJSON();
+    }
+    if (value instanceof Date) {
+        return new Date(value.getTime());
+    }
+    if (Buffer.isBuffer(value)) {
+        return value;
+    }
+    if (Array.isArray(value)) {
+        return value.map(toJson);
+    }
+    return Object.fromEntries(Object.entries(value).map(([k, v]) => [k, toJson(v)]));
+}

package/dist/functions/google-spanner/query-records.d.ts

@@ -0,0 +1,23 @@
+import { WorkspaceContext } from '@causa/workspace';
+import { DatabaseQueryRecords } from '@causa/workspace-core';
+/**
+ * The engine identifier handled by this implementation.
+ */
+export declare const SPANNER_ENGINE = "google.spanner";
+/**
+ * The maximum number of rows that will be returned by a single query.
+ * Acts as a safety mechanism to avoid loading huge result sets in memory.
+ */
+export declare const SPANNER_QUERY_RECORDS_LIMIT = 100000;
+/**
+ * Implements {@link DatabaseQueryRecords} for Spanner databases.
+ *
+ * The Spanner instance and GCP project are read from the workspace configuration. The `database` input is the name of
+ * the database within the instance, and `query` is a regular SQL statement.
+ *
+ * Results are streamed and capped to {@link SPANNER_QUERY_RECORDS_LIMIT} rows.
+ */
+export declare class DatabaseQueryRecordsForSpanner extends DatabaseQueryRecords {
+    _call(context: WorkspaceContext): Promise<any[]>;
+    _supports(): boolean;
+}

package/dist/functions/google-spanner/query-records.js

@@ -0,0 +1,27 @@
+import { callDeferred, WorkspaceContext } from '@causa/workspace';
+import { DatabaseQueryRecords } from '@causa/workspace-core';
+/**
+ * The engine identifier handled by this implementation.
+ */
+export const SPANNER_ENGINE = 'google.spanner';
+/**
+ * The maximum number of rows that will be returned by a single query.
+ * Acts as a safety mechanism to avoid loading huge result sets in memory.
+ */
+export const SPANNER_QUERY_RECORDS_LIMIT = 100_000;
+/**
+ * Implements {@link DatabaseQueryRecords} for Spanner databases.
+ *
+ * The Spanner instance and GCP project are read from the workspace configuration. The `database` input is the name of
+ * the database within the instance, and `query` is a regular SQL statement.
+ *
+ * Results are streamed and capped to {@link SPANNER_QUERY_RECORDS_LIMIT} rows.
+ */
+export class DatabaseQueryRecordsForSpanner extends DatabaseQueryRecords {
+    async _call(context) {
+        return await callDeferred(this, context, import.meta.url);
+    }
+    _supports() {
+        return this.engine === SPANNER_ENGINE;
+    }
+}

package/dist/functions/index.js

@@ -1,16 +1,17 @@
 import { CausaListConfigurationSchemasForGoogle } from './causa/index.js';
 import { EmulatorStartForFirebaseStorage, EmulatorStartForFirestore, EmulatorStartForIdentityPlatform, EmulatorStartForPubSub, EmulatorStartForSpanner, EmulatorStopForFirebaseStorage, EmulatorStopForFirestore, EmulatorStopForIdentityPlatform, EmulatorStopForPubSub, EmulatorStopForSpanner, } from './emulator/index.js';
-import { EventTopicBrokerCreateTopicForPubSub, EventTopicBrokerCreateTriggerForCloudRun, EventTopicBrokerDeleteTopicForPubSub, EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole, EventTopicBrokerDeleteTriggerResourceForPubSubSubscription, EventTopicBrokerDeleteTriggerResourceForServiceAccount, EventTopicBrokerGetTopicIdForPubSub, EventTopicBrokerPublishEventsForGoogle, } from './event-topic/index.js';
+import { EventTopicBrokerCreateTopicForPubSub, EventTopicBrokerCreateTriggerForCloudRun, EventTopicBrokerDeleteTopicForPubSub, EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole, EventTopicBrokerDeleteTriggerResourceForPubSubSubscription, EventTopicBrokerDeleteTriggerResourceForServiceAccount, EventTopicBrokerGetTopicIdForPubSub, EventTopicBrokerPublishEventsForGoogle, EventTopicCreateBackfillSourceForBigQuery, EventTopicQueryEventsForBigQuery, } from './event-topic/index.js';
 import { GoogleAppCheckGenerateToken } from './google-app-check/index.js';
 import { GoogleFirebaseStorageMergeRules } from './google-firebase-storage/index.js';
-import { GoogleFirestoreMergeRules } from './google-firestore/index.js';
+import { DatabaseQueryRecordsForFirestore, GoogleFirestoreMergeRules, } from './google-firestore/index.js';
 import { GoogleIdentityPlatformGenerateCustomToken, GoogleIdentityPlatformGenerateToken, } from './google-identity-platform/index.js';
 import { GooglePubSubWriteTopics } from './google-pubsub/index.js';
 import { GoogleServicesEnable } from './google-services/index.js';
-import { GoogleSpannerListDatabases, GoogleSpannerWriteDatabases, } from './google-spanner/index.js';
+import { DatabaseQueryRecordsForSpanner, GoogleSpannerListDatabases, GoogleSpannerWriteDatabases, } from './google-spanner/index.js';
 import { ProjectGetArtefactDestinationForCloudFunctions, ProjectGetArtefactDestinationForCloudRun, ProjectPushArtefactForCloudFunctions, } from './project/index.js';
 import { SecretFetchForGoogleAccessToken, SecretFetchForGoogleSecretManager, } from './secret/index.js';
+import { ServiceContainerQueryLogsForCloudRun } from './service-container/index.js';
 import { TypeScriptGetDecoratorRendererForGoogleFirestore, TypeScriptGetDecoratorRendererForGoogleSpanner, } from './typescript/index.js';
 export function registerFunctions(context) {
-    context.registerFunctionImplementations(CausaListConfigurationSchemasForGoogle, EmulatorStartForFirebaseStorage, EmulatorStartForFirestore, EmulatorStartForIdentityPlatform, EmulatorStartForPubSub, EmulatorStartForSpanner, EmulatorStopForFirebaseStorage, EmulatorStopForFirestore, EmulatorStopForIdentityPlatform, EmulatorStopForPubSub, EmulatorStopForSpanner, EventTopicBrokerCreateTopicForPubSub, EventTopicBrokerCreateTriggerForCloudRun, EventTopicBrokerDeleteTopicForPubSub, EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole, EventTopicBrokerDeleteTriggerResourceForPubSubSubscription, EventTopicBrokerDeleteTriggerResourceForServiceAccount, EventTopicBrokerGetTopicIdForPubSub, EventTopicBrokerPublishEventsForGoogle, GoogleAppCheckGenerateToken, GoogleFirebaseStorageMergeRules, GoogleFirestoreMergeRules, GoogleIdentityPlatformGenerateCustomToken, GoogleIdentityPlatformGenerateToken, GooglePubSubWriteTopics, GoogleServicesEnable, GoogleSpannerListDatabases, GoogleSpannerWriteDatabases, ProjectGetArtefactDestinationForCloudFunctions, ProjectGetArtefactDestinationForCloudRun, ProjectPushArtefactForCloudFunctions, SecretFetchForGoogleAccessToken, SecretFetchForGoogleSecretManager, TypeScriptGetDecoratorRendererForGoogleFirestore, TypeScriptGetDecoratorRendererForGoogleSpanner);
+    context.registerFunctionImplementations(CausaListConfigurationSchemasForGoogle, DatabaseQueryRecordsForFirestore, DatabaseQueryRecordsForSpanner, EmulatorStartForFirebaseStorage, EmulatorStartForFirestore, EmulatorStartForIdentityPlatform, EmulatorStartForPubSub, EmulatorStartForSpanner, EmulatorStopForFirebaseStorage, EmulatorStopForFirestore, EmulatorStopForIdentityPlatform, EmulatorStopForPubSub, EmulatorStopForSpanner, EventTopicBrokerCreateTopicForPubSub, EventTopicBrokerCreateTriggerForCloudRun, EventTopicBrokerDeleteTopicForPubSub, EventTopicBrokerDeleteTriggerResourceForCloudRunInvokerRole, EventTopicBrokerDeleteTriggerResourceForPubSubSubscription, EventTopicBrokerDeleteTriggerResourceForServiceAccount, EventTopicBrokerGetTopicIdForPubSub, EventTopicBrokerPublishEventsForGoogle, EventTopicCreateBackfillSourceForBigQuery, EventTopicQueryEventsForBigQuery, GoogleAppCheckGenerateToken, GoogleFirebaseStorageMergeRules, GoogleFirestoreMergeRules, GoogleIdentityPlatformGenerateCustomToken, GoogleIdentityPlatformGenerateToken, GooglePubSubWriteTopics, GoogleServicesEnable, GoogleSpannerListDatabases, GoogleSpannerWriteDatabases, ProjectGetArtefactDestinationForCloudFunctions, ProjectGetArtefactDestinationForCloudRun, ProjectPushArtefactForCloudFunctions, SecretFetchForGoogleAccessToken, SecretFetchForGoogleSecretManager, ServiceContainerQueryLogsForCloudRun, TypeScriptGetDecoratorRendererForGoogleFirestore, TypeScriptGetDecoratorRendererForGoogleSpanner);
 }

package/dist/functions/service-container/index.d.ts

@@ -0,0 +1 @@
+export { ServiceContainerQueryLogsForCloudRun } from './query-logs-cloud-run.js';

package/dist/functions/service-container/index.js

@@ -0,0 +1 @@
+export { ServiceContainerQueryLogsForCloudRun } from './query-logs-cloud-run.js';

package/dist/functions/service-container/query-logs-cloud-run.call.d.ts

@@ -0,0 +1,4 @@
+import type { WorkspaceContext } from '@causa/workspace';
+import type { QueriedLogEntry } from '@causa/workspace-core';
+import type { ServiceContainerQueryLogsForCloudRun } from './query-logs-cloud-run.js';
+export default function call(this: ServiceContainerQueryLogsForCloudRun, context: WorkspaceContext): Promise<QueriedLogEntry[]>;

package/dist/functions/service-container/query-logs-cloud-run.call.js

@@ -0,0 +1,36 @@
+import { LoggingService } from '../../services/index.js';
+/**
+ * The default duration applied to `from` when it is not set, in milliseconds.
+ */
+const DEFAULT_FROM_OFFSET = 60 * 60 * 1000;
+/**
+ * The default value for `limit` when it is not set.
+ */
+const DEFAULT_LIMIT = 1000;
+export default async function call(context) {
+    const from = this.from ?? new Date(Date.now() - DEFAULT_FROM_OFFSET);
+    const limit = this.limit ?? DEFAULT_LIMIT;
+    const filterParts = [
+        `resource.type="cloud_run_revision"`,
+        `resource.labels.service_name=~"${this.service}"`,
+        `timestamp>="${from.toISOString()}"`,
+    ];
+    if (this.to) {
+        filterParts.push(`timestamp<"${this.to.toISOString()}"`);
+    }
+    if (this.filter) {
+        filterParts.push(this.filter);
+    }
+    const filter = filterParts.join('\n');
+    const loggingService = context.service(LoggingService);
+    context.logger.debug(`Querying Cloud Logging for service '${this.service}' in project '${loggingService.projectId}' with filter:\n${filter}`);
+    const [pageEntries] = await loggingService.logging.getEntries({
+        filter,
+        orderBy: 'timestamp asc',
+        maxResults: limit,
+    });
+    return pageEntries.map((entry) => ({
+        timestamp: entry.metadata.timestamp,
+        message: entry.toStructuredJSON(),
+    }));
+}

package/dist/functions/service-container/query-logs-cloud-run.d.ts

@@ -0,0 +1,12 @@
+import { WorkspaceContext } from '@causa/workspace';
+import { type QueriedLogEntry, ServiceContainerQueryLogs } from '@causa/workspace-core';
+/**
+ * Implements {@link ServiceContainerQueryLogs} for services deployed on Cloud Run.
+ *
+ * Queries the Cloud Logging API for entries emitted by `cloud_run_revision` resources whose `service_name` label
+ * matches the input `service`. The optional `from` / `to` time range, `filter`, and `limit` are forwarded to the API.
+ */
+export declare class ServiceContainerQueryLogsForCloudRun extends ServiceContainerQueryLogs {
+    _call(context: WorkspaceContext): Promise<QueriedLogEntry[]>;
+    _supports(context: WorkspaceContext): boolean;
+}

package/dist/functions/service-container/query-logs-cloud-run.js

@@ -0,0 +1,18 @@
+import { callDeferred, WorkspaceContext } from '@causa/workspace';
+import { ServiceContainerQueryLogs, } from '@causa/workspace-core';
+/**
+ * Implements {@link ServiceContainerQueryLogs} for services deployed on Cloud Run.
+ *
+ * Queries the Cloud Logging API for entries emitted by `cloud_run_revision` resources whose `service_name` label
+ * matches the input `service`. The optional `from` / `to` time range, `filter`, and `limit` are forwarded to the API.
+ */
+export class ServiceContainerQueryLogsForCloudRun extends ServiceContainerQueryLogs {
+    async _call(context) {
+        return await callDeferred(this, context, import.meta.url);
+    }
+    _supports(context) {
+        return (context
+            .asConfiguration()
+            .get('serviceContainer.platform') === 'google.cloudRun');
+    }
+}

package/dist/services/index.d.ts

@@ -8,6 +8,7 @@ export { FirebaseEmulatorService } from './firebase-emulator.js';
 export { GcloudEmulatorService } from './gcloud-emulator.js';
 export { GoogleApisService } from './google-apis.js';
 export { IamService } from './iam.js';
+export { LoggingService } from './logging.js';
 export { PubSubService } from './pubsub.js';
 export { ResourceManagerService } from './resource-manager.js';
 export { GoogleSecretManagerService } from './secret-manager.js';

package/dist/services/index.js

@@ -7,6 +7,7 @@ export { FirebaseEmulatorService } from './firebase-emulator.js';
 export { GcloudEmulatorService } from './gcloud-emulator.js';
 export { GoogleApisService } from './google-apis.js';
 export { IamService } from './iam.js';
+export { LoggingService } from './logging.js';
 export { PubSubService } from './pubsub.js';
 export { ResourceManagerService } from './resource-manager.js';
 export { GoogleSecretManagerService } from './secret-manager.js';

package/dist/services/logging.d.ts

@@ -0,0 +1,16 @@
+import { WorkspaceContext } from '@causa/workspace';
+import { Logging } from '@google-cloud/logging';
+/**
+ * A service that provides access to Cloud Logging.
+ */
+export declare class LoggingService {
+    /**
+     * The Cloud Logging client configured with the GCP project ID.
+     */
+    readonly logging: Logging;
+    /**
+     * The GCP project ID.
+     */
+    readonly projectId: string;
+    constructor(context: WorkspaceContext);
+}

package/dist/services/logging.js

@@ -0,0 +1,20 @@
+import { WorkspaceContext } from '@causa/workspace';
+import { Logging } from '@google-cloud/logging';
+/**
+ * A service that provides access to Cloud Logging.
+ */
+export class LoggingService {
+    /**
+     * The Cloud Logging client configured with the GCP project ID.
+     */
+    logging;
+    /**
+     * The GCP project ID.
+     */
+    projectId;
+    constructor(context) {
+        const googleConf = context.asConfiguration();
+        this.projectId = googleConf.getOrThrow('google.project');
+        this.logging = new Logging({ projectId: this.projectId });
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@causa/workspace-google",
-  "version": "0.15.0",
+  "version": "0.17.0",
   "description": "The Causa workspace module providing many functionalities related to GCP and its services.",
   "repository": {
     "type": "git",
@@ -36,21 +36,22 @@
   },
   "dependencies": {
     "@causa/cli": ">= 0.7.0 < 1.0.0",
-    "@causa/workspace": ">= 0.23.0 < 1.0.0",
-    "@causa/workspace-core": ">= 0.30.0 < 1.0.0",
-    "@causa/workspace-typescript": ">= 0.20.0 < 1.0.0",
-    "@google-cloud/apikeys": "^2.2.1",
-    "@google-cloud/bigquery": "^8.1.1",
-    "@google-cloud/iam-credentials": "^4.2.1",
+    "@causa/workspace": ">= 0.24.1 < 1.0.0",
+    "@causa/workspace-core": ">= 0.34.0 < 1.0.0",
+    "@causa/workspace-typescript": ">= 0.22.0 < 1.0.0",
+    "@google-cloud/apikeys": "^2.2.2",
+    "@google-cloud/bigquery": "^8.3.0",
+    "@google-cloud/iam-credentials": "^4.2.2",
+    "@google-cloud/logging": "^11.2.1",
     "@google-cloud/pubsub": "^5.3.0",
-    "@google-cloud/resource-manager": "^6.2.1",
-    "@google-cloud/run": "^3.2.0",
-    "@google-cloud/secret-manager": "^6.1.1",
-    "@google-cloud/service-usage": "^4.2.1",
-    "@google-cloud/spanner": "^8.6.0",
+    "@google-cloud/resource-manager": "^6.2.2",
+    "@google-cloud/run": "^3.2.1",
+    "@google-cloud/secret-manager": "^6.1.2",
+    "@google-cloud/service-usage": "^4.2.2",
+    "@google-cloud/spanner": "^8.7.0",
     "@google-cloud/storage": "^7.19.0",
     "class-validator": "^0.15.1",
-    "firebase": "^12.12.0",
+    "firebase": "^12.12.1",
     "firebase-admin": "^13.8.0",
     "globby": "^16.2.0",
     "google-auth-library": "^10.6.2",
@@ -61,20 +62,20 @@
     "quicktype-core": "^23.2.6"
   },
   "devDependencies": {
-    "@swc/core": "^1.15.24",
+    "@swc/core": "^1.15.33",
     "@swc/jest": "^0.2.39",
     "@tsconfig/node22": "^22.0.5",
     "@types/jest": "^30.0.0",
     "@types/micromatch": "^4.0.10",
     "@types/node": "^20.19.39",
     "copyfiles": "^2.4.1",
-    "eslint": "^10.2.0",
+    "eslint": "^10.3.0",
     "eslint-config-prettier": "^10.1.8",
     "eslint-plugin-prettier": "^5.5.5",
     "jest": "^30.3.0",
     "jest-extended": "^7.0.0",
     "rimraf": "^6.1.3",
-    "typescript": "^6.0.2",
-    "typescript-eslint": "^8.58.1"
+    "typescript": "^6.0.3",
+    "typescript-eslint": "^8.59.1"
   }
 }

package/dist/backfilling/bigquery.d.ts

@@ -1,53 +0,0 @@
-import { WorkspaceContext } from '@causa/workspace';
-import type { BackfillEvent, BackfillEventsSource } from '@causa/workspace-core/backfill';
-/**
- * An events source that reads events from a BigQuery table.
- */
-export declare class BigQueryEventsSource implements BackfillEventsSource {
-    readonly tableId: string;
-    readonly filter?: string | undefined;
-    /**
-     * The BigQuery client.
-     */
-    private readonly bigQuery;
-    /**
-     * The job from which the events are read.
-     */
-    private job;
-    /**
-     * The request for the next page of results.
-     * If this is `null` after initializing the job, there are no more results.
-     */
-    private nextPageRequest;
-    /**
-     * The logger.
-     */
-    private readonly logger;
-    /**
-     * Creates a new events source that reads events from a BigQuery table.
-     *
-     * @param context The {@link WorkspaceContext}.
-     * @param tableId The ID of the BigQuery table from which the events should be read.
-     * @param filter A SQL boolean expression that filters the events from the table.
-     */
-    constructor(context: WorkspaceContext, tableId: string, filter?: string | undefined);
-    /**
-     * Creates a BigQuery job that reads the events from the table.
-     * The `data` and `attributes` columns are read to get the corresponding event properties.
-     * If a filter was specified, it is applied to the query as a where clause.
-     *
-     * @returns The BigQuery job that reads the events from the table.
-     */
-    private createJob;
-    getBatch(): Promise<BackfillEvent[] | null>;
-    dispose(): Promise<void>;
-    /**
-     * Tries to create a new {@link BigQueryEventsSource} from the given source string.
-     *
-     * @param context The {@link WorkspaceContext}.
-     * @param source The string representing the source, in the format `bq://<projectId>.<datasetId>.<tableId>`.
-     * @param filter A SQL boolean expression that filters the events from the table.
-     * @returns A new {@link BigQueryEventsSource} if the source string is valid, otherwise `null`.
-     */
-    static fromSourceAndFilter(context: WorkspaceContext, source: string, filter?: string): Promise<BigQueryEventsSource | null>;
-}

package/dist/backfilling/bigquery.js

@@ -1,101 +0,0 @@
-import { WorkspaceContext } from '@causa/workspace';
-import { BigQuery, Job } from '@google-cloud/bigquery';
-import { BigQueryService } from '../services/index.js';
-/**
- * The number of rows (events) in a single batch.
- */
-const BIGQUERY_MAX_RESULTS = 10000;
-/**
- * An events source that reads events from a BigQuery table.
- */
-export class BigQueryEventsSource {
-    tableId;
-    filter;
-    /**
-     * The BigQuery client.
-     */
-    bigQuery;
-    /**
-     * The job from which the events are read.
-     */
-    job = null;
-    /**
-     * The request for the next page of results.
-     * If this is `null` after initializing the job, there are no more results.
-     */
-    nextPageRequest = null;
-    /**
-     * The logger.
-     */
-    logger;
-    /**
-     * Creates a new events source that reads events from a BigQuery table.
-     *
-     * @param context The {@link WorkspaceContext}.
-     * @param tableId The ID of the BigQuery table from which the events should be read.
-     * @param filter A SQL boolean expression that filters the events from the table.
-     */
-    constructor(context, tableId, filter) {
-        this.tableId = tableId;
-        this.filter = filter;
-        this.bigQuery = context.service(BigQueryService).bigQuery;
-        this.logger = context.logger;
-    }
-    /**
-     * Creates a BigQuery job that reads the events from the table.
-     * The `data` and `attributes` columns are read to get the corresponding event properties.
-     * If a filter was specified, it is applied to the query as a where clause.
-     *
-     * @returns The BigQuery job that reads the events from the table.
-     */
-    async createJob() {
-        let query = `
-      SELECT
-        data,
-        attributes,
-      FROM
-        \`${this.tableId}\``;
-        if (this.filter) {
-            query += `
-      WHERE
-        (${this.filter})`;
-        }
-        this.logger.debug(`Creating BigQuery job from query '${query}'.`);
-        const [job] = await this.bigQuery.createQueryJob(query);
-        return job;
-    }
-    async getBatch() {
-        if (!this.job) {
-            this.job = await this.createJob();
-        }
-        else if (!this.nextPageRequest) {
-            return null;
-        }
-        const [rows, nextPageRequest] = await this.job.getQueryResults(this.nextPageRequest ?? {
-            autoPaginate: false,
-            maxResults: BIGQUERY_MAX_RESULTS,
-        });
-        this.nextPageRequest = nextPageRequest ?? null;
-        return rows.map((row) => ({
-            data: Buffer.from(row.data),
-            attributes: JSON.parse(row.attributes),
-        }));
-    }
-    async dispose() { }
-    /**
-     * Tries to create a new {@link BigQueryEventsSource} from the given source string.
-     *
-     * @param context The {@link WorkspaceContext}.
-     * @param source The string representing the source, in the format `bq://<projectId>.<datasetId>.<tableId>`.
-     * @param filter A SQL boolean expression that filters the events from the table.
-     * @returns A new {@link BigQueryEventsSource} if the source string is valid, otherwise `null`.
-     */
-    static async fromSourceAndFilter(context, source, filter) {
-        const match = source.match(/^bq:\/\/(?<tableId>.+)$/);
-        if (!match?.groups?.tableId) {
-            return null;
-        }
-        const tableId = match.groups.tableId;
-        return new BigQueryEventsSource(context, tableId, filter);
-    }
-}

package/dist/backfilling/index.d.ts

@@ -1,2 +0,0 @@
-export { BigQueryEventsSource } from './bigquery.js';
-export { PubSubBackfillEventPublisher } from './pubsub.js';

package/dist/backfilling/index.js

@@ -1,2 +0,0 @@
-export { BigQueryEventsSource } from './bigquery.js';
-export { PubSubBackfillEventPublisher } from './pubsub.js';

package/dist/backfilling/pubsub.d.ts

@@ -1,34 +0,0 @@
-import { WorkspaceContext } from '@causa/workspace';
-import { type BackfillEvent, BackfillEventPublisher } from '@causa/workspace-core/backfill';
-/**
- * A publisher that publishes events to backfill to a Pub/Sub topic.
- */
-export declare class PubSubBackfillEventPublisher extends BackfillEventPublisher {
-    readonly topicId: string;
-    /**
-     * The actual publisher, which handles batching and flow control.
-     */
-    private readonly publisher;
-    /**
-     * Creates a new {@link PubSubBackfillEventPublisher}.
-     *
-     * @param context The {@link WorkspaceContext}.
-     * @param topicId The ID of the Pub/Sub topic to publish to.
-     *   This should be a full Pub/Sub topic ID, e.g. `projects/<projectId>/topics/<topicId>`.
-     */
-    constructor(context: WorkspaceContext, topicId: string);
-    /**
-     * Publishes an event to the Pub/Sub topic.
-     * Publishing actually occurs asynchronously. {@link PubSubBackfillEventPublisher.flush} must be called to wait for
-     * all events to be published.
-     *
-     * @param event The event to publish.
-     * @returns A promise that resolves when the publisher has caught up with publishing, or `null` if other events can be
-     *   published immediately.
-     */
-    protected publishEvent(event: BackfillEvent): Promise<void> | null;
-    /**
-     * Waits for all events to be published.
-     */
-    protected flush(): Promise<void>;
-}

package/dist/backfilling/pubsub.js

@@ -1,65 +0,0 @@
-import { WorkspaceContext } from '@causa/workspace';
-import { BackfillEventPublisher, } from '@causa/workspace-core/backfill';
-import { FlowControlledPublisher } from '@google-cloud/pubsub/build/src/publisher/flow-publisher.js';
-import { PubSubService } from '../services/index.js';
-/**
- * Options when publishing events in batches to Pub/Sub.
- */
-const PUBLISH_OPTIONS = {
-    flowControlOptions: {
-        maxOutstandingBytes: 10 * 1024 * 1024,
-        maxOutstandingMessages: 1000,
-    },
-    batching: {
-        maxBytes: 10 * 1024 * 1024,
-        maxMessages: 1000,
-        maxMilliseconds: 1000,
-    },
-};
-/**
- * A publisher that publishes events to backfill to a Pub/Sub topic.
- */
-export class PubSubBackfillEventPublisher extends BackfillEventPublisher {
-    topicId;
-    /**
-     * The actual publisher, which handles batching and flow control.
-     */
-    publisher;
-    /**
-     * Creates a new {@link PubSubBackfillEventPublisher}.
-     *
-     * @param context The {@link WorkspaceContext}.
-     * @param topicId The ID of the Pub/Sub topic to publish to.
-     *   This should be a full Pub/Sub topic ID, e.g. `projects/<projectId>/topics/<topicId>`.
-     */
-    constructor(context, topicId) {
-        super(context);
-        this.topicId = topicId;
-        this.publisher = context
-            .service(PubSubService)
-            .pubSub.topic(topicId, PUBLISH_OPTIONS)
-            .flowControlled();
-    }
-    /**
-     * Publishes an event to the Pub/Sub topic.
-     * Publishing actually occurs asynchronously. {@link PubSubBackfillEventPublisher.flush} must be called to wait for
-     * all events to be published.
-     *
-     * @param event The event to publish.
-     * @returns A promise that resolves when the publisher has caught up with publishing, or `null` if other events can be
-     *   published immediately.
-     */
-    publishEvent(event) {
-        return this.publisher.publish({
-            data: event.data,
-            attributes: event.attributes,
-            orderingKey: event.key,
-        });
-    }
-    /**
-     * Waits for all events to be published.
-     */
-    async flush() {
-        await this.publisher.all();
-    }
-}