@cumulus/db 21.3.1 → 21.3.2-testlerna.0

package/dist/index.d.ts

@@ -30,7 +30,7 @@ export { translateApiReconReportToPostgresReconReport, translatePostgresReconRep
 export { getCollectionsByGranuleIds, getUniqueCollectionsByGranuleFilter, } from './lib/collection';
 export { batchDeleteExecutionFromDatabaseByCumulusCollectionId, executionArnsFromGranuleIdsAndWorkflowNames, getApiExecutionCumulusIds, getApiGranuleExecutionCumulusIdsByExecution, getExecutionInfoByGranuleCumulusId, getWorkflowNameIntersectFromGranuleIds, newestExecutionArnFromGranuleIdWorkflowName, } from './lib/execution';
 export { getFilesAndGranuleInfoQuery, getGranuleIdAndCollectionIdFromFile, } from './lib/file';
-export { getApiGranuleCumulusIds, getApiGranuleExecutionCumulusIds, getGranuleCollectionId, getUniqueGranuleByGranuleId, getGranuleByUniqueColumns, upsertGranuleWithExecutionJoinRecord, getGranulesByApiPropertiesQuery, getGranulesByGranuleId, getGranuleAndCollection, updateBatchGranulesCollection, } from './lib/granule';
+export { getApiGranuleCumulusIds, getApiGranuleExecutionCumulusIds, getGranuleCollectionId, upsertGranuleWithExecutionJoinRecord, getGranulesByApiPropertiesQuery, getGranulesByGranuleId, getGranuleAndCollection, updateBatchGranulesCollection, } from './lib/granule';
 export { QuerySearchClient, } from './lib/QuerySearchClient';
 export { AsyncOperationSearch, } from './search/AsyncOperationSearch';
 export { CollectionSearch, } from './search/CollectionSearch';
@@ -41,6 +41,7 @@ export { ProviderSearch, } from './search/ProviderSearch';
 export { RuleSearch, } from './search/RuleSearch';
 export { StatsSearch, } from './search/StatsSearch';
 export { ReconciliationReportSearch, } from './search/ReconciliationReportSearch';
+export { CollectionS3Search, } from './s3search/CollectionS3Search';
 export { AsyncOperationPgModel } from './models/async_operation';
 export { BasePgModel } from './models/base';
 export { CollectionPgModel } from './models/collection';

package/dist/index.js

@@ -24,7 +24,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getApiExecutionCumulusIds = exports.executionArnsFromGranuleIdsAndWorkflowNames = exports.batchDeleteExecutionFromDatabaseByCumulusCollectionId = exports.getUniqueCollectionsByGranuleFilter = exports.getCollectionsByGranuleIds = exports.translatePostgresReconReportToApiReconReport = exports.translateApiReconReportToPostgresReconReport = exports.translatePostgresPdrToApiPdr = exports.translateApiPdrToPostgresPdr = exports.translatePostgresGranuleResultToApiGranule = exports.translatePostgresGranuleToApiGranule = exports.translateApiGranuleToPostgresGranuleWithoutNilsRemoved = exports.translateApiGranuleToPostgresGranule = exports.translatePostgresExecutionToApiExecution = exports.translateApiExecutionToPostgresExecutionWithoutNilsRemoved = exports.translateApiExecutionToPostgresExecution = exports.translateApiRuleToPostgresRuleRaw = exports.translateApiRuleToPostgresRule = exports.translatePostgresRuleToApiRule = exports.translatePostgresProviderToApiProvider = exports.translateApiProviderToPostgresProvider = exports.translatePostgresCollectionToApiCollection = exports.translateApiCollectionToPostgresCollection = exports.translatePostgresFileToApiFile = exports.translateApiFiletoPostgresFile = exports.translatePostgresAsyncOperationToApiAsyncOperation = exports.translateApiAsyncOperationToPostgresAsyncOperation = exports.nullifyUndefinedProviderValues = exports.validateProviderHost = exports.migrationDir = exports.TableNames = exports.createRejectableTransaction = exports.localStackConnectionEnv = exports.getKnexConfig = exports.getKnexClient = exports.isCollisionError = exports.generateLocalTestDb = exports.fakeRuleRecordFactory = exports.fakeReconciliationReportRecordFactory = exports.fakeProviderRecordFactory = exports.fakePdrRecordFactory = exports.fakeGranuleRecordFactory = exports.fakeFileRecordFactory = exports.fakeExecutionRecordFactory = exports.fakeCollectionRecordFactory = exports.fakeAsyncOperationRecordFactory = exports.destroyLocalTestDb = exports.deleteTestDatabase = exports.createTestDatabase = exports.Knex = void 0;
-exports.RulePgModel = exports.ReconciliationReportPgModel = exports.ProviderPgModel = exports.PdrPgModel = exports.GranulesExecutionsPgModel = exports.GranulePgModel = exports.FilePgModel = exports.ExecutionPgModel = exports.CollectionPgModel = exports.BasePgModel = exports.AsyncOperationPgModel = exports.ReconciliationReportSearch = exports.StatsSearch = exports.RuleSearch = exports.ProviderSearch = exports.PdrSearch = exports.GranuleSearch = exports.ExecutionSearch = exports.CollectionSearch = exports.AsyncOperationSearch = exports.QuerySearchClient = exports.updateBatchGranulesCollection = exports.getGranuleAndCollection = exports.getGranulesByGranuleId = exports.getGranulesByApiPropertiesQuery = exports.upsertGranuleWithExecutionJoinRecord = exports.getGranuleByUniqueColumns = exports.getUniqueGranuleByGranuleId = exports.getGranuleCollectionId = exports.getApiGranuleExecutionCumulusIds = exports.getApiGranuleCumulusIds = exports.getGranuleIdAndCollectionIdFromFile = exports.getFilesAndGranuleInfoQuery = exports.newestExecutionArnFromGranuleIdWorkflowName = exports.getWorkflowNameIntersectFromGranuleIds = exports.getExecutionInfoByGranuleCumulusId = exports.getApiGranuleExecutionCumulusIdsByExecution = void 0;
+exports.RulePgModel = exports.ReconciliationReportPgModel = exports.ProviderPgModel = exports.PdrPgModel = exports.GranulesExecutionsPgModel = exports.GranulePgModel = exports.FilePgModel = exports.ExecutionPgModel = exports.CollectionPgModel = exports.BasePgModel = exports.AsyncOperationPgModel = exports.CollectionS3Search = exports.ReconciliationReportSearch = exports.StatsSearch = exports.RuleSearch = exports.ProviderSearch = exports.PdrSearch = exports.GranuleSearch = exports.ExecutionSearch = exports.CollectionSearch = exports.AsyncOperationSearch = exports.QuerySearchClient = exports.updateBatchGranulesCollection = exports.getGranuleAndCollection = exports.getGranulesByGranuleId = exports.getGranulesByApiPropertiesQuery = exports.upsertGranuleWithExecutionJoinRecord = exports.getGranuleCollectionId = exports.getApiGranuleExecutionCumulusIds = exports.getApiGranuleCumulusIds = exports.getGranuleIdAndCollectionIdFromFile = exports.getFilesAndGranuleInfoQuery = exports.newestExecutionArnFromGranuleIdWorkflowName = exports.getWorkflowNameIntersectFromGranuleIds = exports.getExecutionInfoByGranuleCumulusId = exports.getApiGranuleExecutionCumulusIdsByExecution = void 0;
 const path = __importStar(require("path"));
 var knex_1 = require("knex");
 Object.defineProperty(exports, "Knex", { enumerable: true, get: function () { return knex_1.Knex; } });
@@ -106,8 +106,6 @@ var granule_1 = require("./lib/granule");
 Object.defineProperty(exports, "getApiGranuleCumulusIds", { enumerable: true, get: function () { return granule_1.getApiGranuleCumulusIds; } });
 Object.defineProperty(exports, "getApiGranuleExecutionCumulusIds", { enumerable: true, get: function () { return granule_1.getApiGranuleExecutionCumulusIds; } });
 Object.defineProperty(exports, "getGranuleCollectionId", { enumerable: true, get: function () { return granule_1.getGranuleCollectionId; } });
-Object.defineProperty(exports, "getUniqueGranuleByGranuleId", { enumerable: true, get: function () { return granule_1.getUniqueGranuleByGranuleId; } });
-Object.defineProperty(exports, "getGranuleByUniqueColumns", { enumerable: true, get: function () { return granule_1.getGranuleByUniqueColumns; } });
 Object.defineProperty(exports, "upsertGranuleWithExecutionJoinRecord", { enumerable: true, get: function () { return granule_1.upsertGranuleWithExecutionJoinRecord; } });
 Object.defineProperty(exports, "getGranulesByApiPropertiesQuery", { enumerable: true, get: function () { return granule_1.getGranulesByApiPropertiesQuery; } });
 Object.defineProperty(exports, "getGranulesByGranuleId", { enumerable: true, get: function () { return granule_1.getGranulesByGranuleId; } });
@@ -133,6 +131,8 @@ var StatsSearch_1 = require("./search/StatsSearch");
 Object.defineProperty(exports, "StatsSearch", { enumerable: true, get: function () { return StatsSearch_1.StatsSearch; } });
 var ReconciliationReportSearch_1 = require("./search/ReconciliationReportSearch");
 Object.defineProperty(exports, "ReconciliationReportSearch", { enumerable: true, get: function () { return ReconciliationReportSearch_1.ReconciliationReportSearch; } });
+var CollectionS3Search_1 = require("./s3search/CollectionS3Search");
+Object.defineProperty(exports, "CollectionS3Search", { enumerable: true, get: function () { return CollectionS3Search_1.CollectionS3Search; } });
 var async_operation_1 = require("./models/async_operation");
 Object.defineProperty(exports, "AsyncOperationPgModel", { enumerable: true, get: function () { return async_operation_1.AsyncOperationPgModel; } });
 var base_1 = require("./models/base");

package/dist/lib/granule.d.ts

@@ -31,52 +31,23 @@ export declare const upsertGranuleWithExecutionJoinRecord: ({ knexTransaction, g
  *
  * @param {Knex | Knex.Transaction} knexOrTransaction -
  *  DB client or transaction
- * @param {Array<Object>} granules - array of granules with collectionId and granuleId
- * @param {Object} [collectionPgModel] - Collection PG model class instance
+ * @param {Array<string>} granules - array of granuleIds
  * @param {Object} [granulePgModel] - Granule PG model class instance
  * @returns {Promise<number[]>}
  */
-export declare const getApiGranuleCumulusIds: (knexOrTransaction: Knex | Knex.Transaction, granules: Array<{
-    collectionId: string;
-    granuleId: string;
-}>, collectionPgModel?: CollectionPgModel, granulePgModel?: GranulePgModel) => Promise<number[]>;
-/**
- * Get one Granule for a granule_id. If more than one or none are found, throw an error
- *
- * @param {Knex | Knex.Transaction} knexOrTransaction -
- *  DB client or transaction
- * @param {string} granuleId - a Granule ID
- * @param {GranulePgModel} granulePgModel - Granule PG model class instance
- * @returns {Promise<PostgresGranuleRecord>}
- */
-export declare const getUniqueGranuleByGranuleId: (knexOrTransaction: Knex | Knex.Transaction, granuleId: string, granulePgModel?: GranulePgModel) => Promise<PostgresGranuleRecord>;
-/**
- * Get one Granule for a granule_id and collection_cumulus_id
- *
- * @param {Knex | Knex.Transaction} knexOrTransaction -
- *  DB client or transaction
- * @param {string} granuleId - a granule.granule_id
- * @param {number} collectionCumulusId - a granule.collection_cumulus_id
- * @param {GranulePgModel} granulePgModel - Granule PG model class instance
- * @returns {Promise<PostgresGranuleRecord>}
- */
-export declare const getGranuleByUniqueColumns: (knexOrTransaction: Knex | Knex.Transaction, granuleId: string, collectionCumulusId: number, granulePgModel?: GranulePgModel) => Promise<PostgresGranuleRecord>;
+export declare const getApiGranuleCumulusIds: (knexOrTransaction: Knex | Knex.Transaction, granules: Array<string>, granulePgModel?: GranulePgModel) => Promise<number[]>;
 /**
  * Get cumulus IDs for all executions associated to a set of granules
  *
  * @param {Knex | Knex.Transaction} knexOrTransaction -
  *  DB client or transaction
- * @param {Array<Object>} granules - array of granules with collectionId and granuleId
- * @param {Object} [collectionPgModel] - Collection PG model class instance
+ * @param {Array<string>} granules - array of granuleIds
  * @param {Object} [granulePgModel] - Granule PG model class instance
  * @param {Object} [granulesExecutionsPgModel]
  *   Granules/executions PG model class instance
  * @returns {Promise<number[]>}
  */
-export declare const getApiGranuleExecutionCumulusIds: (knexOrTransaction: Knex | Knex.Transaction, granules: Array<{
-    collectionId: string;
-    granuleId: string;
-}>, collectionPgModel?: CollectionPgModel, granulePgModel?: GranulePgModel, granulesExecutionsPgModel?: GranulesExecutionsPgModel) => Promise<Array<number>>;
+export declare const getApiGranuleExecutionCumulusIds: (knexOrTransaction: Knex | Knex.Transaction, granules: Array<string>, granulePgModel?: GranulePgModel, granulesExecutionsPgModel?: GranulesExecutionsPgModel) => Promise<Array<number>>;
 /**
  * Helper to build a query to search granules by various API granule record properties.
  */

package/dist/lib/granule.js

@@ -3,14 +3,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.updateBatchGranulesCollection = exports.getGranulesByGranuleId = exports.getGranuleAndCollection = exports.getGranulesByApiPropertiesQuery = exports.getApiGranuleExecutionCumulusIds = exports.getGranuleByUniqueColumns = exports.getUniqueGranuleByGranuleId = exports.getApiGranuleCumulusIds = exports.upsertGranuleWithExecutionJoinRecord = exports.getGranuleCollectionId = void 0;
+exports.updateBatchGranulesCollection = exports.getGranulesByGranuleId = exports.getGranuleAndCollection = exports.getGranulesByApiPropertiesQuery = exports.getApiGranuleExecutionCumulusIds = exports.getApiGranuleCumulusIds = exports.upsertGranuleWithExecutionJoinRecord = exports.getGranuleCollectionId = void 0;
 const Collections_1 = require("@cumulus/message/Collections");
 const errors_1 = require("@cumulus/errors");
 const logger_1 = __importDefault(require("@cumulus/logger"));
 const collection_1 = require("../models/collection");
 const granule_1 = require("../models/granule");
 const granules_executions_1 = require("../models/granules-executions");
-const { deprecate } = require('@cumulus/common/util');
 const { TableNames } = require('../tables');
 const log = new logger_1.default({ sender: '@cumulus/db/lib/granules' });
 const getGranuleCollectionId = async (knexOrTransaction, granule) => {
@@ -58,80 +57,30 @@ exports.upsertGranuleWithExecutionJoinRecord = upsertGranuleWithExecutionJoinRec
  *
  * @param {Knex | Knex.Transaction} knexOrTransaction -
  *  DB client or transaction
- * @param {Array<Object>} granules - array of granules with collectionId and granuleId
- * @param {Object} [collectionPgModel] - Collection PG model class instance
+ * @param {Array<string>} granules - array of granuleIds
  * @param {Object} [granulePgModel] - Granule PG model class instance
  * @returns {Promise<number[]>}
  */
-const getApiGranuleCumulusIds = async (knexOrTransaction, granules, collectionPgModel = new collection_1.CollectionPgModel(), granulePgModel = new granule_1.GranulePgModel()) => {
-    const collectionMap = {};
-    const granuleCumulusIds = await Promise.all(granules.map(async (granule) => {
-        const { collectionId } = granule;
-        let collectionCumulusId = collectionMap[collectionId];
-        if (!collectionCumulusId) {
-            const { name, version } = (0, Collections_1.deconstructCollectionId)(collectionId);
-            collectionCumulusId = await collectionPgModel.getRecordCumulusId(knexOrTransaction, { name, version });
-            collectionMap[collectionId] = collectionCumulusId;
-        }
-        return await granulePgModel.getRecordCumulusId(knexOrTransaction, {
-            granule_id: granule.granuleId,
-            collection_cumulus_id: collectionCumulusId,
-        });
-    }));
+const getApiGranuleCumulusIds = async (knexOrTransaction, granules, granulePgModel = new granule_1.GranulePgModel()) => {
+    const granuleCumulusIds = await Promise.all(granules.map(async (granuleId) => granulePgModel.getRecordCumulusId(knexOrTransaction, {
+        granule_id: granuleId,
+    })));
     return [...new Set(granuleCumulusIds)];
 };
 exports.getApiGranuleCumulusIds = getApiGranuleCumulusIds;
-/**
- * Get one Granule for a granule_id. If more than one or none are found, throw an error
- *
- * @param {Knex | Knex.Transaction} knexOrTransaction -
- *  DB client or transaction
- * @param {string} granuleId - a Granule ID
- * @param {GranulePgModel} granulePgModel - Granule PG model class instance
- * @returns {Promise<PostgresGranuleRecord>}
- */
-const getUniqueGranuleByGranuleId = async (knexOrTransaction, granuleId, granulePgModel = new granule_1.GranulePgModel()) => {
-    deprecate('@cumulus/db/getUniqueGranuleByGranuleId', 'RDS-Phase-3', '@cumulus/db/getGranuleByUniqueColumns');
-    const logger = new logger_1.default({ sender: '@cumulus/api/granules' });
-    const PgGranuleRecords = await granulePgModel.search(knexOrTransaction, {
-        granule_id: granuleId,
-    });
-    if (PgGranuleRecords.length > 1) {
-        logger.warn(`Granule ID ${granuleId} is not unique across collections, cannot make an update action based on granule Id alone`);
-        throw new Error(`Failed to write ${granuleId} due to granuleId duplication on postgres granule record`);
-    }
-    if (PgGranuleRecords.length === 0) {
-        throw new errors_1.RecordDoesNotExist(`Granule ${granuleId} does not exist or was already deleted`);
-    }
-    return PgGranuleRecords[0];
-};
-exports.getUniqueGranuleByGranuleId = getUniqueGranuleByGranuleId;
-/**
- * Get one Granule for a granule_id and collection_cumulus_id
- *
- * @param {Knex | Knex.Transaction} knexOrTransaction -
- *  DB client or transaction
- * @param {string} granuleId - a granule.granule_id
- * @param {number} collectionCumulusId - a granule.collection_cumulus_id
- * @param {GranulePgModel} granulePgModel - Granule PG model class instance
- * @returns {Promise<PostgresGranuleRecord>}
- */
-const getGranuleByUniqueColumns = (knexOrTransaction, granuleId, collectionCumulusId, granulePgModel = new granule_1.GranulePgModel()) => granulePgModel.get(knexOrTransaction, { granule_id: granuleId, collection_cumulus_id: collectionCumulusId });
-exports.getGranuleByUniqueColumns = getGranuleByUniqueColumns;
 /**
  * Get cumulus IDs for all executions associated to a set of granules
  *
  * @param {Knex | Knex.Transaction} knexOrTransaction -
  *  DB client or transaction
- * @param {Array<Object>} granules - array of granules with collectionId and granuleId
- * @param {Object} [collectionPgModel] - Collection PG model class instance
+ * @param {Array<string>} granules - array of granuleIds
  * @param {Object} [granulePgModel] - Granule PG model class instance
  * @param {Object} [granulesExecutionsPgModel]
  *   Granules/executions PG model class instance
  * @returns {Promise<number[]>}
  */
-const getApiGranuleExecutionCumulusIds = async (knexOrTransaction, granules, collectionPgModel = new collection_1.CollectionPgModel(), granulePgModel = new granule_1.GranulePgModel(), granulesExecutionsPgModel = new granules_executions_1.GranulesExecutionsPgModel()) => {
-    const granuleCumulusIds = await (0, exports.getApiGranuleCumulusIds)(knexOrTransaction, granules, collectionPgModel, granulePgModel);
+const getApiGranuleExecutionCumulusIds = async (knexOrTransaction, granules, granulePgModel = new granule_1.GranulePgModel(), granulesExecutionsPgModel = new granules_executions_1.GranulesExecutionsPgModel()) => {
+    const granuleCumulusIds = await (0, exports.getApiGranuleCumulusIds)(knexOrTransaction, granules, granulePgModel);
     const executionCumulusIds = await granulesExecutionsPgModel
         .searchByGranuleCumulusIds(knexOrTransaction, granuleCumulusIds);
     return executionCumulusIds;
@@ -213,7 +162,7 @@ const getGranuleAndCollection = async (knexOrTransaction, collectionPgModel = ne
     let notFoundError;
     try {
         pgCollection = await collectionPgModel.get(knexOrTransaction, (0, Collections_1.deconstructCollectionId)(collectionId));
-        pgGranule = await granulePgModel.get(knexOrTransaction, { granule_id: granuleId, collection_cumulus_id: pgCollection.cumulus_id });
+        pgGranule = await granulePgModel.get(knexOrTransaction, { granule_id: granuleId });
     }
     catch (error) {
         if (error instanceof errors_1.RecordDoesNotExist) {

package/dist/models/granule.js

@@ -62,8 +62,8 @@ class GranulePgModel extends base_1.BasePgModel {
      */
     get(knexOrTransaction, params) {
         if (!isRecordSelect(params)) {
-            if (!(params.granule_id && params.collection_cumulus_id)) {
-                throw new errors_1.InvalidArgument(`Cannot find granule, must provide either granule_id and collection_cumulus_id or cumulus_id: params(${JSON.stringify(params)})`);
+            if (!params.granule_id) {
+                throw new errors_1.InvalidArgument(`Cannot find granule, must provide either granule_id or cumulus_id: params(${JSON.stringify(params)})`);
             }
         }
         return super.get(knexOrTransaction, params);

package/dist/s3search/AsyncOperationS3Search.d.ts

@@ -0,0 +1,20 @@
+import { DuckDBConnection } from '@duckdb/node-api';
+import { AsyncOperationSearch } from '../search/AsyncOperationSearch';
+import { QueryEvent } from '../types/search';
+/**
+ * Class to build and execute DuckDB search query for asyncOperation
+ */
+export declare class AsyncOperationS3Search extends AsyncOperationSearch {
+    private duckDBSearchExecutor;
+    constructor(event: QueryEvent, dbConnection: DuckDBConnection);
+    /**
+     * Build and execute search query
+     *
+     * @returns search result
+     */
+    query(): Promise<{
+        meta: import("../search/BaseSearch").Meta;
+        results: any[];
+    }>;
+}
+//# sourceMappingURL=AsyncOperationS3Search.d.ts.map

package/dist/s3search/AsyncOperationS3Search.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AsyncOperationS3Search = void 0;
+const DuckDBSearchExecutor_1 = require("./DuckDBSearchExecutor");
+const AsyncOperationSearch_1 = require("../search/AsyncOperationSearch");
+/**
+ * Class to build and execute DuckDB search query for asyncOperation
+ */
+class AsyncOperationS3Search extends AsyncOperationSearch_1.AsyncOperationSearch {
+    constructor(event, dbConnection) {
+        super(event);
+        this.duckDBSearchExecutor = new DuckDBSearchExecutor_1.DuckDBSearchExecutor({
+            dbConnection,
+            dbQueryParameters: this.dbQueryParameters,
+            getMetaTemplate: this._metaTemplate.bind(this),
+            translateRecords: this.translatePostgresRecordsToApiRecords.bind(this),
+        });
+    }
+    /**
+     * Build and execute search query
+     *
+     * @returns search result
+     */
+    async query() {
+        return this.duckDBSearchExecutor.query((knexBuilder) => this.buildSearch(knexBuilder));
+    }
+}
+exports.AsyncOperationS3Search = AsyncOperationS3Search;
+//# sourceMappingURL=AsyncOperationS3Search.js.map

package/dist/s3search/CollectionS3Search.d.ts

@@ -0,0 +1,39 @@
+import { Knex } from 'knex';
+import { DuckDBConnection } from '@duckdb/node-api';
+import { CollectionSearch, StatsRecords, CollectionRecordApi } from '../search/CollectionSearch';
+import { PostgresCollectionRecord } from '../types/collection';
+import { QueryEvent } from '../types/search';
+/**
+ * Class to build and execute DuckDB search query for collections
+ */
+export declare class CollectionS3Search extends CollectionSearch {
+    private dbConnection;
+    private duckDBSearchExecutor;
+    constructor(event: QueryEvent, dbConnection: DuckDBConnection);
+    /**
+     * Executes stats query to get granules' status aggregation
+     *
+     * @param collectionCumulusIds - array of cumulusIds of the collections
+     * @param knexClient - knex for the stats query
+     * @returns the collection's granules status' aggregation
+     */
+    protected retrieveGranuleStats(collectionCumulusIds: number[], knexClient: Knex): Promise<StatsRecords>;
+    /**
+     * Translate postgres records to api records
+     *
+     * @param pgRecords - postgres Collection records returned from query
+     * @param knexClient - knex for the stats query if incldueStats is true
+     * @returns translated api records
+     */
+    protected translatePostgresRecordsToApiRecords(pgRecords: PostgresCollectionRecord[], knexClient: Knex): Promise<Partial<CollectionRecordApi>[]>;
+    /**
+     * Build and execute search query
+     *
+     * @returns search result
+     */
+    query(): Promise<{
+        meta: import("../search/BaseSearch").Meta;
+        results: any[];
+    }>;
+}
+//# sourceMappingURL=CollectionS3Search.d.ts.map

package/dist/s3search/CollectionS3Search.js

@@ -0,0 +1,113 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CollectionS3Search = void 0;
+const pick_1 = __importDefault(require("lodash/pick"));
+const logger_1 = __importDefault(require("@cumulus/logger"));
+const CollectionSearch_1 = require("../search/CollectionSearch");
+const tables_1 = require("../tables");
+const collections_1 = require("../translate/collections");
+const duckdbHelpers_1 = require("./duckdbHelpers");
+const GranuleS3Search_1 = require("./GranuleS3Search");
+const DuckDBSearchExecutor_1 = require("./DuckDBSearchExecutor");
+const log = new logger_1.default({ sender: '@cumulus/db/CollectionS3Search' });
+/**
+ * Class to build and execute DuckDB search query for collections
+ */
+class CollectionS3Search extends CollectionSearch_1.CollectionSearch {
+    constructor(event, dbConnection) {
+        super(event);
+        this.dbConnection = dbConnection;
+        this.duckDBSearchExecutor = new DuckDBSearchExecutor_1.DuckDBSearchExecutor({
+            dbConnection,
+            dbQueryParameters: this.dbQueryParameters,
+            getMetaTemplate: this._metaTemplate.bind(this),
+            translateRecords: this.translatePostgresRecordsToApiRecords.bind(this),
+        });
+    }
+    /**
+     * Executes stats query to get granules' status aggregation
+     *
+     * @param collectionCumulusIds - array of cumulusIds of the collections
+     * @param knexClient - knex for the stats query
+     * @returns the collection's granules status' aggregation
+     */
+    async retrieveGranuleStats(collectionCumulusIds, knexClient) {
+        const granulesTable = tables_1.TableNames.granules;
+        let statsQuery = knexClient(granulesTable);
+        if (this.active) {
+            const granuleS3Search = new GranuleS3Search_1.GranuleS3Search({ queryStringParameters: this.queryStringParameters }, this.dbConnection);
+            const { countQuery } = granuleS3Search.buildSearchForActiveCollections(knexClient);
+            statsQuery = countQuery.clear('select');
+        }
+        statsQuery
+            .select(`${granulesTable}.collection_cumulus_id`, `${granulesTable}.status`)
+            .count('* as count')
+            .groupBy(`${granulesTable}.collection_cumulus_id`, `${granulesTable}.status`)
+            .whereIn(`${granulesTable}.collection_cumulus_id`, collectionCumulusIds);
+        log.debug(`retrieveGranuleStats statsQuery: ${statsQuery?.toSQL().sql}`);
+        const { sql, bindings } = statsQuery.toSQL().toNative();
+        const reader = await this.dbConnection.runAndReadAll(sql, (0, duckdbHelpers_1.prepareBindings)(bindings));
+        const results = reader.getRowObjectsJson();
+        const reduced = results.reduce((acc, record) => {
+            const cumulusId = Number(record.collection_cumulus_id);
+            if (!acc[cumulusId]) {
+                acc[cumulusId] = {
+                    queued: 0,
+                    completed: 0,
+                    failed: 0,
+                    running: 0,
+                    total: 0,
+                };
+            }
+            acc[cumulusId][record.status] += Number(record.count);
+            acc[cumulusId]['total'] += Number(record.count);
+            return acc;
+        }, {});
+        return reduced;
+    }
+    /**
+     * Translate postgres records to api records
+     *
+     * @param pgRecords - postgres Collection records returned from query
+     * @param knexClient - knex for the stats query if incldueStats is true
+     * @returns translated api records
+     */
+    async translatePostgresRecordsToApiRecords(pgRecords, knexClient) {
+        log.debug(`translatePostgresRecordsToApiRecords number of records ${pgRecords.length} `);
+        const { fields } = this.dbQueryParameters;
+        let statsRecords;
+        const cumulusIds = pgRecords.map((record) => record.cumulus_id);
+        if (this.includeStats) {
+            statsRecords = await this.retrieveGranuleStats(cumulusIds, knexClient);
+        }
+        const apiRecords = pgRecords.map((record) => {
+            const apiRecord = (0, collections_1.translatePostgresCollectionToApiCollection)(record);
+            const apiRecordFinal = fields ? (0, pick_1.default)(apiRecord, fields) : apiRecord;
+            if (statsRecords) {
+                apiRecordFinal.stats = statsRecords[record.cumulus_id] ? statsRecords[record.cumulus_id]
+                    : {
+                        queued: 0,
+                        completed: 0,
+                        failed: 0,
+                        running: 0,
+                        total: 0,
+                    };
+            }
+            return apiRecordFinal;
+        });
+        return apiRecords;
+    }
+    /**
+     * Build and execute search query
+     *
+     * @returns search result
+     */
+    async query() {
+        return this.duckDBSearchExecutor.query((knexBuilder) => this.buildSearch(knexBuilder));
+    }
+}
+exports.CollectionS3Search = CollectionS3Search;
+//# sourceMappingURL=CollectionS3Search.js.map

package/dist/s3search/DuckDBSearchExecutor.d.ts

@@ -0,0 +1,36 @@
+import { Knex } from 'knex';
+import { DuckDBConnection } from '@duckdb/node-api';
+import { Meta } from '../search/BaseSearch';
+import { DbQueryParameters } from '../types/search';
+/**
+ * DuckDBSearchExecutor is a helper class for executing search queries on DuckDB.
+ * It wraps a DuckDB connection and provides a unified method to:
+ *   - Build queries using Knex (Postgres dialect)
+ *   - Execute them sequentially to avoid prepared statement conflicts
+ *   - Transform raw database records into API-ready records
+ *
+ * This class is intended to be used by S3Search subclasses that inherit
+ * from BaseSearch, allowing them to reuse query logic while providing
+ * custom record translation.
+ */
+export declare class DuckDBSearchExecutor {
+    private dbConnection;
+    private knexBuilder;
+    private dbQueryParameters;
+    private getMetaTemplate;
+    private translateRecords;
+    constructor(params: {
+        dbConnection: DuckDBConnection;
+        dbQueryParameters: DbQueryParameters;
+        getMetaTemplate: () => Meta;
+        translateRecords: (records: any[], knexClient: Knex) => any[] | Promise<any[]>;
+    });
+    query(buildSearch: (knex: Knex) => {
+        countQuery?: Knex.QueryBuilder;
+        searchQuery: Knex.QueryBuilder;
+    }): Promise<{
+        meta: Meta;
+        results: any[];
+    }>;
+}
+//# sourceMappingURL=DuckDBSearchExecutor.d.ts.map

package/dist/s3search/DuckDBSearchExecutor.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DuckDBSearchExecutor = void 0;
+const knex_1 = require("knex");
+const duckdbHelpers_1 = require("./duckdbHelpers");
+/**
+ * DuckDBSearchExecutor is a helper class for executing search queries on DuckDB.
+ * It wraps a DuckDB connection and provides a unified method to:
+ *   - Build queries using Knex (Postgres dialect)
+ *   - Execute them sequentially to avoid prepared statement conflicts
+ *   - Transform raw database records into API-ready records
+ *
+ * This class is intended to be used by S3Search subclasses that inherit
+ * from BaseSearch, allowing them to reuse query logic while providing
+ * custom record translation.
+ */
+class DuckDBSearchExecutor {
+    constructor(params) {
+        this.dbConnection = params.dbConnection;
+        this.dbQueryParameters = params.dbQueryParameters;
+        this.getMetaTemplate = params.getMetaTemplate;
+        this.translateRecords = params.translateRecords;
+        // Use pg dialect to generate DuckDB-compatible SQL ($1, $2, etc.)
+        this.knexBuilder = (0, knex_1.knex)({ client: 'pg' });
+    }
+    async query(buildSearch) {
+        const { countQuery, searchQuery } = buildSearch(this.knexBuilder);
+        const shouldReturnCountOnly = this.dbQueryParameters.countOnly === true;
+        const queryConfigs = shouldReturnCountOnly
+            ? [{ key: 'count', query: countQuery }]
+            : [
+                { key: 'count', query: countQuery },
+                { key: 'records', query: searchQuery },
+            ];
+        let countResult = [];
+        let records = [];
+        // sequential execution (DuckDB cannot handle multiple prepared statements simultaneously)
+        for (const config of queryConfigs.filter((c) => c.query)) {
+            const { sql, bindings } = config.query.clone().toSQL().toNative();
+            // eslint-disable-next-line no-await-in-loop
+            const reader = await this.dbConnection.runAndReadAll(sql, (0, duckdbHelpers_1.prepareBindings)(bindings));
+            const result = reader.getRowObjectsJson();
+            if (config.key === 'count')
+                countResult = result;
+            else
+                records = result;
+        }
+        const meta = this.getMetaTemplate();
+        meta.limit = this.dbQueryParameters.limit;
+        meta.page = this.dbQueryParameters.page;
+        meta.count = Number(countResult[0]?.count ?? 0);
+        const apiRecords = await this.translateRecords(records, this.knexBuilder);
+        return { meta, results: apiRecords };
+    }
+}
+exports.DuckDBSearchExecutor = DuckDBSearchExecutor;
+//# sourceMappingURL=DuckDBSearchExecutor.js.map

package/dist/s3search/ExecutionS3Search.d.ts

@@ -0,0 +1,20 @@
+import { DuckDBConnection } from '@duckdb/node-api';
+import { ExecutionSearch } from '../search/ExecutionSearch';
+import { QueryEvent } from '../types/search';
+/**
+ * Class to build and execute DuckDB search query for executions
+ */
+export declare class ExecutionS3Search extends ExecutionSearch {
+    private duckDBSearchExecutor;
+    constructor(event: QueryEvent, dbConnection: DuckDBConnection);
+    /**
+     * Build and execute search query
+     *
+     * @returns search result
+     */
+    query(): Promise<{
+        meta: import("../search/BaseSearch").Meta;
+        results: any[];
+    }>;
+}
+//# sourceMappingURL=ExecutionS3Search.d.ts.map

package/dist/s3search/ExecutionS3Search.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExecutionS3Search = void 0;
+const DuckDBSearchExecutor_1 = require("./DuckDBSearchExecutor");
+const ExecutionSearch_1 = require("../search/ExecutionSearch");
+/**
+ * Class to build and execute DuckDB search query for executions
+ */
+class ExecutionS3Search extends ExecutionSearch_1.ExecutionSearch {
+    constructor(event, dbConnection) {
+        super(event, false); // disables estimateTableRowCount
+        this.duckDBSearchExecutor = new DuckDBSearchExecutor_1.DuckDBSearchExecutor({
+            dbConnection,
+            dbQueryParameters: this.dbQueryParameters,
+            getMetaTemplate: this._metaTemplate.bind(this),
+            translateRecords: this.translatePostgresRecordsToApiRecords.bind(this),
+        });
+    }
+    /**
+     * Build and execute search query
+     *
+     * @returns search result
+     */
+    async query() {
+        return this.duckDBSearchExecutor.query((knexBuilder) => this.buildSearch(knexBuilder));
+    }
+}
+exports.ExecutionS3Search = ExecutionS3Search;
+//# sourceMappingURL=ExecutionS3Search.js.map

package/dist/s3search/GranuleS3Search.d.ts

@@ -0,0 +1,31 @@
+import { Knex } from 'knex';
+import { DuckDBConnection } from '@duckdb/node-api';
+import { ApiGranuleRecord } from '@cumulus/types/api/granules';
+import { GranuleRecord, GranuleSearch } from '../search/GranuleSearch';
+import { QueryEvent } from '../types/search';
+/**
+ * Class to build and execute DuckDB search query for granules
+ */
+export declare class GranuleS3Search extends GranuleSearch {
+    private dbConnection;
+    private duckDBSearchExecutor;
+    constructor(event: QueryEvent, dbConnection: DuckDBConnection);
+    /**
+     * Translate postgres records to api records
+     *
+     * @param pgRecords - postgres records returned from query
+     * @param knexClient - DB client
+     * @returns translated api records
+     */
+    protected translatePostgresRecordsToApiRecords(pgRecords: GranuleRecord[], knexClient: Knex): Promise<Partial<ApiGranuleRecord>[]>;
+    /**
+     * Build and execute search query
+     *
+     * @returns search result
+     */
+    query(): Promise<{
+        meta: import("../search/BaseSearch").Meta;
+        results: any[];
+    }>;
+}
+//# sourceMappingURL=GranuleS3Search.d.ts.map