@cumulus/db 19.0.0 → 19.2.0-alpha.0

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 export { Knex } from 'knex';
-export { createTestDatabase, deleteTestDatabase, destroyLocalTestDb, fakeAsyncOperationRecordFactory, fakeCollectionRecordFactory, fakeExecutionRecordFactory, fakeFileRecordFactory, fakeGranuleRecordFactory, fakePdrRecordFactory, fakeProviderRecordFactory, fakeRuleRecordFactory, generateLocalTestDb, } from './test-utils';
+export { createTestDatabase, deleteTestDatabase, destroyLocalTestDb, fakeAsyncOperationRecordFactory, fakeCollectionRecordFactory, fakeExecutionRecordFactory, fakeFileRecordFactory, fakeGranuleRecordFactory, fakePdrRecordFactory, fakeProviderRecordFactory, fakeReconciliationReportRecordFactory, fakeRuleRecordFactory, generateLocalTestDb, } from './test-utils';
 export { isCollisionError } from './lib/errors';
 export { getKnexClient } from './connection';
 export { getKnexConfig, localStackConnectionEnv } from './config';
@@ -17,6 +17,7 @@ export { PostgresGranule, PostgresGranuleRecord, } from './types/granule';
 export { PostgresPdr, PostgresPdrRecord, } from './types/pdr';
 export { PostgresFile, PostgresFileRecord, } from './types/file';
 export { PostgresGranuleExecution, } from './types/granule-execution';
+export { PostgresReconciliationReport, PostgresReconciliationReportRecord, } from './types/reconciliation_report';
 export { translateApiAsyncOperationToPostgresAsyncOperation, translatePostgresAsyncOperationToApiAsyncOperation, } from './translate/async_operations';
 export { translateApiFiletoPostgresFile, translatePostgresFileToApiFile, } from './translate/file';
 export { translateApiCollectionToPostgresCollection, translatePostgresCollectionToApiCollection, } from './translate/collections';
@@ -25,16 +26,21 @@ export { translatePostgresRuleToApiRule, translateApiRuleToPostgresRule, transla
 export { translateApiExecutionToPostgresExecution, translateApiExecutionToPostgresExecutionWithoutNilsRemoved, translatePostgresExecutionToApiExecution, } from './translate/executions';
 export { translateApiGranuleToPostgresGranule, translateApiGranuleToPostgresGranuleWithoutNilsRemoved, translatePostgresGranuleToApiGranule, translatePostgresGranuleResultToApiGranule, } from './translate/granules';
 export { translateApiPdrToPostgresPdr, translatePostgresPdrToApiPdr, } from './translate/pdr';
-export { getCollectionsByGranuleIds, } from './lib/collection';
+export { translateApiReconReportToPostgresReconReport, translatePostgresReconReportToApiReconReport, } from './translate/reconciliation_reports';
+export { getCollectionsByGranuleIds, getUniqueCollectionsByGranuleFilter, } from './lib/collection';
 export { batchDeleteExecutionFromDatabaseByCumulusCollectionId, executionArnsFromGranuleIdsAndWorkflowNames, getApiExecutionCumulusIds, getApiGranuleExecutionCumulusIdsByExecution, getExecutionInfoByGranuleCumulusId, getWorkflowNameIntersectFromGranuleIds, newestExecutionArnFromGranuleIdWorkflowName, } from './lib/execution';
 export { getFilesAndGranuleInfoQuery, } from './lib/file';
 export { getApiGranuleCumulusIds, getApiGranuleExecutionCumulusIds, getGranuleCollectionId, getUniqueGranuleByGranuleId, getGranuleByUniqueColumns, upsertGranuleWithExecutionJoinRecord, getGranulesByApiPropertiesQuery, getGranulesByGranuleId, getGranuleAndCollection, } from './lib/granule';
 export { QuerySearchClient, } from './lib/QuerySearchClient';
-export { BaseSearch, } from './search/BaseSearch';
+export { AsyncOperationSearch, } from './search/AsyncOperationSearch';
+export { CollectionSearch, } from './search/CollectionSearch';
 export { ExecutionSearch, } from './search/ExecutionSearch';
 export { GranuleSearch, } from './search/GranuleSearch';
+export { PdrSearch, } from './search/PdrSearch';
+export { ProviderSearch, } from './search/ProviderSearch';
+export { RuleSearch, } from './search/RuleSearch';
 export { StatsSearch, } from './search/StatsSearch';
-export { CollectionSearch, } from './search/CollectionSearch';
+export { ReconciliationReportSearch, } from './search/ReconciliationReportSearch';
 export { AsyncOperationPgModel } from './models/async_operation';
 export { BasePgModel } from './models/base';
 export { CollectionPgModel } from './models/collection';
@@ -44,5 +50,6 @@ export { GranulePgModel } from './models/granule';
 export { GranulesExecutionsPgModel } from './models/granules-executions';
 export { PdrPgModel } from './models/pdr';
 export { ProviderPgModel } from './models/provider';
+export { ReconciliationReportPgModel } from './models/reconciliation_report';
 export { RulePgModel } from './models/rule';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.js

@@ -23,8 +23,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.newestExecutionArnFromGranuleIdWorkflowName = exports.getWorkflowNameIntersectFromGranuleIds = exports.getExecutionInfoByGranuleCumulusId = exports.getApiGranuleExecutionCumulusIdsByExecution = exports.getApiExecutionCumulusIds = exports.executionArnsFromGranuleIdsAndWorkflowNames = exports.batchDeleteExecutionFromDatabaseByCumulusCollectionId = exports.getCollectionsByGranuleIds = exports.translatePostgresPdrToApiPdr = exports.translateApiPdrToPostgresPdr = exports.translatePostgresGranuleResultToApiGranule = exports.translatePostgresGranuleToApiGranule = exports.translateApiGranuleToPostgresGranuleWithoutNilsRemoved = exports.translateApiGranuleToPostgresGranule = exports.translatePostgresExecutionToApiExecution = exports.translateApiExecutionToPostgresExecutionWithoutNilsRemoved = exports.translateApiExecutionToPostgresExecution = exports.translateApiRuleToPostgresRuleRaw = exports.translateApiRuleToPostgresRule = exports.translatePostgresRuleToApiRule = exports.translatePostgresProviderToApiProvider = exports.translateApiProviderToPostgresProvider = exports.translatePostgresCollectionToApiCollection = exports.translateApiCollectionToPostgresCollection = exports.translatePostgresFileToApiFile = exports.translateApiFiletoPostgresFile = exports.translatePostgresAsyncOperationToApiAsyncOperation = exports.translateApiAsyncOperationToPostgresAsyncOperation = exports.nullifyUndefinedProviderValues = exports.validateProviderHost = exports.migrationDir = exports.TableNames = exports.createRejectableTransaction = exports.localStackConnectionEnv = exports.getKnexConfig = exports.getKnexClient = exports.isCollisionError = exports.generateLocalTestDb = exports.fakeRuleRecordFactory = exports.fakeProviderRecordFactory = exports.fakePdrRecordFactory = exports.fakeGranuleRecordFactory = exports.fakeFileRecordFactory = exports.fakeExecutionRecordFactory = exports.fakeCollectionRecordFactory = exports.fakeAsyncOperationRecordFactory = exports.destroyLocalTestDb = exports.deleteTestDatabase = exports.createTestDatabase = exports.Knex = void 0;
-exports.RulePgModel = exports.ProviderPgModel = exports.PdrPgModel = exports.GranulesExecutionsPgModel = exports.GranulePgModel = exports.FilePgModel = exports.ExecutionPgModel = exports.CollectionPgModel = exports.BasePgModel = exports.AsyncOperationPgModel = exports.CollectionSearch = exports.StatsSearch = exports.GranuleSearch = exports.ExecutionSearch = exports.BaseSearch = exports.QuerySearchClient = exports.getGranuleAndCollection = exports.getGranulesByGranuleId = exports.getGranulesByApiPropertiesQuery = exports.upsertGranuleWithExecutionJoinRecord = exports.getGranuleByUniqueColumns = exports.getUniqueGranuleByGranuleId = exports.getGranuleCollectionId = exports.getApiGranuleExecutionCumulusIds = exports.getApiGranuleCumulusIds = exports.getFilesAndGranuleInfoQuery = void 0;
+exports.getApiExecutionCumulusIds = exports.executionArnsFromGranuleIdsAndWorkflowNames = exports.batchDeleteExecutionFromDatabaseByCumulusCollectionId = exports.getUniqueCollectionsByGranuleFilter = exports.getCollectionsByGranuleIds = exports.translatePostgresReconReportToApiReconReport = exports.translateApiReconReportToPostgresReconReport = exports.translatePostgresPdrToApiPdr = exports.translateApiPdrToPostgresPdr = exports.translatePostgresGranuleResultToApiGranule = exports.translatePostgresGranuleToApiGranule = exports.translateApiGranuleToPostgresGranuleWithoutNilsRemoved = exports.translateApiGranuleToPostgresGranule = exports.translatePostgresExecutionToApiExecution = exports.translateApiExecutionToPostgresExecutionWithoutNilsRemoved = exports.translateApiExecutionToPostgresExecution = exports.translateApiRuleToPostgresRuleRaw = exports.translateApiRuleToPostgresRule = exports.translatePostgresRuleToApiRule = exports.translatePostgresProviderToApiProvider = exports.translateApiProviderToPostgresProvider = exports.translatePostgresCollectionToApiCollection = exports.translateApiCollectionToPostgresCollection = exports.translatePostgresFileToApiFile = exports.translateApiFiletoPostgresFile = exports.translatePostgresAsyncOperationToApiAsyncOperation = exports.translateApiAsyncOperationToPostgresAsyncOperation = exports.nullifyUndefinedProviderValues = exports.validateProviderHost = exports.migrationDir = exports.TableNames = exports.createRejectableTransaction = exports.localStackConnectionEnv = exports.getKnexConfig = exports.getKnexClient = exports.isCollisionError = exports.generateLocalTestDb = exports.fakeRuleRecordFactory = exports.fakeReconciliationReportRecordFactory = exports.fakeProviderRecordFactory = exports.fakePdrRecordFactory = exports.fakeGranuleRecordFactory = exports.fakeFileRecordFactory = exports.fakeExecutionRecordFactory = exports.fakeCollectionRecordFactory = exports.fakeAsyncOperationRecordFactory = exports.destroyLocalTestDb = exports.deleteTestDatabase = exports.createTestDatabase = exports.Knex = void 0;
+exports.RulePgModel = exports.ReconciliationReportPgModel = exports.ProviderPgModel = exports.PdrPgModel = exports.GranulesExecutionsPgModel = exports.GranulePgModel = exports.FilePgModel = exports.ExecutionPgModel = exports.CollectionPgModel = exports.BasePgModel = exports.AsyncOperationPgModel = exports.ReconciliationReportSearch = exports.StatsSearch = exports.RuleSearch = exports.ProviderSearch = exports.PdrSearch = exports.GranuleSearch = exports.ExecutionSearch = exports.CollectionSearch = exports.AsyncOperationSearch = exports.QuerySearchClient = exports.getGranuleAndCollection = exports.getGranulesByGranuleId = exports.getGranulesByApiPropertiesQuery = exports.upsertGranuleWithExecutionJoinRecord = exports.getGranuleByUniqueColumns = exports.getUniqueGranuleByGranuleId = exports.getGranuleCollectionId = exports.getApiGranuleExecutionCumulusIds = exports.getApiGranuleCumulusIds = exports.getFilesAndGranuleInfoQuery = exports.newestExecutionArnFromGranuleIdWorkflowName = exports.getWorkflowNameIntersectFromGranuleIds = exports.getExecutionInfoByGranuleCumulusId = exports.getApiGranuleExecutionCumulusIdsByExecution = void 0;
 const path = __importStar(require("path"));
 var knex_1 = require("knex");
 Object.defineProperty(exports, "Knex", { enumerable: true, get: function () { return knex_1.Knex; } });
@@ -39,6 +39,7 @@ Object.defineProperty(exports, "fakeFileRecordFactory", { enumerable: true, get:
 Object.defineProperty(exports, "fakeGranuleRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakeGranuleRecordFactory; } });
 Object.defineProperty(exports, "fakePdrRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakePdrRecordFactory; } });
 Object.defineProperty(exports, "fakeProviderRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakeProviderRecordFactory; } });
+Object.defineProperty(exports, "fakeReconciliationReportRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakeReconciliationReportRecordFactory; } });
 Object.defineProperty(exports, "fakeRuleRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakeRuleRecordFactory; } });
 Object.defineProperty(exports, "generateLocalTestDb", { enumerable: true, get: function () { return test_utils_1.generateLocalTestDb; } });
 var errors_1 = require("./lib/errors");
@@ -84,8 +85,12 @@ Object.defineProperty(exports, "translatePostgresGranuleResultToApiGranule", { e
 var pdr_1 = require("./translate/pdr");
 Object.defineProperty(exports, "translateApiPdrToPostgresPdr", { enumerable: true, get: function () { return pdr_1.translateApiPdrToPostgresPdr; } });
 Object.defineProperty(exports, "translatePostgresPdrToApiPdr", { enumerable: true, get: function () { return pdr_1.translatePostgresPdrToApiPdr; } });
+var reconciliation_reports_1 = require("./translate/reconciliation_reports");
+Object.defineProperty(exports, "translateApiReconReportToPostgresReconReport", { enumerable: true, get: function () { return reconciliation_reports_1.translateApiReconReportToPostgresReconReport; } });
+Object.defineProperty(exports, "translatePostgresReconReportToApiReconReport", { enumerable: true, get: function () { return reconciliation_reports_1.translatePostgresReconReportToApiReconReport; } });
 var collection_1 = require("./lib/collection");
 Object.defineProperty(exports, "getCollectionsByGranuleIds", { enumerable: true, get: function () { return collection_1.getCollectionsByGranuleIds; } });
+Object.defineProperty(exports, "getUniqueCollectionsByGranuleFilter", { enumerable: true, get: function () { return collection_1.getUniqueCollectionsByGranuleFilter; } });
 var execution_1 = require("./lib/execution");
 Object.defineProperty(exports, "batchDeleteExecutionFromDatabaseByCumulusCollectionId", { enumerable: true, get: function () { return execution_1.batchDeleteExecutionFromDatabaseByCumulusCollectionId; } });
 Object.defineProperty(exports, "executionArnsFromGranuleIdsAndWorkflowNames", { enumerable: true, get: function () { return execution_1.executionArnsFromGranuleIdsAndWorkflowNames; } });
@@ -108,16 +113,24 @@ Object.defineProperty(exports, "getGranulesByGranuleId", { enumerable: true, get
 Object.defineProperty(exports, "getGranuleAndCollection", { enumerable: true, get: function () { return granule_1.getGranuleAndCollection; } });
 var QuerySearchClient_1 = require("./lib/QuerySearchClient");
 Object.defineProperty(exports, "QuerySearchClient", { enumerable: true, get: function () { return QuerySearchClient_1.QuerySearchClient; } });
-var BaseSearch_1 = require("./search/BaseSearch");
-Object.defineProperty(exports, "BaseSearch", { enumerable: true, get: function () { return BaseSearch_1.BaseSearch; } });
+var AsyncOperationSearch_1 = require("./search/AsyncOperationSearch");
+Object.defineProperty(exports, "AsyncOperationSearch", { enumerable: true, get: function () { return AsyncOperationSearch_1.AsyncOperationSearch; } });
+var CollectionSearch_1 = require("./search/CollectionSearch");
+Object.defineProperty(exports, "CollectionSearch", { enumerable: true, get: function () { return CollectionSearch_1.CollectionSearch; } });
 var ExecutionSearch_1 = require("./search/ExecutionSearch");
 Object.defineProperty(exports, "ExecutionSearch", { enumerable: true, get: function () { return ExecutionSearch_1.ExecutionSearch; } });
 var GranuleSearch_1 = require("./search/GranuleSearch");
 Object.defineProperty(exports, "GranuleSearch", { enumerable: true, get: function () { return GranuleSearch_1.GranuleSearch; } });
+var PdrSearch_1 = require("./search/PdrSearch");
+Object.defineProperty(exports, "PdrSearch", { enumerable: true, get: function () { return PdrSearch_1.PdrSearch; } });
+var ProviderSearch_1 = require("./search/ProviderSearch");
+Object.defineProperty(exports, "ProviderSearch", { enumerable: true, get: function () { return ProviderSearch_1.ProviderSearch; } });
+var RuleSearch_1 = require("./search/RuleSearch");
+Object.defineProperty(exports, "RuleSearch", { enumerable: true, get: function () { return RuleSearch_1.RuleSearch; } });
 var StatsSearch_1 = require("./search/StatsSearch");
 Object.defineProperty(exports, "StatsSearch", { enumerable: true, get: function () { return StatsSearch_1.StatsSearch; } });
-var CollectionSearch_1 = require("./search/CollectionSearch");
-Object.defineProperty(exports, "CollectionSearch", { enumerable: true, get: function () { return CollectionSearch_1.CollectionSearch; } });
+var ReconciliationReportSearch_1 = require("./search/ReconciliationReportSearch");
+Object.defineProperty(exports, "ReconciliationReportSearch", { enumerable: true, get: function () { return ReconciliationReportSearch_1.ReconciliationReportSearch; } });
 var async_operation_1 = require("./models/async_operation");
 Object.defineProperty(exports, "AsyncOperationPgModel", { enumerable: true, get: function () { return async_operation_1.AsyncOperationPgModel; } });
 var base_1 = require("./models/base");
@@ -136,6 +149,8 @@ var pdr_2 = require("./models/pdr");
 Object.defineProperty(exports, "PdrPgModel", { enumerable: true, get: function () { return pdr_2.PdrPgModel; } });
 var provider_2 = require("./models/provider");
 Object.defineProperty(exports, "ProviderPgModel", { enumerable: true, get: function () { return provider_2.ProviderPgModel; } });
+var reconciliation_report_1 = require("./models/reconciliation_report");
+Object.defineProperty(exports, "ReconciliationReportPgModel", { enumerable: true, get: function () { return reconciliation_report_1.ReconciliationReportPgModel; } });
 var rule_1 = require("./models/rule");
 Object.defineProperty(exports, "RulePgModel", { enumerable: true, get: function () { return rule_1.RulePgModel; } });
 //# sourceMappingURL=index.js.map

package/dist/lib/QuerySearchClient.d.ts

@@ -22,13 +22,11 @@ declare class QuerySearchClient<RecordType extends BaseRecord> {
      *
      * This does not remove the object from the queue.
      *
-     * @returns {Promise<RecordType>} - record from PostgreSQL table
      */
     peek(): Promise<RecordType>;
     /**
      * Remove and return the next item in the results
      *
-     * @returns {Promise<RecordType>} - record from PostgreSQL table
      */
     shift(): Promise<RecordType | undefined>;
 }

package/dist/lib/QuerySearchClient.js

@@ -30,7 +30,6 @@ class QuerySearchClient {
      *
      * This does not remove the object from the queue.
      *
-     * @returns {Promise<RecordType>} - record from PostgreSQL table
      */
     async peek() {
         if (this.records.length === 0)
@@ -40,7 +39,6 @@ class QuerySearchClient {
     /**
      * Remove and return the next item in the results
      *
-     * @returns {Promise<RecordType>} - record from PostgreSQL table
      */
     async shift() {
         if (this.records.length === 0)

package/dist/lib/collection.d.ts

@@ -7,4 +7,12 @@ import { Knex } from 'knex';
  * @returns {Promise<Array<Object>>} - An array of collection results
  */
 export declare const getCollectionsByGranuleIds: (knex: Knex, granuleIds: string[]) => Promise<never>;
+export declare const getUniqueCollectionsByGranuleFilter: (params: {
+    startTimestamp?: string;
+    endTimestamp?: string;
+    collectionIds?: string[];
+    granuleIds?: string[];
+    providers?: string[];
+    knex: Knex;
+}) => Promise<any[]>;
 //# sourceMappingURL=collection.d.ts.map

package/dist/lib/collection.js

@@ -3,8 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getCollectionsByGranuleIds = void 0;
+exports.getUniqueCollectionsByGranuleFilter = exports.getCollectionsByGranuleIds = void 0;
 const logger_1 = __importDefault(require("@cumulus/logger"));
+const Collections_1 = require("@cumulus/message/Collections");
 const retry_1 = require("./retry");
 const tables_1 = require("../tables");
 /**
@@ -25,4 +26,38 @@ const getCollectionsByGranuleIds = async (knex, granuleIds) => {
     return await (0, retry_1.RetryOnDbConnectionTerminateError)(query, {}, log);
 };
 exports.getCollectionsByGranuleIds = getCollectionsByGranuleIds;
+// TODO - This function is going to be super-non-performant
+// We need to identify the specific need here and see if we can optimize
+const getUniqueCollectionsByGranuleFilter = async (params) => {
+    const { knex } = params;
+    const collectionsTable = tables_1.TableNames.collections;
+    const granulesTable = tables_1.TableNames.granules;
+    const providersTable = tables_1.TableNames.providers;
+    const query = knex(collectionsTable)
+        .distinct(`${collectionsTable}.*`)
+        .innerJoin(granulesTable, `${collectionsTable}.cumulus_id`, `${granulesTable}.collection_cumulus_id`);
+    if (params.startTimestamp) {
+        query.where(`${granulesTable}.updated_at`, '>=', params.startTimestamp);
+    }
+    if (params.endTimestamp) {
+        query.where(`${granulesTable}.updated_at`, '<=', params.endTimestamp);
+    }
+    // Filter by collectionIds
+    if (params.collectionIds && params.collectionIds.length > 0) {
+        const collectionNameVersionPairs = params.collectionIds.map((id) => (0, Collections_1.deconstructCollectionId)(id));
+        query.whereIn([`${collectionsTable}.name`, `${collectionsTable}.version`], collectionNameVersionPairs.map(({ name, version }) => [name, version]));
+    }
+    // Filter by granuleIds
+    if (params.granuleIds && params.granuleIds.length > 0) {
+        query.whereIn(`${granulesTable}.granule_id`, params.granuleIds);
+    }
+    // Filter by provider names
+    if (params.providers && params.providers.length > 0) {
+        query.innerJoin(providersTable, `${granulesTable}.provider_cumulus_id`, `${providersTable}.cumulus_id`);
+        query.whereIn(`${providersTable}.name`, params.providers);
+    }
+    query.orderBy([`${collectionsTable}.name`, `${collectionsTable}.version`]);
+    return query;
+};
+exports.getUniqueCollectionsByGranuleFilter = getUniqueCollectionsByGranuleFilter;
 //# sourceMappingURL=collection.js.map

package/dist/lib/execution.js

@@ -115,20 +115,27 @@ const getWorkflowNameIntersectFromGranuleIds = async (knexOrTransaction, granule
     const numberOfGranules = granuleCumulusIdsArray.length;
     const { executions: executionsTable, granulesExecutions: granulesExecutionsTable } = tables_1.TableNames;
     const aggregatedWorkflowCounts = await knexOrTransaction(executionsTable)
-        .select('workflow_name')
-        .countDistinct('granule_cumulus_id')
+        .select(['workflow_name'])
         .innerJoin(granulesExecutionsTable, `${executionsTable}.cumulus_id`, `${granulesExecutionsTable}.execution_cumulus_id`)
         .whereIn('granule_cumulus_id', granuleCumulusIdsArray)
         .groupBy('workflow_name')
+        .countDistinct('granule_cumulus_id')
         .havingRaw('count(distinct granule_cumulus_id) = ?', [numberOfGranules])
         .modify((queryBuilder) => {
         if (numberOfGranules === 1) {
-            queryBuilder.groupBy('timestamp')
-                .orderBy('timestamp', 'desc');
+            queryBuilder.min('timestamp');
         }
     });
-    return aggregatedWorkflowCounts
-        .map((workflowCounts) => workflowCounts.workflow_name);
+    /*
+    sort (and group by) in knex causes an edge case where two distinct workflows
+    of the same name will be returned if they have different timestamps. This means
+    different returns depending on whether you have asked for one or multiple granules
+    hence this sort has been moved to js logic
+    */
+    if (numberOfGranules === 1) {
+        aggregatedWorkflowCounts.sort((a, b) => b.min - a.min);
+    }
+    return aggregatedWorkflowCounts.map((workflowCounts) => workflowCounts.workflow_name);
 };
 exports.getWorkflowNameIntersectFromGranuleIds = getWorkflowNameIntersectFromGranuleIds;
 /**

package/dist/lib/granule.d.ts

@@ -79,24 +79,20 @@ export declare const getApiGranuleExecutionCumulusIds: (knexOrTransaction: Knex
 }>, collectionPgModel?: CollectionPgModel, granulePgModel?: GranulePgModel, granulesExecutionsPgModel?: GranulesExecutionsPgModel) => Promise<Array<number>>;
 /**
  * Helper to build a query to search granules by various API granule record properties.
- *
- * @param {Knex} knex - DB client
- * @param {Object} searchParams
- * @param {string | Array<string>} [searchParams.collectionIds] - Collection ID
- * @param {string | Array<string>} [searchParams.granuleIds] - array of granule IDs
- * @param {string} [searchParams.providerNames] - Provider names
- * @param {UpdatedAtRange} [searchParams.updatedAtRange] - Date range for updated_at column
- * @param {string} [searchParams.status] - Granule status to search by
- * @param {string | Array<string>} [sortByFields] - Field(s) to sort by
- * @returns {Knex.QueryBuilder}
  */
-export declare const getGranulesByApiPropertiesQuery: (knex: Knex, { collectionIds, granuleIds, providerNames, updatedAtRange, status, }: {
-    collectionIds?: string | string[] | undefined;
-    granuleIds?: string | string[] | undefined;
-    providerNames?: string[] | undefined;
-    updatedAtRange?: UpdatedAtRange | undefined;
-    status?: string | undefined;
-}, sortByFields?: string | string[]) => Knex.QueryBuilder;
+export declare const getGranulesByApiPropertiesQuery: ({ knex, searchParams, sortByFields, temporalBoundByCreatedAt, }: {
+    knex: Knex;
+    searchParams: {
+        collate?: string;
+        collectionIds?: string | string[];
+        granuleIds?: string | string[];
+        providerNames?: string[];
+        status?: string;
+        updatedAtRange?: UpdatedAtRange;
+    };
+    sortByFields?: string | string[] | undefined;
+    temporalBoundByCreatedAt?: boolean | undefined;
+}) => Knex.QueryBuilder;
 /**
  * Get Postgres Granule and Collection objects for a granuleId + collectionId
  *

package/dist/lib/granule.js

@@ -138,19 +138,10 @@ const getApiGranuleExecutionCumulusIds = async (knexOrTransaction, granules, col
 exports.getApiGranuleExecutionCumulusIds = getApiGranuleExecutionCumulusIds;
 /**
  * Helper to build a query to search granules by various API granule record properties.
- *
- * @param {Knex} knex - DB client
- * @param {Object} searchParams
- * @param {string | Array<string>} [searchParams.collectionIds] - Collection ID
- * @param {string | Array<string>} [searchParams.granuleIds] - array of granule IDs
- * @param {string} [searchParams.providerNames] - Provider names
- * @param {UpdatedAtRange} [searchParams.updatedAtRange] - Date range for updated_at column
- * @param {string} [searchParams.status] - Granule status to search by
- * @param {string | Array<string>} [sortByFields] - Field(s) to sort by
- * @returns {Knex.QueryBuilder}
  */
-const getGranulesByApiPropertiesQuery = (knex, { collectionIds, granuleIds, providerNames, updatedAtRange = {}, status, }, sortByFields) => {
+const getGranulesByApiPropertiesQuery = ({ knex, searchParams, sortByFields = [], temporalBoundByCreatedAt = false, }) => {
     const { granules: granulesTable, collections: collectionsTable, providers: providersTable, } = TableNames;
+    const temporalColumn = temporalBoundByCreatedAt ? 'created_at' : 'updated_at';
     return knex(granulesTable)
         .select(`${granulesTable}.*`)
         .select({
@@ -161,34 +152,41 @@ const getGranulesByApiPropertiesQuery = (knex, { collectionIds, granuleIds, prov
         .innerJoin(collectionsTable, `${granulesTable}.collection_cumulus_id`, `${collectionsTable}.cumulus_id`)
         .leftJoin(providersTable, `${granulesTable}.provider_cumulus_id`, `${providersTable}.cumulus_id`)
         .modify((queryBuilder) => {
-        if (collectionIds) {
-            const collectionIdFilters = [collectionIds].flat();
+        if (searchParams.collectionIds) {
+            const collectionIdFilters = [searchParams.collectionIds].flat();
             const collectionIdConcatField = `(${collectionsTable}.name || '${Collections_1.collectionIdSeparator}' || ${collectionsTable}.version)`;
             const collectionIdInClause = collectionIdFilters.map(() => '?').join(',');
             queryBuilder.whereRaw(`${collectionIdConcatField} IN (${collectionIdInClause})`, collectionIdFilters);
         }
-        if (granuleIds) {
-            const granuleIdFilters = [granuleIds].flat();
+        if (searchParams.granuleIds) {
+            const granuleIdFilters = [searchParams.granuleIds].flat();
             queryBuilder.where((nestedQueryBuilder) => {
                 granuleIdFilters.forEach((granuleId) => {
                     nestedQueryBuilder.orWhere(`${granulesTable}.granule_id`, 'LIKE', `%${granuleId}%`);
                 });
             });
         }
-        if (providerNames) {
-            queryBuilder.whereIn(`${providersTable}.name`, providerNames);
+        if (searchParams.providerNames) {
+            queryBuilder.whereIn(`${providersTable}.name`, searchParams.providerNames);
         }
-        if (updatedAtRange.updatedAtFrom) {
-            queryBuilder.where(`${granulesTable}.updated_at`, '>=', updatedAtRange.updatedAtFrom);
+        if (searchParams?.updatedAtRange?.updatedAtFrom) {
+            queryBuilder.where(`${granulesTable}.${temporalColumn}`, '>=', searchParams.updatedAtRange.updatedAtFrom);
         }
-        if (updatedAtRange.updatedAtTo) {
-            queryBuilder.where(`${granulesTable}.updated_at`, '<=', updatedAtRange.updatedAtTo);
+        if (searchParams?.updatedAtRange?.updatedAtTo) {
+            queryBuilder.where(`${granulesTable}.${temporalColumn}`, '<=', searchParams.updatedAtRange.updatedAtTo);
         }
-        if (status) {
-            queryBuilder.where(`${granulesTable}.status`, status);
+        if (searchParams.status) {
+            queryBuilder.where(`${granulesTable}.status`, searchParams.status);
         }
         if (sortByFields) {
-            queryBuilder.orderBy([sortByFields].flat());
+            if (!searchParams.collate) {
+                queryBuilder.orderBy([sortByFields].flat());
+            }
+            else {
+                [sortByFields].flat().forEach((field) => {
+                    queryBuilder.orderByRaw(`${field} collate \"${searchParams.collate}\"`);
+                });
+            }
         }
     })
         .groupBy(`${granulesTable}.cumulus_id`)

package/dist/migrations/20210727104740_alter_async_operations_table_operation_type.js

@@ -18,6 +18,7 @@ const up = async (knex) => {
         'Dead-Letter Processing',
         'Kinesis Replay',
         'Reconciliation Report',
+        'Migration Count Report',
         'Data Migration',
         'SQS Replay',
     ]));
@@ -32,6 +33,7 @@ const down = async (knex) => {
         'Dead-Letter Processing',
         'Kinesis Replay',
         'Reconciliation Report',
+        'Migration Count Report',
         'Data Migration',
     ]));
 };

package/dist/migrations/20240322161147_alter_async_operations_table_operation_type.js

@@ -19,6 +19,7 @@ const up = async (knex) => {
         'DLA Migration',
         'Kinesis Replay',
         'Reconciliation Report',
+        'Migration Count Report',
         'Data Migration',
         'SQS Replay',
     ]));
@@ -33,6 +34,7 @@ const down = async (knex) => {
         'Dead-Letter Processing',
         'Kinesis Replay',
         'Reconciliation Report',
+        'Migration Count Report',
         'Data Migration',
         'SQS Replay',
     ]));

package/dist/migrations/20240606060726_alter_async_operations_add_operation_type_bulk_execution_delete.js

@@ -21,6 +21,7 @@ const up = async (knex) => {
         'ES Index',
         'Kinesis Replay',
         'Reconciliation Report',
+        'Migration Count Report',
         'SQS Replay',
     ]));
 };
@@ -35,6 +36,7 @@ const down = async (knex) => {
         'DLA Migration',
         'Kinesis Replay',
         'Reconciliation Report',
+        'Migration Count Report',
         'Data Migration',
         'SQS Replay',
     ]));

package/dist/migrations/20240814185217_create_reconciliation_reports_table.d.ts

@@ -0,0 +1,4 @@
+import { Knex } from 'knex';
+export declare const up: (knex: Knex) => Promise<void>;
+export declare const down: (knex: Knex) => Promise<void>;
+//# sourceMappingURL=20240814185217_create_reconciliation_reports_table.d.ts.map

package/dist/migrations/20240814185217_create_reconciliation_reports_table.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.down = exports.up = void 0;
+const up = async (knex) => {
+    await knex.schema.createTable('reconciliation_reports', (table) => {
+        table
+            .increments('cumulus_id')
+            .primary();
+        table
+            .text('name')
+            .comment('Reconciliation Report name')
+            .notNullable();
+        table
+            .enum('type', ['Granule Inventory', 'Granule Not Found', 'Internal', 'Inventory', 'ORCA Backup'])
+            .comment('Type of Reconciliation Report')
+            .notNullable();
+        table
+            .enum('status', ['Generated', 'Pending', 'Failed'])
+            .comment('Status of Reconciliation Report')
+            .notNullable();
+        table
+            .text('location')
+            .comment('Location of Reconciliation Report');
+        table
+            .jsonb('error')
+            .comment('Error object');
+        // adds "created_at" and "updated_at" columns automatically
+        table
+            .timestamps(false, true);
+        table.index('status');
+        table.index('updated_at');
+        table.unique(['name']);
+    });
+};
+exports.up = up;
+const down = async (knex) => {
+    await knex.schema.dropTableIfExists('reconciliation_reports');
+};
+exports.down = down;
+//# sourceMappingURL=20240814185217_create_reconciliation_reports_table.js.map

package/dist/models/reconciliation_report.d.ts

@@ -0,0 +1,10 @@
+import { Knex } from 'knex';
+import { BasePgModel } from './base';
+import { PostgresReconciliationReport, PostgresReconciliationReportRecord } from '../types/reconciliation_report';
+declare class ReconciliationReportPgModel extends BasePgModel<PostgresReconciliationReport, PostgresReconciliationReportRecord> {
+    constructor();
+    create(knexOrTransaction: Knex | Knex.Transaction, item: PostgresReconciliationReport): Promise<PostgresReconciliationReportRecord[]>;
+    upsert(knexOrTransaction: Knex | Knex.Transaction, reconciliationReport: PostgresReconciliationReport): Promise<PostgresReconciliationReportRecord[]>;
+}
+export { ReconciliationReportPgModel };
+//# sourceMappingURL=reconciliation_report.d.ts.map

package/dist/models/reconciliation_report.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReconciliationReportPgModel = void 0;
+const base_1 = require("./base");
+const tables_1 = require("../tables");
+// eslint-disable-next-line max-len
+class ReconciliationReportPgModel extends base_1.BasePgModel {
+    constructor() {
+        super({
+            tableName: tables_1.TableNames.reconciliationReports,
+        });
+    }
+    create(knexOrTransaction, item) {
+        return super.create(knexOrTransaction, item, '*');
+    }
+    upsert(knexOrTransaction, reconciliationReport) {
+        return knexOrTransaction(this.tableName)
+            .insert(reconciliationReport)
+            .onConflict('name')
+            .merge()
+            .returning('*');
+    }
+}
+exports.ReconciliationReportPgModel = ReconciliationReportPgModel;
+//# sourceMappingURL=reconciliation_report.js.map

package/dist/search/AsyncOperationSearch.d.ts

@@ -0,0 +1,32 @@
+import { Knex } from 'knex';
+import { ApiAsyncOperation } from '@cumulus/types/api/async_operations';
+import { BaseSearch } from './BaseSearch';
+import { DbQueryParameters, QueryEvent } from '../types/search';
+import { PostgresAsyncOperationRecord } from '../types/async_operation';
+/**
+ * Class to build and execute db search query for asyncOperation
+ */
+export declare class AsyncOperationSearch extends BaseSearch {
+    constructor(event: QueryEvent);
+    /**
+     * Build queries for infix and prefix
+     *
+     * @param params
+     * @param params.countQuery - query builder for getting count
+     * @param params.searchQuery - query builder for search
+     * @param [params.dbQueryParameters] - db query parameters
+     */
+    protected buildInfixPrefixQuery(params: {
+        countQuery: Knex.QueryBuilder;
+        searchQuery: Knex.QueryBuilder;
+        dbQueryParameters?: DbQueryParameters;
+    }): void;
+    /**
+     * Translate postgres records to api records
+     *
+     * @param pgRecords - postgres records returned from query
+     * @returns translated api records
+     */
+    protected translatePostgresRecordsToApiRecords(pgRecords: PostgresAsyncOperationRecord[]): Partial<ApiAsyncOperation>[];
+}
+//# sourceMappingURL=AsyncOperationSearch.d.ts.map

package/dist/search/AsyncOperationSearch.js

@@ -0,0 +1,55 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AsyncOperationSearch = void 0;
+const pick_1 = __importDefault(require("lodash/pick"));
+const logger_1 = __importDefault(require("@cumulus/logger"));
+const BaseSearch_1 = require("./BaseSearch");
+const async_operations_1 = require("../translate/async_operations");
+const log = new logger_1.default({ sender: '@cumulus/db/AsyncOperationSearch' });
+/**
+ * Class to build and execute db search query for asyncOperation
+ */
+class AsyncOperationSearch extends BaseSearch_1.BaseSearch {
+    constructor(event) {
+        super(event, 'asyncOperation');
+    }
+    /**
+     * Build queries for infix and prefix
+     *
+     * @param params
+     * @param params.countQuery - query builder for getting count
+     * @param params.searchQuery - query builder for search
+     * @param [params.dbQueryParameters] - db query parameters
+     */
+    buildInfixPrefixQuery(params) {
+        const { countQuery, searchQuery, dbQueryParameters } = params;
+        const { infix, prefix } = dbQueryParameters ?? this.dbQueryParameters;
+        if (infix) {
+            [countQuery, searchQuery].forEach((query) => query.whereRaw(`${this.tableName}.id::text like ?`, `%${infix}%`));
+        }
+        if (prefix) {
+            [countQuery, searchQuery].forEach((query) => query.whereRaw(`${this.tableName}.id::text like ?`, `${prefix}%`));
+        }
+    }
+    /**
+     * Translate postgres records to api records
+     *
+     * @param pgRecords - postgres records returned from query
+     * @returns translated api records
+     */
+    translatePostgresRecordsToApiRecords(pgRecords) {
+        log.debug(`translatePostgresRecordsToApiRecords number of records ${pgRecords.length} `);
+        const { fields } = this.dbQueryParameters;
+        const apiRecords = pgRecords.map((item) => {
+            const pgAsyncOperation = item;
+            const apiRecord = (0, async_operations_1.translatePostgresAsyncOperationToApiAsyncOperation)(pgAsyncOperation);
+            return fields ? (0, pick_1.default)(apiRecord, fields) : apiRecord;
+        });
+        return apiRecords;
+    }
+}
+exports.AsyncOperationSearch = AsyncOperationSearch;
+//# sourceMappingURL=AsyncOperationSearch.js.map

package/dist/search/BaseSearch.d.ts

@@ -7,7 +7,7 @@ export declare const typeToTable: {
 /**
  * Class to build and execute db search query
  */
-declare class BaseSearch {
+declare abstract class BaseSearch {
     readonly type: string;
     readonly tableName: string;
     readonly queryStringParameters: QueryStringParameters;
@@ -19,6 +19,12 @@ declare class BaseSearch {
      * @returns whether collection search is needed
      */
     protected searchCollection(): boolean;
+    /**
+     * check if joined executions table search is needed
+     *
+     * @returns whether execution search is needed
+     */
+    protected searchExecution(): boolean;
     /**
      * check if joined pdrs table search is needed
      *
@@ -58,7 +64,7 @@ declare class BaseSearch {
      * Build basic query
      *
      * @param knex - DB client
-     * @throws - function is not implemented
+     * @returns queries for getting count and search result
      */
     protected buildBasicQuery(knex: Knex): {
         countQuery?: Knex.QueryBuilder;