@cumulus/db 19.1.0 → 19.2.0-alpha.1

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 export { Knex } from 'knex';
-export { createTestDatabase, deleteTestDatabase, destroyLocalTestDb, fakeAsyncOperationRecordFactory, fakeCollectionRecordFactory, fakeExecutionRecordFactory, fakeFileRecordFactory, fakeGranuleRecordFactory, fakePdrRecordFactory, fakeProviderRecordFactory, fakeRuleRecordFactory, generateLocalTestDb, } from './test-utils';
+export { createTestDatabase, deleteTestDatabase, destroyLocalTestDb, fakeAsyncOperationRecordFactory, fakeCollectionRecordFactory, fakeExecutionRecordFactory, fakeFileRecordFactory, fakeGranuleRecordFactory, fakePdrRecordFactory, fakeProviderRecordFactory, fakeReconciliationReportRecordFactory, fakeRuleRecordFactory, generateLocalTestDb, } from './test-utils';
 export { isCollisionError } from './lib/errors';
 export { getKnexClient } from './connection';
 export { getKnexConfig, localStackConnectionEnv } from './config';
@@ -17,6 +17,7 @@ export { PostgresGranule, PostgresGranuleRecord, } from './types/granule';
 export { PostgresPdr, PostgresPdrRecord, } from './types/pdr';
 export { PostgresFile, PostgresFileRecord, } from './types/file';
 export { PostgresGranuleExecution, } from './types/granule-execution';
+export { PostgresReconciliationReport, PostgresReconciliationReportRecord, } from './types/reconciliation_report';
 export { translateApiAsyncOperationToPostgresAsyncOperation, translatePostgresAsyncOperationToApiAsyncOperation, } from './translate/async_operations';
 export { translateApiFiletoPostgresFile, translatePostgresFileToApiFile, } from './translate/file';
 export { translateApiCollectionToPostgresCollection, translatePostgresCollectionToApiCollection, } from './translate/collections';
@@ -25,16 +26,21 @@ export { translatePostgresRuleToApiRule, translateApiRuleToPostgresRule, transla
 export { translateApiExecutionToPostgresExecution, translateApiExecutionToPostgresExecutionWithoutNilsRemoved, translatePostgresExecutionToApiExecution, } from './translate/executions';
 export { translateApiGranuleToPostgresGranule, translateApiGranuleToPostgresGranuleWithoutNilsRemoved, translatePostgresGranuleToApiGranule, translatePostgresGranuleResultToApiGranule, } from './translate/granules';
 export { translateApiPdrToPostgresPdr, translatePostgresPdrToApiPdr, } from './translate/pdr';
-export { getCollectionsByGranuleIds, } from './lib/collection';
+export { translateApiReconReportToPostgresReconReport, translatePostgresReconReportToApiReconReport, } from './translate/reconciliation_reports';
+export { getCollectionsByGranuleIds, getUniqueCollectionsByGranuleFilter, } from './lib/collection';
 export { batchDeleteExecutionFromDatabaseByCumulusCollectionId, executionArnsFromGranuleIdsAndWorkflowNames, getApiExecutionCumulusIds, getApiGranuleExecutionCumulusIdsByExecution, getExecutionInfoByGranuleCumulusId, getWorkflowNameIntersectFromGranuleIds, newestExecutionArnFromGranuleIdWorkflowName, } from './lib/execution';
 export { getFilesAndGranuleInfoQuery, } from './lib/file';
 export { getApiGranuleCumulusIds, getApiGranuleExecutionCumulusIds, getGranuleCollectionId, getUniqueGranuleByGranuleId, getGranuleByUniqueColumns, upsertGranuleWithExecutionJoinRecord, getGranulesByApiPropertiesQuery, getGranulesByGranuleId, getGranuleAndCollection, } from './lib/granule';
 export { QuerySearchClient, } from './lib/QuerySearchClient';
-export { BaseSearch, } from './search/BaseSearch';
+export { AsyncOperationSearch, } from './search/AsyncOperationSearch';
+export { CollectionSearch, } from './search/CollectionSearch';
 export { ExecutionSearch, } from './search/ExecutionSearch';
 export { GranuleSearch, } from './search/GranuleSearch';
+export { PdrSearch, } from './search/PdrSearch';
+export { ProviderSearch, } from './search/ProviderSearch';
+export { RuleSearch, } from './search/RuleSearch';
 export { StatsSearch, } from './search/StatsSearch';
-export { CollectionSearch, } from './search/CollectionSearch';
+export { ReconciliationReportSearch, } from './search/ReconciliationReportSearch';
 export { AsyncOperationPgModel } from './models/async_operation';
 export { BasePgModel } from './models/base';
 export { CollectionPgModel } from './models/collection';
@@ -44,5 +50,6 @@ export { GranulePgModel } from './models/granule';
 export { GranulesExecutionsPgModel } from './models/granules-executions';
 export { PdrPgModel } from './models/pdr';
 export { ProviderPgModel } from './models/provider';
+export { ReconciliationReportPgModel } from './models/reconciliation_report';
 export { RulePgModel } from './models/rule';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.js

@@ -23,8 +23,8 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.newestExecutionArnFromGranuleIdWorkflowName = exports.getWorkflowNameIntersectFromGranuleIds = exports.getExecutionInfoByGranuleCumulusId = exports.getApiGranuleExecutionCumulusIdsByExecution = exports.getApiExecutionCumulusIds = exports.executionArnsFromGranuleIdsAndWorkflowNames = exports.batchDeleteExecutionFromDatabaseByCumulusCollectionId = exports.getCollectionsByGranuleIds = exports.translatePostgresPdrToApiPdr = exports.translateApiPdrToPostgresPdr = exports.translatePostgresGranuleResultToApiGranule = exports.translatePostgresGranuleToApiGranule = exports.translateApiGranuleToPostgresGranuleWithoutNilsRemoved = exports.translateApiGranuleToPostgresGranule = exports.translatePostgresExecutionToApiExecution = exports.translateApiExecutionToPostgresExecutionWithoutNilsRemoved = exports.translateApiExecutionToPostgresExecution = exports.translateApiRuleToPostgresRuleRaw = exports.translateApiRuleToPostgresRule = exports.translatePostgresRuleToApiRule = exports.translatePostgresProviderToApiProvider = exports.translateApiProviderToPostgresProvider = exports.translatePostgresCollectionToApiCollection = exports.translateApiCollectionToPostgresCollection = exports.translatePostgresFileToApiFile = exports.translateApiFiletoPostgresFile = exports.translatePostgresAsyncOperationToApiAsyncOperation = exports.translateApiAsyncOperationToPostgresAsyncOperation = exports.nullifyUndefinedProviderValues = exports.validateProviderHost = exports.migrationDir = exports.TableNames = exports.createRejectableTransaction = exports.localStackConnectionEnv = exports.getKnexConfig = exports.getKnexClient = exports.isCollisionError = exports.generateLocalTestDb = exports.fakeRuleRecordFactory = exports.fakeProviderRecordFactory = exports.fakePdrRecordFactory = exports.fakeGranuleRecordFactory = exports.fakeFileRecordFactory = exports.fakeExecutionRecordFactory = exports.fakeCollectionRecordFactory = exports.fakeAsyncOperationRecordFactory = exports.destroyLocalTestDb = exports.deleteTestDatabase = exports.createTestDatabase = exports.Knex = void 0;
-exports.RulePgModel = exports.ProviderPgModel = exports.PdrPgModel = exports.GranulesExecutionsPgModel = exports.GranulePgModel = exports.FilePgModel = exports.ExecutionPgModel = exports.CollectionPgModel = exports.BasePgModel = exports.AsyncOperationPgModel = exports.CollectionSearch = exports.StatsSearch = exports.GranuleSearch = exports.ExecutionSearch = exports.BaseSearch = exports.QuerySearchClient = exports.getGranuleAndCollection = exports.getGranulesByGranuleId = exports.getGranulesByApiPropertiesQuery = exports.upsertGranuleWithExecutionJoinRecord = exports.getGranuleByUniqueColumns = exports.getUniqueGranuleByGranuleId = exports.getGranuleCollectionId = exports.getApiGranuleExecutionCumulusIds = exports.getApiGranuleCumulusIds = exports.getFilesAndGranuleInfoQuery = void 0;
+exports.getApiExecutionCumulusIds = exports.executionArnsFromGranuleIdsAndWorkflowNames = exports.batchDeleteExecutionFromDatabaseByCumulusCollectionId = exports.getUniqueCollectionsByGranuleFilter = exports.getCollectionsByGranuleIds = exports.translatePostgresReconReportToApiReconReport = exports.translateApiReconReportToPostgresReconReport = exports.translatePostgresPdrToApiPdr = exports.translateApiPdrToPostgresPdr = exports.translatePostgresGranuleResultToApiGranule = exports.translatePostgresGranuleToApiGranule = exports.translateApiGranuleToPostgresGranuleWithoutNilsRemoved = exports.translateApiGranuleToPostgresGranule = exports.translatePostgresExecutionToApiExecution = exports.translateApiExecutionToPostgresExecutionWithoutNilsRemoved = exports.translateApiExecutionToPostgresExecution = exports.translateApiRuleToPostgresRuleRaw = exports.translateApiRuleToPostgresRule = exports.translatePostgresRuleToApiRule = exports.translatePostgresProviderToApiProvider = exports.translateApiProviderToPostgresProvider = exports.translatePostgresCollectionToApiCollection = exports.translateApiCollectionToPostgresCollection = exports.translatePostgresFileToApiFile = exports.translateApiFiletoPostgresFile = exports.translatePostgresAsyncOperationToApiAsyncOperation = exports.translateApiAsyncOperationToPostgresAsyncOperation = exports.nullifyUndefinedProviderValues = exports.validateProviderHost = exports.migrationDir = exports.TableNames = exports.createRejectableTransaction = exports.localStackConnectionEnv = exports.getKnexConfig = exports.getKnexClient = exports.isCollisionError = exports.generateLocalTestDb = exports.fakeRuleRecordFactory = exports.fakeReconciliationReportRecordFactory = exports.fakeProviderRecordFactory = exports.fakePdrRecordFactory = exports.fakeGranuleRecordFactory = exports.fakeFileRecordFactory = exports.fakeExecutionRecordFactory = exports.fakeCollectionRecordFactory = exports.fakeAsyncOperationRecordFactory = exports.destroyLocalTestDb = exports.deleteTestDatabase = exports.createTestDatabase = exports.Knex = void 0;
+exports.RulePgModel = exports.ReconciliationReportPgModel = exports.ProviderPgModel = exports.PdrPgModel = exports.GranulesExecutionsPgModel = exports.GranulePgModel = exports.FilePgModel = exports.ExecutionPgModel = exports.CollectionPgModel = exports.BasePgModel = exports.AsyncOperationPgModel = exports.ReconciliationReportSearch = exports.StatsSearch = exports.RuleSearch = exports.ProviderSearch = exports.PdrSearch = exports.GranuleSearch = exports.ExecutionSearch = exports.CollectionSearch = exports.AsyncOperationSearch = exports.QuerySearchClient = exports.getGranuleAndCollection = exports.getGranulesByGranuleId = exports.getGranulesByApiPropertiesQuery = exports.upsertGranuleWithExecutionJoinRecord = exports.getGranuleByUniqueColumns = exports.getUniqueGranuleByGranuleId = exports.getGranuleCollectionId = exports.getApiGranuleExecutionCumulusIds = exports.getApiGranuleCumulusIds = exports.getFilesAndGranuleInfoQuery = exports.newestExecutionArnFromGranuleIdWorkflowName = exports.getWorkflowNameIntersectFromGranuleIds = exports.getExecutionInfoByGranuleCumulusId = exports.getApiGranuleExecutionCumulusIdsByExecution = void 0;
 const path = __importStar(require("path"));
 var knex_1 = require("knex");
 Object.defineProperty(exports, "Knex", { enumerable: true, get: function () { return knex_1.Knex; } });
@@ -39,6 +39,7 @@ Object.defineProperty(exports, "fakeFileRecordFactory", { enumerable: true, get:
 Object.defineProperty(exports, "fakeGranuleRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakeGranuleRecordFactory; } });
 Object.defineProperty(exports, "fakePdrRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakePdrRecordFactory; } });
 Object.defineProperty(exports, "fakeProviderRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakeProviderRecordFactory; } });
+Object.defineProperty(exports, "fakeReconciliationReportRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakeReconciliationReportRecordFactory; } });
 Object.defineProperty(exports, "fakeRuleRecordFactory", { enumerable: true, get: function () { return test_utils_1.fakeRuleRecordFactory; } });
 Object.defineProperty(exports, "generateLocalTestDb", { enumerable: true, get: function () { return test_utils_1.generateLocalTestDb; } });
 var errors_1 = require("./lib/errors");
@@ -84,8 +85,12 @@ Object.defineProperty(exports, "translatePostgresGranuleResultToApiGranule", { e
 var pdr_1 = require("./translate/pdr");
 Object.defineProperty(exports, "translateApiPdrToPostgresPdr", { enumerable: true, get: function () { return pdr_1.translateApiPdrToPostgresPdr; } });
 Object.defineProperty(exports, "translatePostgresPdrToApiPdr", { enumerable: true, get: function () { return pdr_1.translatePostgresPdrToApiPdr; } });
+var reconciliation_reports_1 = require("./translate/reconciliation_reports");
+Object.defineProperty(exports, "translateApiReconReportToPostgresReconReport", { enumerable: true, get: function () { return reconciliation_reports_1.translateApiReconReportToPostgresReconReport; } });
+Object.defineProperty(exports, "translatePostgresReconReportToApiReconReport", { enumerable: true, get: function () { return reconciliation_reports_1.translatePostgresReconReportToApiReconReport; } });
 var collection_1 = require("./lib/collection");
 Object.defineProperty(exports, "getCollectionsByGranuleIds", { enumerable: true, get: function () { return collection_1.getCollectionsByGranuleIds; } });
+Object.defineProperty(exports, "getUniqueCollectionsByGranuleFilter", { enumerable: true, get: function () { return collection_1.getUniqueCollectionsByGranuleFilter; } });
 var execution_1 = require("./lib/execution");
 Object.defineProperty(exports, "batchDeleteExecutionFromDatabaseByCumulusCollectionId", { enumerable: true, get: function () { return execution_1.batchDeleteExecutionFromDatabaseByCumulusCollectionId; } });
 Object.defineProperty(exports, "executionArnsFromGranuleIdsAndWorkflowNames", { enumerable: true, get: function () { return execution_1.executionArnsFromGranuleIdsAndWorkflowNames; } });
@@ -108,16 +113,24 @@ Object.defineProperty(exports, "getGranulesByGranuleId", { enumerable: true, get
 Object.defineProperty(exports, "getGranuleAndCollection", { enumerable: true, get: function () { return granule_1.getGranuleAndCollection; } });
 var QuerySearchClient_1 = require("./lib/QuerySearchClient");
 Object.defineProperty(exports, "QuerySearchClient", { enumerable: true, get: function () { return QuerySearchClient_1.QuerySearchClient; } });
-var BaseSearch_1 = require("./search/BaseSearch");
-Object.defineProperty(exports, "BaseSearch", { enumerable: true, get: function () { return BaseSearch_1.BaseSearch; } });
+var AsyncOperationSearch_1 = require("./search/AsyncOperationSearch");
+Object.defineProperty(exports, "AsyncOperationSearch", { enumerable: true, get: function () { return AsyncOperationSearch_1.AsyncOperationSearch; } });
+var CollectionSearch_1 = require("./search/CollectionSearch");
+Object.defineProperty(exports, "CollectionSearch", { enumerable: true, get: function () { return CollectionSearch_1.CollectionSearch; } });
 var ExecutionSearch_1 = require("./search/ExecutionSearch");
 Object.defineProperty(exports, "ExecutionSearch", { enumerable: true, get: function () { return ExecutionSearch_1.ExecutionSearch; } });
 var GranuleSearch_1 = require("./search/GranuleSearch");
 Object.defineProperty(exports, "GranuleSearch", { enumerable: true, get: function () { return GranuleSearch_1.GranuleSearch; } });
+var PdrSearch_1 = require("./search/PdrSearch");
+Object.defineProperty(exports, "PdrSearch", { enumerable: true, get: function () { return PdrSearch_1.PdrSearch; } });
+var ProviderSearch_1 = require("./search/ProviderSearch");
+Object.defineProperty(exports, "ProviderSearch", { enumerable: true, get: function () { return ProviderSearch_1.ProviderSearch; } });
+var RuleSearch_1 = require("./search/RuleSearch");
+Object.defineProperty(exports, "RuleSearch", { enumerable: true, get: function () { return RuleSearch_1.RuleSearch; } });
 var StatsSearch_1 = require("./search/StatsSearch");
 Object.defineProperty(exports, "StatsSearch", { enumerable: true, get: function () { return StatsSearch_1.StatsSearch; } });
-var CollectionSearch_1 = require("./search/CollectionSearch");
-Object.defineProperty(exports, "CollectionSearch", { enumerable: true, get: function () { return CollectionSearch_1.CollectionSearch; } });
+var ReconciliationReportSearch_1 = require("./search/ReconciliationReportSearch");
+Object.defineProperty(exports, "ReconciliationReportSearch", { enumerable: true, get: function () { return ReconciliationReportSearch_1.ReconciliationReportSearch; } });
 var async_operation_1 = require("./models/async_operation");
 Object.defineProperty(exports, "AsyncOperationPgModel", { enumerable: true, get: function () { return async_operation_1.AsyncOperationPgModel; } });
 var base_1 = require("./models/base");
@@ -136,6 +149,8 @@ var pdr_2 = require("./models/pdr");
 Object.defineProperty(exports, "PdrPgModel", { enumerable: true, get: function () { return pdr_2.PdrPgModel; } });
 var provider_2 = require("./models/provider");
 Object.defineProperty(exports, "ProviderPgModel", { enumerable: true, get: function () { return provider_2.ProviderPgModel; } });
+var reconciliation_report_1 = require("./models/reconciliation_report");
+Object.defineProperty(exports, "ReconciliationReportPgModel", { enumerable: true, get: function () { return reconciliation_report_1.ReconciliationReportPgModel; } });
 var rule_1 = require("./models/rule");
 Object.defineProperty(exports, "RulePgModel", { enumerable: true, get: function () { return rule_1.RulePgModel; } });
 //# sourceMappingURL=index.js.map

package/dist/lib/QuerySearchClient.d.ts

@@ -22,13 +22,11 @@ declare class QuerySearchClient<RecordType extends BaseRecord> {
      *
      * This does not remove the object from the queue.
      *
-     * @returns {Promise<RecordType>} - record from PostgreSQL table
      */
     peek(): Promise<RecordType>;
     /**
      * Remove and return the next item in the results
      *
-     * @returns {Promise<RecordType>} - record from PostgreSQL table
      */
     shift(): Promise<RecordType | undefined>;
 }

package/dist/lib/QuerySearchClient.js

@@ -30,7 +30,6 @@ class QuerySearchClient {
      *
      * This does not remove the object from the queue.
      *
-     * @returns {Promise<RecordType>} - record from PostgreSQL table
      */
     async peek() {
         if (this.records.length === 0)
@@ -40,7 +39,6 @@ class QuerySearchClient {
     /**
      * Remove and return the next item in the results
      *
-     * @returns {Promise<RecordType>} - record from PostgreSQL table
      */
     async shift() {
         if (this.records.length === 0)

package/dist/lib/collection.d.ts

@@ -7,4 +7,12 @@ import { Knex } from 'knex';
  * @returns {Promise<Array<Object>>} - An array of collection results
  */
 export declare const getCollectionsByGranuleIds: (knex: Knex, granuleIds: string[]) => Promise<never>;
+export declare const getUniqueCollectionsByGranuleFilter: (params: {
+    startTimestamp?: string;
+    endTimestamp?: string;
+    collectionIds?: string[];
+    granuleIds?: string[];
+    providers?: string[];
+    knex: Knex;
+}) => Promise<any[]>;
 //# sourceMappingURL=collection.d.ts.map

package/dist/lib/collection.js

@@ -3,8 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getCollectionsByGranuleIds = void 0;
+exports.getUniqueCollectionsByGranuleFilter = exports.getCollectionsByGranuleIds = void 0;
 const logger_1 = __importDefault(require("@cumulus/logger"));
+const Collections_1 = require("@cumulus/message/Collections");
 const retry_1 = require("./retry");
 const tables_1 = require("../tables");
 /**
@@ -25,4 +26,38 @@ const getCollectionsByGranuleIds = async (knex, granuleIds) => {
     return await (0, retry_1.RetryOnDbConnectionTerminateError)(query, {}, log);
 };
 exports.getCollectionsByGranuleIds = getCollectionsByGranuleIds;
+// TODO - This function is going to be super-non-performant
+// We need to identify the specific need here and see if we can optimize
+const getUniqueCollectionsByGranuleFilter = async (params) => {
+    const { knex } = params;
+    const collectionsTable = tables_1.TableNames.collections;
+    const granulesTable = tables_1.TableNames.granules;
+    const providersTable = tables_1.TableNames.providers;
+    const query = knex(collectionsTable)
+        .distinct(`${collectionsTable}.*`)
+        .innerJoin(granulesTable, `${collectionsTable}.cumulus_id`, `${granulesTable}.collection_cumulus_id`);
+    if (params.startTimestamp) {
+        query.where(`${granulesTable}.updated_at`, '>=', params.startTimestamp);
+    }
+    if (params.endTimestamp) {
+        query.where(`${granulesTable}.updated_at`, '<=', params.endTimestamp);
+    }
+    // Filter by collectionIds
+    if (params.collectionIds && params.collectionIds.length > 0) {
+        const collectionNameVersionPairs = params.collectionIds.map((id) => (0, Collections_1.deconstructCollectionId)(id));
+        query.whereIn([`${collectionsTable}.name`, `${collectionsTable}.version`], collectionNameVersionPairs.map(({ name, version }) => [name, version]));
+    }
+    // Filter by granuleIds
+    if (params.granuleIds && params.granuleIds.length > 0) {
+        query.whereIn(`${granulesTable}.granule_id`, params.granuleIds);
+    }
+    // Filter by provider names
+    if (params.providers && params.providers.length > 0) {
+        query.innerJoin(providersTable, `${granulesTable}.provider_cumulus_id`, `${providersTable}.cumulus_id`);
+        query.whereIn(`${providersTable}.name`, params.providers);
+    }
+    query.orderBy([`${collectionsTable}.name`, `${collectionsTable}.version`]);
+    return query;
+};
+exports.getUniqueCollectionsByGranuleFilter = getUniqueCollectionsByGranuleFilter;
 //# sourceMappingURL=collection.js.map

package/dist/lib/execution.d.ts

@@ -6,7 +6,20 @@ export interface ArnRecord {
     arn: string;
 }
 /**
- * Returns execution info sorted by most recent first for an input
+ * Returns execution records sorted by most recent first for an input
+ * set of Granule Cumulus IDs.
+ * @returns Array of arn objects with the most recent first.
+ */
+export declare const getExecutionInfoByGranuleCumulusIds: ({ knexOrTransaction, granuleCumulusIds, limit, }: {
+    knexOrTransaction: Knex | Knex.Transaction;
+    granuleCumulusIds: number[];
+    limit?: number | undefined;
+}) => Promise<{
+    granule_cumulus_id: number;
+    url: string;
+}[]>;
+/**
+ * Returns execution records sorted by most recent first for an input
  * Granule Cumulus ID.
  *
  * @param {Object} params
@@ -24,17 +37,6 @@ export declare const getExecutionInfoByGranuleCumulusId: ({ knexOrTransaction, g
     executionColumns: string[];
     limit?: number | undefined;
 }) => Promise<Partial<PostgresExecutionRecord>[]>;
-/**
- * Returns a list of executionArns sorted by most recent first, for an input
- * Granule Cumulus ID.
- *
- * @param {Knex | Knex.Transaction} knexOrTransaction
- *   Knex client for reading from RDS database
- * @param {number} granuleCumulusId - The primary ID for a Granule
- * @param {number} limit - limit to number of executions to query
- * @returns {Promise<ArnRecord[]>} - Array of arn objects with the most recent first.
- */
-export declare const getExecutionArnsByGranuleCumulusId: (knexOrTransaction: Knex | Knex.Transaction, granuleCumulusId: Number, limit?: number) => Promise<ArnRecord[]>;
 /**
  * Returns a list of executionArns sorted by most recent first, for an input
  * list of granuleIds and workflowNames.

package/dist/lib/execution.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.batchDeleteExecutionFromDatabaseByCumulusCollectionId = exports.getApiGranuleExecutionCumulusIdsByExecution = exports.getApiExecutionCumulusIds = exports.getWorkflowNameIntersectFromGranuleIds = exports.newestExecutionArnFromGranuleIdWorkflowName = exports.executionArnsFromGranuleIdsAndWorkflowNames = exports.getExecutionArnsByGranuleCumulusId = exports.getExecutionInfoByGranuleCumulusId = void 0;
+exports.batchDeleteExecutionFromDatabaseByCumulusCollectionId = exports.getApiGranuleExecutionCumulusIdsByExecution = exports.getApiExecutionCumulusIds = exports.getWorkflowNameIntersectFromGranuleIds = exports.newestExecutionArnFromGranuleIdWorkflowName = exports.executionArnsFromGranuleIdsAndWorkflowNames = exports.getExecutionInfoByGranuleCumulusId = exports.getExecutionInfoByGranuleCumulusIds = void 0;
 const errors_1 = require("@cumulus/errors");
 const execution_1 = require("../models/execution");
 const granules_executions_1 = require("../models/granules-executions");
@@ -9,54 +9,50 @@ const Logger = require('@cumulus/logger');
 const { getKnexClient } = require('../connection');
 const log = new Logger({ sender: '@cumulus/db/lib/execution' });
 /**
- * Returns execution info sorted by most recent first for an input
- * Granule Cumulus ID.
- *
- * @param {Object} params
- * @param {Knex | Knex.Transaction} params.knexOrTransaction
- *   Knex client for reading from RDS database
- * @param {Array<string>} params.executionColumns - Columns to return from executions table
- * @param {number} params.granuleCumulusId - The primary ID for a Granule
- * @param {number} [params.limit] - limit to number of executions to query
- * @returns {Promise<Partial<PostgresExecutionRecord>[]>}
- *   Array of arn objects with the most recent first.
+ * Returns execution records sorted by most recent first for an input
+ * set of Granule Cumulus IDs.
+ * @returns Array of arn objects with the most recent first.
  */
-const getExecutionInfoByGranuleCumulusId = async ({ knexOrTransaction, granuleCumulusId, executionColumns = ['arn'], limit, }) => {
+const getExecutionInfoByGranuleCumulusIds = async ({ knexOrTransaction, granuleCumulusIds, limit, }) => {
     const knexQuery = knexOrTransaction(tables_1.TableNames.executions)
-        .column(executionColumns.map((column) => `${tables_1.TableNames.executions}.${column}`))
-        .where(`${tables_1.TableNames.granules}.cumulus_id`, granuleCumulusId)
+        .column([
+        `${tables_1.TableNames.executions}.url`,
+        `${tables_1.TableNames.granulesExecutions}.granule_cumulus_id`,
+    ])
+        .whereIn(`${tables_1.TableNames.granulesExecutions}.granule_cumulus_id`, granuleCumulusIds)
         .join(tables_1.TableNames.granulesExecutions, `${tables_1.TableNames.executions}.cumulus_id`, `${tables_1.TableNames.granulesExecutions}.execution_cumulus_id`)
-        .join(tables_1.TableNames.granules, `${tables_1.TableNames.granules}.cumulus_id`, `${tables_1.TableNames.granulesExecutions}.granule_cumulus_id`)
         .orderBy(`${tables_1.TableNames.executions}.timestamp`, 'desc');
     if (limit) {
         knexQuery.limit(limit);
     }
     return await knexQuery;
 };
-exports.getExecutionInfoByGranuleCumulusId = getExecutionInfoByGranuleCumulusId;
+exports.getExecutionInfoByGranuleCumulusIds = getExecutionInfoByGranuleCumulusIds;
 /**
- * Returns a list of executionArns sorted by most recent first, for an input
+ * Returns execution records sorted by most recent first for an input
  * Granule Cumulus ID.
  *
- * @param {Knex | Knex.Transaction} knexOrTransaction
+ * @param {Object} params
+ * @param {Knex | Knex.Transaction} params.knexOrTransaction
  *   Knex client for reading from RDS database
- * @param {number} granuleCumulusId - The primary ID for a Granule
- * @param {number} limit - limit to number of executions to query
- * @returns {Promise<ArnRecord[]>} - Array of arn objects with the most recent first.
+ * @param {Array<string>} params.executionColumns - Columns to return from executions table
+ * @param {number} params.granuleCumulusId - The primary ID for a Granule
+ * @param {number} [params.limit] - limit to number of executions to query
+ * @returns {Promise<Partial<PostgresExecutionRecord>[]>}
+ *   Array of arn objects with the most recent first.
  */
-const getExecutionArnsByGranuleCumulusId = async (knexOrTransaction, granuleCumulusId, limit) => {
+const getExecutionInfoByGranuleCumulusId = async ({ knexOrTransaction, granuleCumulusId, executionColumns = ['arn'], limit, }) => {
     const knexQuery = knexOrTransaction(tables_1.TableNames.executions)
-        .select(`${tables_1.TableNames.executions}.arn`)
-        .where(`${tables_1.TableNames.granules}.cumulus_id`, granuleCumulusId)
+        .column(executionColumns.map((column) => `${tables_1.TableNames.executions}.${column}`))
+        .where(`${tables_1.TableNames.granulesExecutions}.granule_cumulus_id`, granuleCumulusId)
         .join(tables_1.TableNames.granulesExecutions, `${tables_1.TableNames.executions}.cumulus_id`, `${tables_1.TableNames.granulesExecutions}.execution_cumulus_id`)
-        .join(tables_1.TableNames.granules, `${tables_1.TableNames.granules}.cumulus_id`, `${tables_1.TableNames.granulesExecutions}.granule_cumulus_id`)
         .orderBy(`${tables_1.TableNames.executions}.timestamp`, 'desc');
     if (limit) {
         knexQuery.limit(limit);
     }
     return await knexQuery;
 };
-exports.getExecutionArnsByGranuleCumulusId = getExecutionArnsByGranuleCumulusId;
+exports.getExecutionInfoByGranuleCumulusId = getExecutionInfoByGranuleCumulusId;
 /**
  * Returns a list of executionArns sorted by most recent first, for an input
  * list of granuleIds and workflowNames.

package/dist/lib/granule.d.ts

@@ -79,24 +79,20 @@ export declare const getApiGranuleExecutionCumulusIds: (knexOrTransaction: Knex
 }>, collectionPgModel?: CollectionPgModel, granulePgModel?: GranulePgModel, granulesExecutionsPgModel?: GranulesExecutionsPgModel) => Promise<Array<number>>;
 /**
  * Helper to build a query to search granules by various API granule record properties.
- *
- * @param {Knex} knex - DB client
- * @param {Object} searchParams
- * @param {string | Array<string>} [searchParams.collectionIds] - Collection ID
- * @param {string | Array<string>} [searchParams.granuleIds] - array of granule IDs
- * @param {string} [searchParams.providerNames] - Provider names
- * @param {UpdatedAtRange} [searchParams.updatedAtRange] - Date range for updated_at column
- * @param {string} [searchParams.status] - Granule status to search by
- * @param {string | Array<string>} [sortByFields] - Field(s) to sort by
- * @returns {Knex.QueryBuilder}
  */
-export declare const getGranulesByApiPropertiesQuery: (knex: Knex, { collectionIds, granuleIds, providerNames, updatedAtRange, status, }: {
-    collectionIds?: string | string[] | undefined;
-    granuleIds?: string | string[] | undefined;
-    providerNames?: string[] | undefined;
-    updatedAtRange?: UpdatedAtRange | undefined;
-    status?: string | undefined;
-}, sortByFields?: string | string[]) => Knex.QueryBuilder;
+export declare const getGranulesByApiPropertiesQuery: ({ knex, searchParams, sortByFields, temporalBoundByCreatedAt, }: {
+    knex: Knex;
+    searchParams: {
+        collate?: string;
+        collectionIds?: string | string[];
+        granuleIds?: string | string[];
+        providerNames?: string[];
+        status?: string;
+        updatedAtRange?: UpdatedAtRange;
+    };
+    sortByFields?: string | string[] | undefined;
+    temporalBoundByCreatedAt?: boolean | undefined;
+}) => Knex.QueryBuilder;
 /**
  * Get Postgres Granule and Collection objects for a granuleId + collectionId
  *

package/dist/lib/granule.js

@@ -138,19 +138,10 @@ const getApiGranuleExecutionCumulusIds = async (knexOrTransaction, granules, col
 exports.getApiGranuleExecutionCumulusIds = getApiGranuleExecutionCumulusIds;
 /**
  * Helper to build a query to search granules by various API granule record properties.
- *
- * @param {Knex} knex - DB client
- * @param {Object} searchParams
- * @param {string | Array<string>} [searchParams.collectionIds] - Collection ID
- * @param {string | Array<string>} [searchParams.granuleIds] - array of granule IDs
- * @param {string} [searchParams.providerNames] - Provider names
- * @param {UpdatedAtRange} [searchParams.updatedAtRange] - Date range for updated_at column
- * @param {string} [searchParams.status] - Granule status to search by
- * @param {string | Array<string>} [sortByFields] - Field(s) to sort by
- * @returns {Knex.QueryBuilder}
  */
-const getGranulesByApiPropertiesQuery = (knex, { collectionIds, granuleIds, providerNames, updatedAtRange = {}, status, }, sortByFields) => {
+const getGranulesByApiPropertiesQuery = ({ knex, searchParams, sortByFields = [], temporalBoundByCreatedAt = false, }) => {
     const { granules: granulesTable, collections: collectionsTable, providers: providersTable, } = TableNames;
+    const temporalColumn = temporalBoundByCreatedAt ? 'created_at' : 'updated_at';
     return knex(granulesTable)
         .select(`${granulesTable}.*`)
         .select({
@@ -161,34 +152,41 @@ const getGranulesByApiPropertiesQuery = (knex, { collectionIds, granuleIds, prov
         .innerJoin(collectionsTable, `${granulesTable}.collection_cumulus_id`, `${collectionsTable}.cumulus_id`)
         .leftJoin(providersTable, `${granulesTable}.provider_cumulus_id`, `${providersTable}.cumulus_id`)
         .modify((queryBuilder) => {
-        if (collectionIds) {
-            const collectionIdFilters = [collectionIds].flat();
+        if (searchParams.collectionIds) {
+            const collectionIdFilters = [searchParams.collectionIds].flat();
             const collectionIdConcatField = `(${collectionsTable}.name || '${Collections_1.collectionIdSeparator}' || ${collectionsTable}.version)`;
             const collectionIdInClause = collectionIdFilters.map(() => '?').join(',');
             queryBuilder.whereRaw(`${collectionIdConcatField} IN (${collectionIdInClause})`, collectionIdFilters);
         }
-        if (granuleIds) {
-            const granuleIdFilters = [granuleIds].flat();
+        if (searchParams.granuleIds) {
+            const granuleIdFilters = [searchParams.granuleIds].flat();
             queryBuilder.where((nestedQueryBuilder) => {
                 granuleIdFilters.forEach((granuleId) => {
                     nestedQueryBuilder.orWhere(`${granulesTable}.granule_id`, 'LIKE', `%${granuleId}%`);
                 });
             });
         }
-        if (providerNames) {
-            queryBuilder.whereIn(`${providersTable}.name`, providerNames);
+        if (searchParams.providerNames) {
+            queryBuilder.whereIn(`${providersTable}.name`, searchParams.providerNames);
         }
-        if (updatedAtRange.updatedAtFrom) {
-            queryBuilder.where(`${granulesTable}.updated_at`, '>=', updatedAtRange.updatedAtFrom);
+        if (searchParams?.updatedAtRange?.updatedAtFrom) {
+            queryBuilder.where(`${granulesTable}.${temporalColumn}`, '>=', searchParams.updatedAtRange.updatedAtFrom);
         }
-        if (updatedAtRange.updatedAtTo) {
-            queryBuilder.where(`${granulesTable}.updated_at`, '<=', updatedAtRange.updatedAtTo);
+        if (searchParams?.updatedAtRange?.updatedAtTo) {
+            queryBuilder.where(`${granulesTable}.${temporalColumn}`, '<=', searchParams.updatedAtRange.updatedAtTo);
         }
-        if (status) {
-            queryBuilder.where(`${granulesTable}.status`, status);
+        if (searchParams.status) {
+            queryBuilder.where(`${granulesTable}.status`, searchParams.status);
         }
         if (sortByFields) {
-            queryBuilder.orderBy([sortByFields].flat());
+            if (!searchParams.collate) {
+                queryBuilder.orderBy([sortByFields].flat());
+            }
+            else {
+                [sortByFields].flat().forEach((field) => {
+                    queryBuilder.orderByRaw(`${field} collate \"${searchParams.collate}\"`);
+                });
+            }
         }
     })
         .groupBy(`${granulesTable}.cumulus_id`)

package/dist/migrations/20240814185217_create_reconciliation_reports_table.d.ts

@@ -0,0 +1,4 @@
+import { Knex } from 'knex';
+export declare const up: (knex: Knex) => Promise<void>;
+export declare const down: (knex: Knex) => Promise<void>;
+//# sourceMappingURL=20240814185217_create_reconciliation_reports_table.d.ts.map

package/dist/migrations/20240814185217_create_reconciliation_reports_table.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.down = exports.up = void 0;
+const up = async (knex) => {
+    await knex.schema.createTable('reconciliation_reports', (table) => {
+        table
+            .increments('cumulus_id')
+            .primary();
+        table
+            .text('name')
+            .comment('Reconciliation Report name')
+            .notNullable();
+        table
+            .enum('type', ['Granule Inventory', 'Granule Not Found', 'Internal', 'Inventory', 'ORCA Backup'])
+            .comment('Type of Reconciliation Report')
+            .notNullable();
+        table
+            .enum('status', ['Generated', 'Pending', 'Failed'])
+            .comment('Status of Reconciliation Report')
+            .notNullable();
+        table
+            .text('location')
+            .comment('Location of Reconciliation Report');
+        table
+            .jsonb('error')
+            .comment('Error object');
+        // adds "created_at" and "updated_at" columns automatically
+        table
+            .timestamps(false, true);
+        table.index('status');
+        table.index('updated_at');
+        table.unique(['name']);
+    });
+};
+exports.up = up;
+const down = async (knex) => {
+    await knex.schema.dropTableIfExists('reconciliation_reports');
+};
+exports.down = down;
+//# sourceMappingURL=20240814185217_create_reconciliation_reports_table.js.map

package/dist/models/file.d.ts

@@ -12,6 +12,10 @@ declare class FilePgModel extends BasePgModel<PostgresFile, PostgresFileRecord>
         _intersectProps: {};
         _unionProps: never;
     }[]>;
+    /**
+     * Retrieves all files for all granules given
+    */
+    searchByGranuleCumulusIds(knexOrTrx: Knex | Knex.Transaction, granule_cumulus_ids: number[], columns?: string | string[]): Promise<PostgresFileRecord[]>;
 }
 export { FilePgModel };
 //# sourceMappingURL=file.d.ts.map

package/dist/models/file.js

@@ -16,6 +16,14 @@ class FilePgModel extends base_1.BasePgModel {
             .merge()
             .returning('*');
     }
+    /**
+     * Retrieves all files for all granules given
+    */
+    searchByGranuleCumulusIds(knexOrTrx, granule_cumulus_ids, columns = '*') {
+        return knexOrTrx(this.tableName)
+            .select(columns)
+            .whereIn('granule_cumulus_id', granule_cumulus_ids);
+    }
 }
 exports.FilePgModel = FilePgModel;
 //# sourceMappingURL=file.js.map

package/dist/models/reconciliation_report.d.ts

@@ -0,0 +1,10 @@
+import { Knex } from 'knex';
+import { BasePgModel } from './base';
+import { PostgresReconciliationReport, PostgresReconciliationReportRecord } from '../types/reconciliation_report';
+declare class ReconciliationReportPgModel extends BasePgModel<PostgresReconciliationReport, PostgresReconciliationReportRecord> {
+    constructor();
+    create(knexOrTransaction: Knex | Knex.Transaction, item: PostgresReconciliationReport): Promise<PostgresReconciliationReportRecord[]>;
+    upsert(knexOrTransaction: Knex | Knex.Transaction, reconciliationReport: PostgresReconciliationReport): Promise<PostgresReconciliationReportRecord[]>;
+}
+export { ReconciliationReportPgModel };
+//# sourceMappingURL=reconciliation_report.d.ts.map

package/dist/models/reconciliation_report.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReconciliationReportPgModel = void 0;
+const base_1 = require("./base");
+const tables_1 = require("../tables");
+// eslint-disable-next-line max-len
+class ReconciliationReportPgModel extends base_1.BasePgModel {
+    constructor() {
+        super({
+            tableName: tables_1.TableNames.reconciliationReports,
+        });
+    }
+    create(knexOrTransaction, item) {
+        return super.create(knexOrTransaction, item, '*');
+    }
+    upsert(knexOrTransaction, reconciliationReport) {
+        return knexOrTransaction(this.tableName)
+            .insert(reconciliationReport)
+            .onConflict('name')
+            .merge()
+            .returning('*');
+    }
+}
+exports.ReconciliationReportPgModel = ReconciliationReportPgModel;
+//# sourceMappingURL=reconciliation_report.js.map

package/dist/search/AsyncOperationSearch.d.ts

@@ -0,0 +1,32 @@
+import { Knex } from 'knex';
+import { ApiAsyncOperation } from '@cumulus/types/api/async_operations';
+import { BaseSearch } from './BaseSearch';
+import { DbQueryParameters, QueryEvent } from '../types/search';
+import { PostgresAsyncOperationRecord } from '../types/async_operation';
+/**
+ * Class to build and execute db search query for asyncOperation
+ */
+export declare class AsyncOperationSearch extends BaseSearch {
+    constructor(event: QueryEvent);
+    /**
+     * Build queries for infix and prefix
+     *
+     * @param params
+     * @param params.countQuery - query builder for getting count
+     * @param params.searchQuery - query builder for search
+     * @param [params.dbQueryParameters] - db query parameters
+     */
+    protected buildInfixPrefixQuery(params: {
+        countQuery: Knex.QueryBuilder;
+        searchQuery: Knex.QueryBuilder;
+        dbQueryParameters?: DbQueryParameters;
+    }): void;
+    /**
+     * Translate postgres records to api records
+     *
+     * @param pgRecords - postgres records returned from query
+     * @returns translated api records
+     */
+    protected translatePostgresRecordsToApiRecords(pgRecords: PostgresAsyncOperationRecord[]): Partial<ApiAsyncOperation>[];
+}
+//# sourceMappingURL=AsyncOperationSearch.d.ts.map