@cumulus/db 21.0.1 → 21.2.0

package/dist/migrations/20250922190412_add_bulk_archive_types_to_async_op_type_enum.d.ts

@@ -0,0 +1,4 @@
+import { Knex } from 'knex';
+export declare const up: (knex: Knex) => Promise<void>;
+export declare const down: (knex: Knex) => Promise<void>;
+//# sourceMappingURL=20250922190412_add_bulk_archive_types_to_async_op_type_enum.d.ts.map

package/dist/migrations/20250922190412_add_bulk_archive_types_to_async_op_type_enum.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.down = exports.up = void 0;
+const formatAlterTableEnumSql = (tableName, columnName, enums) => {
+    const constraintName = `${tableName}_${columnName}_check`;
+    return [
+        `ALTER TABLE ${tableName}`,
+        `DROP CONSTRAINT IF EXISTS ${constraintName};`,
+        `ALTER TABLE ${tableName} ADD CONSTRAINT ${constraintName} CHECK (${columnName} = ANY (ARRAY['${enums.join("'::text, '")}'::text]));`,
+    ].join('\n');
+};
+const up = async (knex) => {
+    await knex.raw(formatAlterTableEnumSql('async_operations', 'operation_type', [
+        'Bulk Execution Archive',
+        'Bulk Execution Delete',
+        'Bulk Granules',
+        'Bulk Granule Archive',
+        'Bulk Granule Delete',
+        'Bulk Granule Reingest',
+        'Data Migration',
+        'Dead-Letter Processing',
+        'DLA Migration',
+        'ES Index',
+        'Kinesis Replay',
+        'Migration Count Report',
+        'Reconciliation Report',
+        'SQS Replay',
+    ]));
+};
+exports.up = up;
+const down = async (knex) => {
+    await knex.raw(formatAlterTableEnumSql('async_operations', 'operation_type', [
+        'Bulk Execution Delete',
+        'Bulk Granules',
+        'Bulk Granule Delete',
+        'Bulk Granule Reingest',
+        'Data Migration',
+        'Dead-Letter Processing',
+        'DLA Migration',
+        'ES Index',
+        'Kinesis Replay',
+        'Migration Count Report',
+        'Reconciliation Report',
+        'SQS Replay',
+    ]));
+};
+exports.down = down;
+//# sourceMappingURL=20250922190412_add_bulk_archive_types_to_async_op_type_enum.js.map

package/dist/models/execution.d.ts

@@ -22,6 +22,20 @@ declare class ExecutionPgModel extends BasePgModel<PostgresExecution, PostgresEx
         limit: number;
         offset: number;
     }): Promise<Array<PostgresExecutionRecord>>;
+    /**
+   * update executions to set archived=true within date range
+   *
+   * @param {Knex | Knex.Transaction} knexOrTrx -
+   *  DB client or transaction
+   * @param {Object} [params] - Optional object with addition params for query
+   * @param {number} [params.limit] - number of records to be returned
+   * @param {string} [params.expirationDate] - record offset
+   * @returns {Promise<number>} number of records actually updated
+   */
+    bulkArchive(knexOrTrx: Knex | Knex.Transaction, params: {
+        limit: number;
+        expirationDate: string;
+    }): Promise<number>;
 }
 export { ExecutionPgModel };
 //# sourceMappingURL=execution.d.ts.map

package/dist/models/execution.js

@@ -65,6 +65,27 @@ class ExecutionPgModel extends base_1.BasePgModel {
         });
         return executions;
     }
+    /**
+   * update executions to set archived=true within date range
+   *
+   * @param {Knex | Knex.Transaction} knexOrTrx -
+   *  DB client or transaction
+   * @param {Object} [params] - Optional object with addition params for query
+   * @param {number} [params.limit] - number of records to be returned
+   * @param {string} [params.expirationDate] - record offset
+   * @returns {Promise<number>} number of records actually updated
+   */
+    async bulkArchive(knexOrTrx, params) {
+        const { limit, expirationDate } = params;
+        const subQuery = knexOrTrx(this.tableName)
+            .select('cumulus_id')
+            .where('updated_at', '<', expirationDate)
+            .where('archived', false)
+            .limit(limit);
+        return await knexOrTrx(this.tableName)
+            .update({ archived: true })
+            .whereIn('cumulus_id', subQuery);
+    }
 }
 exports.ExecutionPgModel = ExecutionPgModel;
 ExecutionPgModel.nonActiveStatuses = ['completed', 'failed', 'unknown'];

package/dist/models/file.d.ts

@@ -3,15 +3,7 @@ import { BasePgModel } from './base';
 import { PostgresFile, PostgresFileRecord } from '../types/file';
 declare class FilePgModel extends BasePgModel<PostgresFile, PostgresFileRecord> {
     constructor();
-    upsert(knexOrTrx: Knex | Knex.Transaction, file: PostgresFile): Knex.QueryBuilder<any, {
-        _base: any;
-        _hasSelection: false;
-        _keys: never;
-        _aliases: {};
-        _single: false;
-        _intersectProps: {};
-        _unionProps: never;
-    }[]>;
+    upsert(knexOrTrx: Knex | Knex.Transaction, input: PostgresFile | PostgresFile[]): Promise<PostgresFileRecord[]>;
     /**
      * Retrieves all files for all granules given
     */

package/dist/models/file.js

@@ -9,9 +9,12 @@ class FilePgModel extends base_1.BasePgModel {
             tableName: tables_1.TableNames.files,
         });
     }
-    upsert(knexOrTrx, file) {
+    upsert(knexOrTrx, input) {
+        const files = Array.isArray(input) ? input : [input];
+        if (files.length === 0)
+            return Promise.resolve([]);
         return knexOrTrx(this.tableName)
-            .insert(file)
+            .insert(files)
             .onConflict(['bucket', 'key'])
             .merge()
             .returning('*');

package/dist/models/granule.d.ts

@@ -69,6 +69,20 @@ export default class GranulePgModel extends BasePgModel<PostgresGranule, Postgre
         limit: number;
         offset: number;
     }): Promise<Array<PostgresGranuleRecord>>;
+    /**
+     * update granules to set archived=true within date range
+     *
+     * @param {Knex | Knex.Transaction} knexOrTrx -
+     *  DB client or transaction
+     * @param {Object} [params] - Optional object with addition params for query
+     * @param {number} [params.limit] - number of records to be returned
+     * @param {string} [params.expirationDate] - record offset
+     * @returns {Promise<number>} number of records actually updated
+     */
+    bulkArchive(knexOrTrx: Knex | Knex.Transaction, params: {
+        limit: number;
+        expirationDate: string;
+    }): Promise<number>;
 }
 export { GranulePgModel };
 //# sourceMappingURL=granule.d.ts.map

package/dist/models/granule.js

@@ -154,6 +154,27 @@ class GranulePgModel extends base_1.BasePgModel {
         });
         return granules;
     }
+    /**
+     * update granules to set archived=true within date range
+     *
+     * @param {Knex | Knex.Transaction} knexOrTrx -
+     *  DB client or transaction
+     * @param {Object} [params] - Optional object with addition params for query
+     * @param {number} [params.limit] - number of records to be returned
+     * @param {string} [params.expirationDate] - record offset
+     * @returns {Promise<number>} number of records actually updated
+     */
+    async bulkArchive(knexOrTrx, params) {
+        const { limit, expirationDate } = params;
+        const subQuery = knexOrTrx(this.tableName)
+            .select('cumulus_id')
+            .where('updated_at', '<', expirationDate)
+            .where('archived', false)
+            .limit(limit);
+        return await knexOrTrx(this.tableName)
+            .update({ archived: true })
+            .whereIn('cumulus_id', subQuery);
+    }
 }
 exports.default = GranulePgModel;
 exports.GranulePgModel = GranulePgModel;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/db",
-  "version": "21.0.1",
+  "version": "21.2.0",
   "description": "Utilities for working with the Cumulus DB",
   "license": "Apache-2.0",
   "main": "./dist/index.js",
@@ -33,12 +33,12 @@
   },
   "dependencies": {
     "@aws-sdk/client-secrets-manager": "^3.621.0",
-    "@cumulus/aws-client": "21.0.1",
-    "@cumulus/common": "21.0.1",
-    "@cumulus/errors": "21.0.1",
-    "@cumulus/logger": "21.0.1",
-    "@cumulus/message": "21.0.1",
-    "@cumulus/types": "21.0.1",
+    "@cumulus/aws-client": "21.2.0",
+    "@cumulus/common": "21.2.0",
+    "@cumulus/errors": "21.2.0",
+    "@cumulus/logger": "21.2.0",
+    "@cumulus/message": "21.2.0",
+    "@cumulus/types": "21.2.0",
     "crypto-random-string": "^3.2.0",
     "is-valid-hostname": "1.0.2",
     "knex": "2.4.1",
@@ -50,5 +50,5 @@
   "devDependencies": {
     "@types/uuid": "^8.0.0"
   },
-  "gitHead": "d721b7f47e28b3ebb8a09d83422f5371f5641fba"
+  "gitHead": "696befd260527f74a8a5bfb92f9511b455a23388"
 }