faros-airbyte-common 0.9.69 → 0.9.71

package/lib/common/index.d.ts

@@ -7,3 +7,12 @@ export interface FileDiff {
     new?: boolean;
 }
 export declare function bucket(key: string, data: string, bucketTotal: number): number;
+export declare function calculateDateRange(options: {
+    start_date?: string;
+    end_date?: string;
+    cutoff_days?: number;
+    logger: (message: string) => void;
+}): {
+    startDate: Date;
+    endDate: Date;
+};

package/lib/common/index.js

@@ -1,7 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.bucket = void 0;
+exports.calculateDateRange = exports.bucket = void 0;
 const crypto_1 = require("crypto");
+const luxon_1 = require("luxon");
 function bucket(key, data, bucketTotal) {
     const md5 = (0, crypto_1.createHmac)('md5', key);
     md5.update(data);
@@ -9,4 +10,39 @@ function bucket(key, data, bucketTotal) {
     return (parseInt(hex, 16) % bucketTotal) + 1; // 1-index for readability
 }
 exports.bucket = bucket;
+function calculateDateRange(options) {
+    const { start_date, end_date, cutoff_days, logger } = options;
+    let startDate;
+    let endDate;
+    if (!end_date) {
+        logger('End date not provided, using current date');
+        endDate = new Date();
+    }
+    else {
+        endDate = new Date(end_date);
+    }
+    if (start_date && cutoff_days) {
+        logger('Both start date and cutoff days provided, discarding cutoff days');
+    }
+    if (start_date) {
+        startDate = new Date(start_date);
+    }
+    else {
+        if (cutoff_days) {
+            logger('Cutoff days provided, calculating start date from end date');
+            startDate = luxon_1.DateTime.fromJSDate(endDate)
+                .minus({ days: cutoff_days })
+                .toJSDate();
+        }
+        else {
+            throw new Error('Either start_date or cutoff_days must be provided');
+        }
+    }
+    if (startDate > endDate) {
+        throw new Error(`Start date: ${startDate} is after end date: ${endDate}`);
+    }
+    logger(`Will process data from ${startDate} to ${endDate}`);
+    return { startDate, endDate };
+}
+exports.calculateDateRange = calculateDateRange;
 //# sourceMappingURL=index.js.map

package/lib/common/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAYlC,SAAgB,MAAM,CAAC,GAAW,EAAE,IAAY,EAAE,WAAmB;IACnE,MAAM,GAAG,GAAG,IAAA,mBAAU,EAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACnC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjB,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9C,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,0BAA0B;AAC1E,CAAC;AALD,wBAKC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":";;;AAAA,mCAAkC;AAClC,iCAA+B;AAY/B,SAAgB,MAAM,CAAC,GAAW,EAAE,IAAY,EAAE,WAAmB;IACnE,MAAM,GAAG,GAAG,IAAA,mBAAU,EAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACnC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjB,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9C,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,0BAA0B;AAC1E,CAAC;AALD,wBAKC;AAED,SAAgB,kBAAkB,CAAC,OAKlC;IACC,MAAM,EAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAC,GAAG,OAAO,CAAC;IAE5D,IAAI,SAAe,CAAC;IACpB,IAAI,OAAa,CAAC;IAElB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,CAAC,2CAA2C,CAAC,CAAC;QACpD,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,kEAAkE,CAAC,CAAC;IAC7E,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,SAAS,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,4DAA4D,CAAC,CAAC;YACrE,SAAS,GAAG,gBAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;iBACrC,KAAK,CAAC,EAAC,IAAI,EAAE,WAAW,EAAC,CAAC;iBAC1B,QAAQ,EAAE,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,eAAe,SAAS,uBAAuB,OAAO,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,CAAC,0BAA0B,SAAS,OAAO,OAAO,EAAE,CAAC,CAAC;IAE5D,OAAO,EAAC,SAAS,EAAE,OAAO,EAAC,CAAC;AAC9B,CAAC;AA1CD,gDA0CC"}