@machinemetrics/mm-erp-sdk 0.2.0-beta.2 → 0.3.0-beta.0

package/dist/services/caching-service/hashed-cache-manager.js

@@ -0,0 +1,223 @@
+import knex from "knex";
+import config from "../../knexfile.js";
+import stringify from "json-stable-stringify";
+import XXH from "xxhashjs";
+import { CoreConfiguration } from "../data-sync-service/configuration-manager.js";
+import { logger } from "../reporting-service/index.js";
+export class HashedCacheManager {
+    static TABLE_NAME = "sdk_cache";
+    db;
+    options;
+    static SEED = 0xabcd; // Arbitrary seed for hashing
+    isDestroyed = false;
+    metrics = {
+        recordCounts: {},
+    };
+    constructor(options) {
+        this.options = {
+            ttl: options?.ttl || CoreConfiguration.inst().cacheTTL,
+            tableName: options?.tableName || HashedCacheManager.TABLE_NAME,
+        };
+        this.db = knex({
+            ...config.local,
+            pool: {
+                min: 0,
+                max: 10,
+            },
+        });
+    }
+    /**
+     * Checks if the cache manager is still valid
+     * @throws Error if the cache manager has been destroyed
+     */
+    checkValid() {
+        if (this.isDestroyed) {
+            throw new Error("Cache manager has been destroyed");
+        }
+    }
+    /**
+     * Generates a stable hash of a record using JSON stringify + xxhash
+     */
+    static hashRecord(record) {
+        try {
+            const serialized = stringify(record);
+            if (!serialized) {
+                throw new Error("Failed to serialize record for hashing");
+            }
+            const hash = XXH.h64(serialized, HashedCacheManager.SEED).toString(16);
+            return hash;
+        }
+        catch (error) {
+            if (error instanceof Error && error.message.includes("circular")) {
+                throw new Error("Failed to serialize record for hashing");
+            }
+            throw error;
+        }
+    }
+    /**
+     * Gets a record from the cache
+     * @param type The type of record
+     * @param hash The hash of the record
+     * @returns The record if it exists, null otherwise
+     */
+    async getRecord(type, hash) {
+        this.checkValid();
+        return this.db(this.options.tableName)
+            .select("key")
+            .where({ type, key: hash })
+            .first();
+    }
+    /**
+     * Stores a record in the cache
+     * @param type The type of record
+     * @param record The record to store
+     * @returns true if a new record was created, false if an existing record was updated
+     */
+    async store(type, record) {
+        if (!this.isDestroyed && record) {
+            try {
+                const hash = HashedCacheManager.hashRecord(record);
+                const now = new Date();
+                // First check if record exists with same type and hash
+                const existing = await this.db(this.options.tableName)
+                    .where({
+                    type,
+                    key: hash,
+                })
+                    .first();
+                if (existing) {
+                    return false; // No need to update, hash hasn't changed
+                }
+                else {
+                    // Insert new record with minimal data
+                    const result = await this.db(this.options.tableName)
+                        .insert({
+                        type,
+                        key: hash,
+                        created_at: now,
+                    })
+                        .returning("id");
+                    return result.length > 0;
+                }
+            }
+            catch (error) {
+                logger.error("Error storing record:", error);
+                throw error;
+            }
+        }
+        return false;
+    }
+    /**
+     * Checks if a record has changed since last seen
+     * @param type The type of record
+     * @param record The record to check
+     * @returns true if the record has changed or is new
+     */
+    async hasChanged(type, record) {
+        this.checkValid();
+        const newHash = HashedCacheManager.hashRecord(record);
+        const existing = await this.getRecord(type, newHash);
+        return !existing;
+    }
+    /**
+     * Checks if a record has changed and stores it if it has
+     * @param type The type of record
+     * @param record The record to check and store
+     * @returns true if the record was changed or is new
+     */
+    async upsert(type, record) {
+        this.checkValid();
+        const hasChanged = await this.hasChanged(type, record);
+        if (hasChanged) {
+            await this.store(type, record);
+        }
+        return hasChanged;
+    }
+    /**
+     * Removes expired records based on TTL
+     */
+    async removeExpiredObjects() {
+        this.checkValid();
+        const ttl = this.options.ttl;
+        if (!ttl)
+            return;
+        const ttlMilliseconds = ttl * 1000;
+        const expirationLimitDate = new Date(Date.now() - ttlMilliseconds);
+        const expirationLimit = expirationLimitDate
+            .toISOString()
+            .slice(0, 19)
+            .replace("T", " ");
+        await this.db(this.options.tableName)
+            .where("created_at", "<", expirationLimit)
+            .del();
+    }
+    /**
+     * Gets all records of a specific type
+     */
+    async getRecordsByType(type) {
+        this.checkValid();
+        const records = await this.db(this.options.tableName)
+            .select("key")
+            .where({ type });
+        return records.map((record) => record.key);
+    }
+    /**
+     * Removes all records of a specific type
+     */
+    async removeRecordsByType(type) {
+        this.checkValid();
+        await this.db(this.options.tableName).where({ type }).del();
+    }
+    /**
+     * Removes a specific record
+     */
+    async removeRecord(type, record) {
+        if (!this.isDestroyed) {
+            try {
+                const hash = HashedCacheManager.hashRecord(record);
+                await this.db(this.options.tableName)
+                    .where({ type, key: hash }) // Use key for deletion
+                    .del();
+            }
+            catch (error) {
+                logger.error("Error removing record:", error);
+                throw error;
+            }
+        }
+    }
+    /**
+     * Clears all records from the cache
+     */
+    async clear() {
+        this.checkValid();
+        await this.db(this.options.tableName).del();
+    }
+    /**
+     * Cleans up database connection and marks the cache manager as destroyed
+     */
+    async destroy() {
+        if (!this.isDestroyed) {
+            await this.db.destroy();
+            this.isDestroyed = true;
+        }
+    }
+    /**
+     * Gets the current cache metrics
+     * @returns The current cache metrics
+     */
+    async getMetrics() {
+        this.checkValid();
+        // Get counts for each type
+        const counts = (await this.db(this.options.tableName)
+            .select("type")
+            .count("* as count")
+            .groupBy("type"));
+        // Update metrics
+        this.metrics.recordCounts = counts.reduce((acc, row) => {
+            acc[row.type] = parseInt(row.count, 10);
+            return acc;
+        }, {});
+        return this.metrics;
+    }
+}
+//# sourceMappingURL=hashed-cache-manager.js.map

package/dist/services/caching-service/hashed-cache-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hashed-cache-manager.js","sourceRoot":"","sources":["../../../src/services/caching-service/hashed-cache-manager.ts"],"names":[],"mappings":"AAAA,OAAO,IAAc,MAAM,MAAM,CAAC;AAClC,OAAO,MAAM,MAAM,mBAAmB,CAAC;AACvC,OAAO,SAAS,MAAM,uBAAuB,CAAC;AAC9C,OAAO,GAAG,MAAM,UAAU,CAAC;AAG3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAC;AAOvD,MAAM,OAAO,kBAAkB;IACrB,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC;IAChC,EAAE,CAAO;IACT,OAAO,CAA4B;IACnC,MAAM,CAAU,IAAI,GAAG,MAAM,CAAC,CAAC,6BAA6B;IAC5D,WAAW,GAAY,KAAK,CAAC;IAC7B,OAAO,GAAiB;QAC9B,YAAY,EAAE,EAAE;KACjB,CAAC;IAEF,YAAY,OAAmC;QAC7C,IAAI,CAAC,OAAO,GAAG;YACb,GAAG,EAAE,OAAO,EAAE,GAAG,IAAI,iBAAiB,CAAC,IAAI,EAAE,CAAC,QAAQ;YACtD,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,kBAAkB,CAAC,UAAU;SAC/D,CAAC;QACF,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YACb,GAAG,MAAM,CAAC,KAAK;YACf,IAAI,EAAE;gBACJ,GAAG,EAAE,CAAC;gBACN,GAAG,EAAE,EAAE;aACR;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,UAAU;QAChB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,UAAU,CAAC,MAAc;QACrC,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,SAAS,CACrB,IAAgB,EAChB,IAAY;QAEZ,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;aACnC,MAAM,CAAC,KAAK,CAAC;aACb,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;aAC1B,KAAK,EAAE,CAAC;IACb,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,KAAK,CAAC,IAAgB,EAAE,MAAc;QACjD,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,MAAM,EAAE,CAAC;YAChC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;gBAEvB,uDAAuD;gBACvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;qBACnD,KAAK,CAAC;oBACL,IAAI;oBACJ,GAAG,EAAE,IAAI;iBACV,CAAC;qBACD,KAAK,EAAE,CAAC;gBAEX,IAAI,QAAQ,EAAE,CAAC;oBACb,OAAO,KAAK,CAAC,CAAC,yCAAyC;gBACzD,CAAC;qBAAM,CAAC;oBACN,sCAAsC;oBACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;yBACjD,MAAM,CAAC;wBACN,IAAI;wBACJ,GAAG,EAAE,IAAI;wBACT,UAAU,EAAE,GAAG;qBAChB,CAAC;yBACD,SAAS,CAAC,IAAI,CAAC,CAAC;oBACnB,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;gBAC7C,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,IAAgB,EAAE,MAAc;QAC/C,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACrD,OAAO,CAAC,QAAQ,CAAC;IACnB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,MAAM,CAAC,IAAgB,EAAE,MAAc;QAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAiC,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB;QACxB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;QAC7B,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,MAAM,eAAe,GAAG,GAAG,GAAG,IAAI,CAAC;QACnC,MAAM,mBAAmB,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,CAAC;QACnE,MAAM,eAAe,GAAG,mBAAmB;aACxC,WAAW,EAAE;aACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAErB,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;aAClC,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,eAAe,CAAC;aACzC,GAAG,EAAE,CAAC;IACX,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,IAAgB;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;aAClD,MAAM,CAAC,KAAK,CAAC;aACb,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAEnB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,IAAgB;QACxC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IAC9D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,YAAY,CAAC,IAAgB,EAAE,MAAc;QACxD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBACnD,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;qBAClC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,uBAAuB;qBAClD,GAAG,EAAE,CAAC;YACX,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;gBAC9C,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,2BAA2B;QAC3B,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;aAClD,MAAM,CAAC,MAAM,CAAC;aACd,KAAK,CAAC,YAAY,CAAC;aACnB,OAAO,CAAC,MAAM,CAAC,CAA2C,CAAC;QAE9D,iBAAiB;QACjB,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CACvC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACX,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACxC,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAA4B,CAC7B,CAAC;QAEF,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC"}

package/dist/services/caching-service/index.d.ts

@@ -1,4 +1,4 @@
-import { ERPObjType, ERPObject } from "../../types/erp-types";
+import { ERPObjType, ERPObject } from "../../types/erp-types.js";
 export interface CacheServiceConfig {
     tableName: string;
     ttl?: number;

package/dist/services/caching-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/caching-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAE9D,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,YAAY,EAAE;QACZ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;KACxB,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B;;;;;;OAMG;IACH,UAAU,CACR,IAAI,EAAE,UAAU,EAChB,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,SAAS,GAChB,OAAO,CAAC,OAAO,CAAC,CAAC;IAEpB;;;;;OAKG;IACH,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvE;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAE3E;;;;;;OAMG;IACH,UAAU,CACR,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,SAAS,EAAE,EACpB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAE,UAAU,EAAE,SAAS,EAAE,CAAC;QAAC,aAAa,EAAE,SAAS,EAAE,CAAA;KAAE,CAAC,CAAC;IAEpE;;;;;OAKG;IACH,UAAU,CACR,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,SAAS,EAAE,EACpB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;;OAIG;IACH,gBAAgB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAEtD;;;OAGG;IACH,mBAAmB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErD;;;;OAIG;IACH,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3D;;OAEG;IACH,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtC;;OAEG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvB;;;OAGG;IACH,UAAU,IAAI,YAAY,CAAC;IAE3B;;OAEG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/caching-service/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAEjE,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,YAAY,EAAE;QACZ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;KACxB,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B;;;;;;OAMG;IACH,UAAU,CACR,IAAI,EAAE,UAAU,EAChB,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,SAAS,GAChB,OAAO,CAAC,OAAO,CAAC,CAAC;IAEpB;;;;;OAKG;IACH,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvE;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAE3E;;;;;;OAMG;IACH,UAAU,CACR,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,SAAS,EAAE,EACpB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAE,UAAU,EAAE,SAAS,EAAE,CAAC;QAAC,aAAa,EAAE,SAAS,EAAE,CAAA;KAAE,CAAC,CAAC;IAEpE;;;;;OAKG;IACH,UAAU,CACR,IAAI,EAAE,UAAU,EAChB,OAAO,EAAE,SAAS,EAAE,EACpB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;;OAIG;IACH,gBAAgB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAEtD;;;OAGG;IACH,mBAAmB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErD;;;;OAIG;IACH,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3D;;OAEG;IACH,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtC;;OAEG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvB;;;OAGG;IACH,UAAU,IAAI,YAAY,CAAC;IAE3B;;OAEG;IACH,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B"}

package/dist/services/caching-service/index.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.js.map

package/dist/services/caching-service/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/caching-service/index.ts"],"names":[],"mappings":""}

package/dist/services/caching-service/record-tracking-manager.d.ts

@@ -1,5 +1,5 @@
 import { Knex } from "knex";
-import { ERPObjType } from "../../types/erp-types";
+import { ERPObjType } from "../../types/erp-types.js";
 export type RecordTrackingObject = {
     entityType?: ERPObjType;
     lastValue: string;

package/dist/services/caching-service/record-tracking-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"record-tracking-manager.d.ts","sourceRoot":"","sources":["../../../src/services/caching-service/record-tracking-manager.ts"],"names":[],"mappings":"AAAA,OAAa,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAElC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAInD,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,qBAAa,qBAAqB;IAChC,EAAE,EAAE,IAAI,CAAC;;IAMH,YAAY,CAAC,MAAM,EAAE,oBAAoB;IAYzC,iBAAiB,CAAC,IAAI,EAAE,UAAU;IAMlC,OAAO;CAGd"}
+{"version":3,"file":"record-tracking-manager.d.ts","sourceRoot":"","sources":["../../../src/services/caching-service/record-tracking-manager.ts"],"names":[],"mappings":"AAAA,OAAa,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAElC,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAItD,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,qBAAa,qBAAqB;IAChC,EAAE,EAAE,IAAI,CAAC;;IAMH,YAAY,CAAC,MAAM,EAAE,oBAAoB;IAYzC,iBAAiB,CAAC,IAAI,EAAE,UAAU;IAMlC,OAAO;CAGd"}

package/dist/services/caching-service/record-tracking-manager.js

@@ -0,0 +1,28 @@
+import knex from "knex";
+import config from "../../knexfile.js";
+const DEFAULT_RECORD_TRACKING_TABLE_NAME = "record_tracking";
+export class RecordTrackingManager {
+    db;
+    constructor() {
+        this.db = knex(config.local);
+    }
+    async updateRecord(record) {
+        if (record.lastValue && record.recordId) {
+            const recordUpdated = await this.db(DEFAULT_RECORD_TRACKING_TABLE_NAME)
+                .where({ entityType: record.entityType })
+                .update(record);
+            if (recordUpdated < 1) {
+                await this.db(DEFAULT_RECORD_TRACKING_TABLE_NAME).insert(record);
+            }
+        }
+    }
+    async getTrackingRecord(type) {
+        return await this.db(DEFAULT_RECORD_TRACKING_TABLE_NAME)
+            .select("*")
+            .where({ entityType: type.toString() });
+    }
+    async destroy() {
+        return this.db.destroy();
+    }
+}
+//# sourceMappingURL=record-tracking-manager.js.map

package/dist/services/caching-service/record-tracking-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"record-tracking-manager.js","sourceRoot":"","sources":["../../../src/services/caching-service/record-tracking-manager.ts"],"names":[],"mappings":"AAAA,OAAO,IAAc,MAAM,MAAM,CAAC;AAClC,OAAO,MAAM,MAAM,mBAAmB,CAAC;AAGvC,MAAM,kCAAkC,GAAG,iBAAiB,CAAC;AAQ7D,MAAM,OAAO,qBAAqB;IAChC,EAAE,CAAO;IAET;QACE,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA4B;QAC7C,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,kCAAkC,CAAC;iBACpE,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;iBACxC,MAAM,CAAC,MAAM,CAAC,CAAC;YAElB,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,EAAE,CAAC,kCAAkC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,IAAgB;QACtC,OAAO,MAAM,IAAI,CAAC,EAAE,CAAC,kCAAkC,CAAC;aACrD,MAAM,CAAC,GAAG,CAAC;aACX,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,OAAO;QACX,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;CACF"}

package/dist/services/data-sync-service/configuration-manager.d.ts

@@ -1,5 +1,5 @@
 import "dotenv/config";
-import { SQLServerConfiguration } from "../sql-server-erp-service/configuration";
+import { SQLServerConfiguration } from "../sql-server-erp-service/configuration.js";
 export declare class CoreConfiguration {
     private static instance;
     readonly logLevel: string;

package/dist/services/data-sync-service/configuration-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"configuration-manager.d.ts","sourceRoot":"","sources":["../../../src/services/data-sync-service/configuration-manager.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,OAAO,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AAEjF,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAoB;IAG3C,SAAgB,QAAQ,EAAE,MAAM,CAAC;IACjC,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,SAAgB,OAAO,EAAE,MAAM,CAAC;IAGhC,SAAgB,kBAAkB,EAAE,MAAM,CAAC;IAC3C,SAAgB,YAAY,EAAE,MAAM,CAAC;IACrC,SAAgB,cAAc,EAAE,MAAM,CAAC;IACvC,SAAgB,kBAAkB,EAAE,MAAM,CAAC;IAG3C,SAAgB,QAAQ,EAAE,MAAM,CAAC;IAGjC,SAAgB,iBAAiB,EAAE,MAAM,CAAC;IAG1C,SAAgB,eAAe,EAAE,MAAM,CAAC;IACxC,SAAgB,aAAa,EAAE,MAAM,CAAC;IACtC,SAAgB,yBAAyB,EAAE,MAAM,CAAC;IAClD,SAAgB,4BAA4B,EAAE,MAAM,CAAC;IAErD,OAAO;WA0DO,IAAI,IAAI,iBAAiB;IAOvC;;;OAGG;IACI,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CA4BlD;AAED;;GAEG;AACH,eAAO,MAAM,yBAAyB,QAAO,sBAiB5C,CAAC;AAEF;;;GAGG;AACH,qBAAa,sBAAsB;aAEf,SAAS,EAAE,MAAM;aACjB,cAAc,EAAE,MAAM;aACtB,kBAAkB,EAAE,MAAM;aAC1B,oBAAoB,EAAE,MAAM;aAC5B,cAAc,EAAE,MAAM;aACtB,aAAa,EAAE,MAAM;gBALrB,SAAS,EAAE,MAAM,EAAE,kBAAkB;IACrC,cAAc,EAAE,MAAM,EAAE,qCAAqC;IAC7D,kBAAkB,EAAE,MAAM,EAAE,yCAAyC;IACrE,oBAAoB,EAAE,MAAM,EAAE,2BAA2B;IACzD,cAAc,EAAE,MAAM,EAAE,gBAAgB;IACxC,aAAa,GAAE,MAAU;CAE5C;AAED;;;;GAIG;AACH,eAAO,MAAM,yBAAyB,QAAO,sBAS5C,CAAC"}
+{"version":3,"file":"configuration-manager.d.ts","sourceRoot":"","sources":["../../../src/services/data-sync-service/configuration-manager.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,OAAO,EAAE,sBAAsB,EAAE,MAAM,4CAA4C,CAAC;AAGpF,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAoB;IAG3C,SAAgB,QAAQ,EAAE,MAAM,CAAC;IACjC,SAAgB,SAAS,EAAE,MAAM,CAAC;IAClC,SAAgB,OAAO,EAAE,MAAM,CAAC;IAGhC,SAAgB,kBAAkB,EAAE,MAAM,CAAC;IAC3C,SAAgB,YAAY,EAAE,MAAM,CAAC;IACrC,SAAgB,cAAc,EAAE,MAAM,CAAC;IACvC,SAAgB,kBAAkB,EAAE,MAAM,CAAC;IAG3C,SAAgB,QAAQ,EAAE,MAAM,CAAC;IAGjC,SAAgB,iBAAiB,EAAE,MAAM,CAAC;IAG1C,SAAgB,eAAe,EAAE,MAAM,CAAC;IACxC,SAAgB,aAAa,EAAE,MAAM,CAAC;IACtC,SAAgB,yBAAyB,EAAE,MAAM,CAAC;IAClD,SAAgB,4BAA4B,EAAE,MAAM,CAAC;IAErD,OAAO;WAkEO,IAAI,IAAI,iBAAiB;IAOvC;;;OAGG;IACI,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CA4BlD;AAED;;GAEG;AACH,eAAO,MAAM,yBAAyB,QAAO,sBAqB5C,CAAC;AAEF;;;GAGG;AACH,qBAAa,sBAAsB;aAEf,SAAS,EAAE,MAAM;aACjB,cAAc,EAAE,MAAM;aACtB,kBAAkB,EAAE,MAAM;aAC1B,oBAAoB,EAAE,MAAM;aAC5B,cAAc,EAAE,MAAM;aACtB,aAAa,EAAE,MAAM;gBALrB,SAAS,EAAE,MAAM,EAAE,kBAAkB;IACrC,cAAc,EAAE,MAAM,EAAE,qCAAqC;IAC7D,kBAAkB,EAAE,MAAM,EAAE,yCAAyC;IACrE,oBAAoB,EAAE,MAAM,EAAE,2BAA2B;IACzD,cAAc,EAAE,MAAM,EAAE,gBAAgB;IACxC,aAAa,GAAE,MAAU;CAE5C;AAED;;;;GAIG;AACH,eAAO,MAAM,yBAAyB,QAAO,sBAS5C,CAAC"}

package/dist/services/data-sync-service/configuration-manager.js

@@ -0,0 +1,163 @@
+import "dotenv/config";
+import { configureLogger } from "../reporting-service/logger.js";
+import { getEnvBoolean, getEnvNumber, getEnvString } from "../../utils/env.js";
+export class CoreConfiguration {
+    static instance;
+    // General Configuration
+    logLevel;
+    erpSystem;
+    nodeEnv;
+    // MM API (aka "Mapping") Service
+    mmERPSvcApiBaseUrl;
+    mmApiBaseUrl;
+    mmApiAuthToken;
+    mmApiRetryAttempts;
+    // Caching (optionally used for interacting with the MM API)
+    cacheTTL;
+    // ERP API Service
+    erpApiPagingLimit; //Pagination limit for ERP API
+    // Job timing Intervals
+    fromErpInterval;
+    toErpInterval;
+    retryLaborTicketsInterval;
+    cacheExpirationCheckInterval;
+    constructor() {
+        this.logLevel = getEnvString("LOG_LEVEL", "info");
+        this.erpSystem = getEnvString("ERP_SYSTEM", "template");
+        this.nodeEnv = getEnvString("NODE_ENV", "development");
+        //#region MM API (aka "Mapping") Service
+        /**
+         * MM ERP Service REST API URL (typically https://erp-api.svc.machinemetrics.com)
+         */
+        this.mmERPSvcApiBaseUrl = getEnvString("MM_MAPPING_SERVICE_URL", "");
+        /**
+         * MM REST API URL  (typically https://api.machinemetrics.com)
+         */
+        console.log("=== CONFIG DEBUG ===");
+        const mmAuthSvcUrl = getEnvString("MM_MAPPING_AUTH_SERVICE_URL", "");
+        console.log("MM_MAPPING_AUTH_SERVICE_URL env var:", mmAuthSvcUrl);
+        this.mmApiBaseUrl = mmAuthSvcUrl;
+        console.log("mmApiBaseUrl set to:", this.mmApiBaseUrl);
+        console.log("=== END CONFIG DEBUG ===");
+        /**
+         * Company Auth Token
+         */
+        this.mmApiAuthToken = getEnvString("MM_MAPPING_SERVICE_TOKEN", "");
+        /**
+         * Number of retry attempts for MM API calls
+         */
+        this.mmApiRetryAttempts = getEnvNumber("RETRY_ATTEMPTS", 0);
+        //#endregion MM API (aka "Mapping") Service
+        /**
+         * Default pagination limit for ERP API
+         */
+        this.erpApiPagingLimit = getEnvNumber("ERP_PAGINATION_LIMIT", 0);
+        //#endregion ERP API Service
+        /**
+         * For how to define the intervals, see Bree's documentation: https://github.com/breejs/bree
+         */
+        const pollInterval = getEnvString("POLL_INTERVAL", "");
+        this.fromErpInterval = getEnvString("FROM_ERP_INTERVAL", pollInterval || "5 min");
+        this.toErpInterval = getEnvString("TO_ERP_INTERVAL", "5 min");
+        this.retryLaborTicketsInterval = getEnvString("RETRY_LABOR_TICKETS_INTERVAL", "30 min");
+        this.cacheExpirationCheckInterval = getEnvString("CACHE_EXPIRATION_CHECK_INTERVAL", "5 min");
+        /**
+         * Cache TTL (in seconds)
+         */
+        const cacheTTLDef = 7 * 24 * 60 * 60; // 7 days
+        this.cacheTTL = getEnvNumber("CACHE_TTL", cacheTTLDef);
+        // Configure the logger with our settings
+        configureLogger(this.logLevel, this.nodeEnv);
+    }
+    static inst() {
+        if (!CoreConfiguration.instance) {
+            CoreConfiguration.instance = new CoreConfiguration();
+        }
+        return CoreConfiguration.instance;
+    }
+    /**
+     * Returns a sanitized version of the configuration for safe logging.
+     * Masks sensitive fields like authentication tokens.
+     */
+    toSafeLogObject() {
+        const maskSensitiveValue = (value) => {
+            if (!value || value.length === 0) {
+                return "";
+            }
+            if (value.length < 6) {
+                return "********";
+            }
+            // Show first 3 and last 3 characters, mask the middle
+            return value.substring(0, 3) + "********" + value.substring(value.length - 3);
+        };
+        return {
+            logLevel: this.logLevel,
+            erpSystem: this.erpSystem,
+            nodeEnv: this.nodeEnv,
+            mmERPSvcApiBaseUrl: this.mmERPSvcApiBaseUrl,
+            mmApiBaseUrl: this.mmApiBaseUrl,
+            mmApiAuthToken: maskSensitiveValue(this.mmApiAuthToken),
+            mmApiRetryAttempts: this.mmApiRetryAttempts,
+            cacheTTL: this.cacheTTL,
+            erpApiPagingLimit: this.erpApiPagingLimit,
+            fromErpInterval: this.fromErpInterval,
+            toErpInterval: this.toErpInterval,
+            retryLaborTicketsInterval: this.retryLaborTicketsInterval,
+            cacheExpirationCheckInterval: this.cacheExpirationCheckInterval,
+        };
+    }
+}
+/**
+ * Helper function to get the SQL Server Configuration for collectors that use SQL Server to interact with the ERP
+ */
+export const getSQLServerConfiguration = () => {
+    return {
+        username: getEnvString("ERP_SQLSERVER_USERNAME", ""),
+        password: getEnvString("ERP_SQLSERVER_PASSWORD", ""),
+        database: getEnvString("ERP_SQLSERVER_DATABASE", ""),
+        host: getEnvString("ERP_SQLSERVER_HOST", getEnvString("ERP_SQLSERVER_SERVER", "")),
+        port: getEnvString("ERP_SQLSERVER_PORT", "1433"),
+        connectionTimeout: getEnvString("ERP_SQLSERVER_CONNECTION_TIMEOUT", "30000"),
+        requestTimeout: getEnvString("ERP_SQLSERVER_REQUEST_TIMEOUT", "60000"),
+        poolMax: getEnvString("ERP_SQLSERVER_MAX", "10"),
+        poolMin: getEnvString("ERP_SQLSERVER_MIN", "0"),
+        idleTimeoutMillis: getEnvString("ERP_SQLSERVER_IDLE_TIMEOUT_MMILLIS", "30000"),
+        encrypt: getEnvBoolean("ERP_SQLSERVER_ENCRYPT", false),
+        trustServer: getEnvBoolean("ERP_SQLSERVER_TRUST_SERVER", false),
+    };
+};
+/**
+ * Parameters required to connect to an ERP system via its API.
+ * Contains all the necessary settings to establish a connection and authenticate with an ERP system's API.
+ */
+export class ErpApiConnectionParams {
+    erpApiUrl;
+    erpApiClientId;
+    erpApiClientSecret;
+    erpApiOrganizationId;
+    erpAuthBaseUrl;
+    retryAttempts;
+    constructor(erpApiUrl, // Base url of ERP
+    erpApiClientId, // Client ID to authenticate with ERP
+    erpApiClientSecret, // Client Secret to authenticate with ERP
+    erpApiOrganizationId, // Organization / tenant Id
+    erpAuthBaseUrl, // Auth base url
+    retryAttempts = 3 // Number of retry attempts for API calls
+    ) {
+        this.erpApiUrl = erpApiUrl;
+        this.erpApiClientId = erpApiClientId;
+        this.erpApiClientSecret = erpApiClientSecret;
+        this.erpApiOrganizationId = erpApiOrganizationId;
+        this.erpAuthBaseUrl = erpAuthBaseUrl;
+        this.retryAttempts = retryAttempts;
+    }
+}
+/**
+ * Helper function to get the ERP API Connection Parameters
+ * Not all connectors use these, but keeping these commonly values in one place may
+ * make it easier to set and understand env var names set in App.
+ */
+export const getErpApiConnectionParams = () => {
+    return new ErpApiConnectionParams(getEnvString("ERP_API_URL", ""), getEnvString("ERP_API_CLIENT_ID", ""), getEnvString("ERP_API_CLIENT_SECRET", ""), getEnvString("ERP_API_ORGANIZATION_ID", ""), getEnvString("ERP_AUTH_BASE_URL", ""), getEnvNumber("ERP_API_RETRY_ATTEMPTS", 3));
+};
+//# sourceMappingURL=configuration-manager.js.map

package/dist/services/data-sync-service/configuration-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"configuration-manager.js","sourceRoot":"","sources":["../../../src/services/data-sync-service/configuration-manager.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AACvB,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAEjE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAE/E,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAC,QAAQ,CAAoB;IAE3C,wBAAwB;IACR,QAAQ,CAAS;IACjB,SAAS,CAAS;IAClB,OAAO,CAAS;IAEhC,iCAAiC;IACjB,kBAAkB,CAAS;IAC3B,YAAY,CAAS;IACrB,cAAc,CAAS;IACvB,kBAAkB,CAAS;IAE3C,4DAA4D;IAC5C,QAAQ,CAAS;IAEjC,kBAAkB;IACF,iBAAiB,CAAS,CAAC,8BAA8B;IAEzE,uBAAuB;IACP,eAAe,CAAS;IACxB,aAAa,CAAS;IACtB,yBAAyB,CAAS;IAClC,4BAA4B,CAAS;IAErD;QACE,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAEvD,wCAAwC;QACxC;;WAEG;QACH,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;QAErE;;WAEG;QACH,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,MAAM,YAAY,GAAG,YAAY,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,sCAAsC,EAAE,YAAY,CAAC,CAAC;QAClE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAExC;;WAEG;QACH,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;QAEnE;;WAEG;QACH,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;QAC5D,2CAA2C;QAE3C;;WAEG;QACH,IAAI,CAAC,iBAAiB,GAAG,YAAY,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC;QACjE,4BAA4B;QAE5B;;WAEG;QACH,MAAM,YAAY,GAAG,YAAY,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,YAAY,CACjC,mBAAmB,EACnB,YAAY,IAAI,OAAO,CACxB,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;QAC9D,IAAI,CAAC,yBAAyB,GAAG,YAAY,CAC3C,8BAA8B,EAC9B,QAAQ,CACT,CAAC;QACF,IAAI,CAAC,4BAA4B,GAAG,YAAY,CAC9C,iCAAiC,EACjC,OAAO,CACR,CAAC;QAEF;;WAEG;QACH,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,SAAS;QAC/C,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAEvD,yCAAyC;QACzC,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAEM,MAAM,CAAC,IAAI;QAChB,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YAChC,iBAAiB,CAAC,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACvD,CAAC;QACD,OAAO,iBAAiB,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED;;;OAGG;IACI,eAAe;QACpB,MAAM,kBAAkB,GAAG,CAAC,KAAa,EAAU,EAAE;YACnD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjC,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,UAAU,CAAC;YACpB,CAAC;YACD,sDAAsD;YACtD,OAAO,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAChF,CAAC,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,kBAAkB,CAAC,IAAI,CAAC,cAAc,CAAC;YACvD,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;YACzD,4BAA4B,EAAE,IAAI,CAAC,4BAA4B;SAChE,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAA2B,EAAE;IACpE,OAAO;QACL,QAAQ,EAAE,YAAY,CAAC,wBAAwB,EAAE,EAAE,CAAC;QACpD,QAAQ,EAAE,YAAY,CAAC,wBAAwB,EAAE,EAAE,CAAC;QACpD,QAAQ,EAAE,YAAY,CAAC,wBAAwB,EAAE,EAAE,CAAC;QACpD,IAAI,EAAE,YAAY,CAChB,oBAAoB,EACpB,YAAY,CAAC,sBAAsB,EAAE,EAAE,CAAC,CACzC;QACD,IAAI,EAAE,YAAY,CAAC,oBAAoB,EAAE,MAAM,CAAC;QAChD,iBAAiB,EAAE,YAAY,CAAC,kCAAkC,EAAE,OAAO,CAAC;QAC5E,cAAc,EAAE,YAAY,CAAC,+BAA+B,EAAE,OAAO,CAAC;QACtE,OAAO,EAAE,YAAY,CAAC,mBAAmB,EAAE,IAAI,CAAC;QAChD,OAAO,EAAE,YAAY,CAAC,mBAAmB,EAAE,GAAG,CAAC;QAC/C,iBAAiB,EAAE,YAAY,CAC7B,oCAAoC,EACpC,OAAO,CACR;QACD,OAAO,EAAE,aAAa,CAAC,uBAAuB,EAAE,KAAK,CAAC;QACtD,WAAW,EAAE,aAAa,CAAC,4BAA4B,EAAE,KAAK,CAAC;KAChE,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,sBAAsB;IAEf;IACA;IACA;IACA;IACA;IACA;IANlB,YACkB,SAAiB,EAAE,kBAAkB;IACrC,cAAsB,EAAE,qCAAqC;IAC7D,kBAA0B,EAAE,yCAAyC;IACrE,oBAA4B,EAAE,2BAA2B;IACzD,cAAsB,EAAE,gBAAgB;IACxC,gBAAwB,CAAC,CAAC,yCAAyC;;QALnE,cAAS,GAAT,SAAS,CAAQ;QACjB,mBAAc,GAAd,cAAc,CAAQ;QACtB,uBAAkB,GAAlB,kBAAkB,CAAQ;QAC1B,yBAAoB,GAApB,oBAAoB,CAAQ;QAC5B,mBAAc,GAAd,cAAc,CAAQ;QACtB,kBAAa,GAAb,aAAa,CAAY;IACxC,CAAC;CACL;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,GAA2B,EAAE;IACpE,OAAO,IAAI,sBAAsB,CAC/B,YAAY,CAAC,aAAa,EAAE,EAAE,CAAC,EAC/B,YAAY,CAAC,mBAAmB,EAAE,EAAE,CAAC,EACrC,YAAY,CAAC,uBAAuB,EAAE,EAAE,CAAC,EACzC,YAAY,CAAC,yBAAyB,EAAE,EAAE,CAAC,EAC3C,YAAY,CAAC,mBAAmB,EAAE,EAAE,CAAC,EACrC,YAAY,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAC1C,CAAC;AACJ,CAAC,CAAC"}

package/dist/services/data-sync-service/data-sync-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data-sync-service.d.ts","sourceRoot":"","sources":["../../../src/services/data-sync-service/data-sync-service.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,kBAAkB,GAAU,eAAe,MAAM,kBA+G7D,CAAC"}
+{"version":3,"file":"data-sync-service.d.ts","sourceRoot":"","sources":["../../../src/services/data-sync-service/data-sync-service.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,kBAAkB,GAAU,eAAe,MAAM,kBAkG7D,CAAC"}

package/dist/services/data-sync-service/data-sync-service.js

@@ -0,0 +1,95 @@
+import Bree from "bree";
+import Graceful from "@ladjs/graceful";
+import path from "path";
+import { fileURLToPath } from "url";
+import { CoreConfiguration } from "./configuration-manager.js";
+import logger from "../reporting-service/logger.js";
+const GracefulClass = Graceful;
+export const runDataSyncService = async (connectorPath) => {
+    const config = CoreConfiguration.inst();
+    try {
+        // Find the SDK's node_modules directory and jobs path using ES module import
+        const currentFileUrl = import.meta.url;
+        const currentFilePath = fileURLToPath(currentFileUrl);
+        // Navigate from current file to the SDK root and then to jobs
+        // Current: /path/to/sdk/dist/mm-erp-sdk.js.js
+        // Target:  /path/to/sdk/dist/services/data-sync-service/jobs
+        const sdkDistPath = path.dirname(currentFilePath);
+        const jobsPath = path.join(sdkDistPath, "jobs");
+        const bree = new Bree({
+            root: jobsPath,
+            logger,
+            worker: {
+                env: {
+                    CONNECTOR_PATH: connectorPath,
+                    // Pass through all required environment variables
+                    MM_MAPPING_SERVICE_URL: process.env.MM_MAPPING_SERVICE_URL,
+                    MM_MAPPING_AUTH_SERVICE_URL: process.env.MM_MAPPING_AUTH_SERVICE_URL,
+                    MM_MAPPING_SERVICE_TOKEN: process.env.MM_MAPPING_SERVICE_TOKEN,
+                    ERP_SYSTEM: process.env.ERP_SYSTEM,
+                    LOG_LEVEL: process.env.LOG_LEVEL,
+                    NODE_ENV: process.env.NODE_ENV,
+                    RETRY_ATTEMPTS: process.env.RETRY_ATTEMPTS,
+                    CACHE_TTL: process.env.CACHE_TTL,
+                    // Pass through all other environment variables that might be needed
+                    ...process.env,
+                },
+            },
+            jobs: [
+                // {
+                //   name: 'run-migrations',        // Running this once on startup will create the tables in the sqlite database
+                // },
+                {
+                    name: "from-erp",
+                    timeout: "10s",
+                    interval: config.fromErpInterval,
+                },
+                {
+                    name: "to-erp",
+                    //timeout: '3s',                  // Use timeout during development to see the job in action quickly
+                    interval: config.toErpInterval,
+                },
+                {
+                    name: "retry-failed-labor-tickets",
+                    interval: config.retryLaborTicketsInterval,
+                },
+                {
+                    name: "clean-up-expired-cache",
+                    interval: config.cacheExpirationCheckInterval,
+                },
+            ],
+        });
+        logger.info("\n================================INITIATING DATA SYNC CYCLES (Bree)================================\n");
+        const jobsConfig = bree.config.jobs.map((job) => ({
+            name: job.name,
+            interval: job.interval,
+            timeout: job.timeout,
+        }));
+        logger.info("JOBS CONFIGURATION:", { jobs: jobsConfig });
+        const graceful = new GracefulClass({ brees: [bree] });
+        graceful.listen();
+        (async () => {
+            await bree.start();
+        })();
+        bree.on("jobStarted", (job) => {
+            console.log("Job " + job.name + " started");
+        });
+        bree.on("jobCompleted", (job) => {
+            if (job.error) {
+                console.error("Job " + job.name + " failed:", job.error);
+            }
+            else {
+                console.log("Job " + job.name + " completed successfully!");
+            }
+        });
+        bree.on("error", (error) => {
+            console.error("Bree error:", error);
+        });
+        // Exit and let the jobs take over
+        logger.info("\n================================DATA SYNC CYCLES INITIATION COMPLETED================================\n");
+    }
+    catch (error) {
+        logger.error("startUp: Error initiating data sync cycles:", error);
+    }
+};
+//# sourceMappingURL=data-sync-service.js.map

package/dist/services/data-sync-service/data-sync-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-sync-service.js","sourceRoot":"","sources":["../../../src/services/data-sync-service/data-sync-service.ts"],"names":[],"mappings":"AAAA,OAAO,IAAa,MAAM,MAAM,CAAC;AACjC,OAAO,QAAQ,MAAM,iBAAiB,CAAC;AACvC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,MAAM,MAAM,gCAAgC,CAAC;AAMpD,MAAM,aAAa,GAAG,QAA0C,CAAC;AAEjE,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EAAE,aAAqB,EAAE,EAAE;IAChE,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC;IAExC,IAAI,CAAC;QACH,6EAA6E;QAC7E,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACvC,MAAM,eAAe,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;QAEtD,8DAA8D;QAC9D,8CAA8C;QAC9C,6DAA6D;QAC7D,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAEhD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;YACpB,IAAI,EAAE,QAAQ;YACd,MAAM;YACN,MAAM,EAAE;gBACN,GAAG,EAAE;oBACH,cAAc,EAAE,aAAa;oBAC7B,kDAAkD;oBAClD,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB;oBAC1D,2BAA2B,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B;oBACpE,wBAAwB,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB;oBAC9D,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;oBAClC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS;oBAChC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ;oBAC9B,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;oBAC1C,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS;oBAChC,oEAAoE;oBACpE,GAAG,OAAO,CAAC,GAAG;iBACf;aACF;YACD,IAAI,EAAE;gBACJ,IAAI;gBACJ,iHAAiH;gBACjH,KAAK;gBACL;oBACE,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,MAAM,CAAC,eAAe;iBACjC;gBACD;oBACE,IAAI,EAAE,QAAQ;oBACd,oGAAoG;oBACpG,QAAQ,EAAE,MAAM,CAAC,aAAa;iBAC/B;gBACD;oBACE,IAAI,EAAE,4BAA4B;oBAClC,QAAQ,EAAE,MAAM,CAAC,yBAAyB;iBAC3C;gBACD;oBACE,IAAI,EAAE,wBAAwB;oBAC9B,QAAQ,EAAE,MAAM,CAAC,4BAA4B;iBAC9C;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CACT,wGAAwG,CACzG,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;YACrD,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,GAAG,CAAC,OAAO;SACrB,CAAC,CAAC,CAAC;QACJ,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAEzD,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtD,QAAQ,CAAC,MAAM,EAAE,CAAC;QAElB,CAAC,KAAK,IAAI,EAAE;YACV,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,CAAC,EAAE,CAAC;QAEL,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,EAAE;YAC5B,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,IAAI,GAAG,UAAU,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE;YAC9B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,IAAI,GAAG,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,IAAI,GAAG,0BAA0B,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACzB,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,kCAAkC;QAClC,MAAM,CAAC,IAAI,CACT,2GAA2G,CAC5G,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;IACrE,CAAC;AACH,CAAC,CAAC"}

package/dist/services/data-sync-service/index.d.ts

@@ -1,10 +1,10 @@
 /**
  * Core data sync service functionality
  */
-export { runDataSyncService } from "./data-sync-service";
+export { runDataSyncService } from "./data-sync-service.js";
 /**
  * Configuration management for data sync
  */
-export { getSQLServerConfiguration } from "./configuration-manager";
-export { ErpApiConnectionParams, getErpApiConnectionParams } from "./configuration-manager";
+export { getSQLServerConfiguration } from "./configuration-manager.js";
+export { ErpApiConnectionParams, getErpApiConnectionParams } from "./configuration-manager.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/services/data-sync-service/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/data-sync-service/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAEzD;;GAEG;AACH,OAAO,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAEpE,OAAO,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/data-sync-service/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE5D;;GAEG;AACH,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAEvE,OAAO,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC"}

package/dist/services/data-sync-service/index.js

@@ -0,0 +1,10 @@
+/**
+ * Core data sync service functionality
+ */
+export { runDataSyncService } from "./data-sync-service.js";
+/**
+ * Configuration management for data sync
+ */
+export { getSQLServerConfiguration } from "./configuration-manager.js";
+export { ErpApiConnectionParams, getErpApiConnectionParams } from "./configuration-manager.js";
+//# sourceMappingURL=index.js.map

package/dist/services/data-sync-service/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/data-sync-service/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE5D;;GAEG;AACH,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAEvE,OAAO,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC"}

package/dist/services/data-sync-service/jobs/clean-up-expired-cache.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"clean-up-expired-cache.d.ts","sourceRoot":"","sources":["../../../../src/services/data-sync-service/jobs/clean-up-expired-cache.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAQvB,QAAA,MAAM,IAAI,qBAwBT,CAAC;AAoBF,eAAe,IAAI,CAAC"}
+{"version":3,"file":"clean-up-expired-cache.d.ts","sourceRoot":"","sources":["../../../../src/services/data-sync-service/jobs/clean-up-expired-cache.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AASvB,QAAA,MAAM,IAAI,qBAwBT,CAAC;AAoBF,eAAe,IAAI,CAAC"}