@polygonlabs/servercore 1.0.0-dev.9 → 1.1.0

package/dist/consumers/rest_api_consumer.js

@@ -0,0 +1,131 @@
+import { errorCodes } from "../constants";
+import { ConsumerError } from "../errors";
+import { AbstractCronEventConsumer } from "./abstract_cron_event_consumer";
+class RestAPIConsumer extends AbstractCronEventConsumer {
+  constructor(config) {
+    super();
+    this.config = config;
+    this.highestValueSeen = this.config.startCount.value;
+  }
+  observer = null;
+  currentPage = 0;
+  highestValueSeen = 0;
+  async start(observer) {
+    this.observer = observer;
+    this.currentPage = 1;
+    if (this.config.cronExpr) {
+      this.startCron(this.config.cronExpr);
+    } else {
+      await this.onTick();
+    }
+  }
+  stop() {
+    this.stopCron();
+  }
+  async onTick() {
+    this.currentPage = 1;
+    let shouldFetchNextPage = true;
+    while (shouldFetchNextPage) {
+      shouldFetchNextPage = await this.fetchPage();
+    }
+    this.config.startCount.value = this.highestValueSeen;
+    this.observer?.summary({
+      [`${this.config.startCount.key}`]: this.config.startCount.value
+    });
+  }
+  async fetchPage() {
+    try {
+      const paginationParam = this.config.paginationParam || "page";
+      const params = {
+        ...this.config.params || {},
+        [paginationParam]: this.currentPage.toString()
+      };
+      let url = this.config.apiUrl.toString();
+      if (Object.keys(params).length > 0) {
+        const queryString = new URLSearchParams(params).toString();
+        url += (url.includes("?") ? "&" : "?") + queryString;
+      }
+      const response = await fetch(url, {
+        method: this.config.method || "GET",
+        headers: this.config.headers,
+        body: this.config.body ? JSON.stringify(this.config.body) : void 0
+      });
+      if (!response.ok) {
+        throw new ConsumerError(
+          `Failed to fetch from API: ${response.statusText}`,
+          {
+            code: errorCodes.external.UNKNOWN_EXTERNAL_DEPENDENCY_ERROR,
+            isFatal: true,
+            origin: "rest_api_consumer"
+          }
+        );
+      }
+      let data = await response.json();
+      if (this.config.resultPath) {
+        data = this.getValueByPath(data, this.config.resultPath);
+      }
+      const countKey = this.config.startCount.key;
+      let currentValue = void 0;
+      if (Array.isArray(data)) {
+        if (data.length === 0) {
+          return false;
+        }
+        for (const elem of data) {
+          currentValue = this.processDataForCurrentCountValue(
+            elem,
+            countKey
+          );
+        }
+      } else {
+        currentValue = this.processDataForCurrentCountValue(
+          data,
+          countKey
+        );
+      }
+      this.observer?.next(data);
+      this.currentPage++;
+      if (currentValue === void 0) {
+        return false;
+      }
+      return currentValue >= this.config.startCount.value;
+    } catch (error) {
+      this.onFatalError(error);
+      return false;
+    }
+  }
+  // Utility to get nested values using dot notation (e.g., "response.data.count")
+  getValueByPath(obj, path) {
+    return path.split(".").reduce((prev, curr) => {
+      return prev && prev[curr] !== void 0 ? prev[curr] : void 0;
+    }, obj);
+  }
+  processDataForCurrentCountValue(item, countKey) {
+    const value = this.getValueByPath(item, countKey);
+    if (value === void 0) {
+      throw new ConsumerError(
+        `Count key '${countKey}' not found in API response`,
+        {
+          code: errorCodes.external.UNKNOWN_EXTERNAL_DEPENDENCY_ERROR,
+          isFatal: false,
+          origin: "rest_api_consumer"
+        }
+      );
+    }
+    this.highestValueSeen = Math.max(this.highestValueSeen, value);
+    return value;
+  }
+  /**
+   * Updates the start count value to a specific value.
+   * This allows reprocessing data from a specified point.
+   *
+   * @param value The value to set as the new start count
+   */
+  setStartValue(value) {
+    this.config.startCount.value = value;
+    this.highestValueSeen = value;
+  }
+}
+export {
+  RestAPIConsumer
+};
+//# sourceMappingURL=rest_api_consumer.js.map

package/dist/consumers/rest_api_consumer.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/consumers/rest_api_consumer.ts"],"sourcesContent":["import { errorCodes } from \"../constants\";\nimport { ConsumerError } from \"../errors\";\nimport type { IObserver, IRestAPIConsumerConfig } from \"../types\";\nimport { AbstractCronEventConsumer } from \"./abstract_cron_event_consumer\";\n\nexport class RestAPIConsumer<T, U> extends AbstractCronEventConsumer {\n    protected observer: IObserver<T, ConsumerError, U> | null = null;\n    private currentPage = 0;\n    private highestValueSeen = 0;\n\n    constructor(private readonly config: IRestAPIConsumerConfig) {\n        super();\n        this.highestValueSeen = this.config.startCount.value;\n    }\n\n    public async start(\n        observer: IObserver<T, ConsumerError, U>\n    ): Promise<void> {\n        this.observer = observer;\n        this.currentPage = 1;\n        if (this.config.cronExpr) {\n            this.startCron(this.config.cronExpr);\n        } else {\n            // fallback: run once if no cron\n            await this.onTick();\n        }\n    }\n\n    public stop(): void {\n        this.stopCron();\n    }\n\n    protected async onTick(): Promise<void> {\n        // Reset page counter at the start of each cron run\n        this.currentPage = 1;\n\n        // Keep fetching pages until we've caught up\n        let shouldFetchNextPage = true;\n\n        while (shouldFetchNextPage) {\n            shouldFetchNextPage = await this.fetchPage();\n        }\n\n        // Update config with the highest value we've seen\n        // This prevents fetching the same data in the next cron run\n        this.config.startCount.value = this.highestValueSeen;\n        this.observer?.summary({\n            [`${this.config.startCount.key}`]: this.config.startCount.value,\n        } as U);\n    }\n\n    private async fetchPage(): Promise<boolean> {\n        try {\n            // Use paginationParam from config or default to \"page\"\n            const paginationParam = this.config.paginationParam || \"page\";\n            const params = {\n                ...(this.config.params || {}),\n                [paginationParam]: this.currentPage.toString(),\n            };\n\n            let url = this.config.apiUrl.toString();\n            if (Object.keys(params).length > 0) {\n                const queryString = new URLSearchParams(params).toString();\n                url += (url.includes(\"?\") ? \"&\" : \"?\") + queryString;\n            }\n\n            const response = await fetch(url, {\n                method: this.config.method || \"GET\",\n                headers: this.config.headers,\n                body: this.config.body\n                    ? JSON.stringify(this.config.body)\n                    : undefined,\n            });\n\n            if (!response.ok) {\n                throw new ConsumerError(\n                    `Failed to fetch from API: ${response.statusText}`,\n                    {\n                        code: errorCodes.external\n                            .UNKNOWN_EXTERNAL_DEPENDENCY_ERROR,\n                        isFatal: true,\n                        origin: \"rest_api_consumer\",\n                    }\n                );\n            }\n\n            let data = await response.json();\n            if (this.config.resultPath) {\n                data = this.getValueByPath(data, this.config.resultPath);\n            }\n\n            // Extract the value we're tracking\n            const countKey = this.config.startCount.key;\n            let currentValue: number | undefined = undefined;\n\n            if (Array.isArray(data)) {\n                if (data.length === 0) {\n                    return false;\n                }\n                for (const elem of data) {\n                    currentValue = this.processDataForCurrentCountValue(\n                        elem,\n                        countKey\n                    );\n                }\n            } else {\n                currentValue = this.processDataForCurrentCountValue(\n                    data,\n                    countKey\n                );\n            }\n\n            // Send data to observer\n            this.observer?.next(data);\n\n            // Increment page for next potential fetch\n            this.currentPage++;\n\n            // Continue fetching if the current value is <= our threshold\n            if (currentValue === undefined) {\n                // If currentValue was never set, stop fetching\n                return false;\n            }\n            return currentValue >= this.config.startCount.value;\n        } catch (error) {\n            this.onFatalError(error as ConsumerError);\n            return false; // Stop fetching on error\n        }\n    }\n\n    // Utility to get nested values using dot notation (e.g., \"response.data.count\")\n    private getValueByPath(obj: any, path: string): any {\n        return path.split(\".\").reduce((prev, curr) => {\n            return prev && prev[curr] !== undefined ? prev[curr] : undefined;\n        }, obj);\n    }\n\n    private processDataForCurrentCountValue(\n        item: any,\n        countKey: string\n    ): number {\n        const value = this.getValueByPath(item, countKey);\n        if (value === undefined) {\n            throw new ConsumerError(\n                `Count key '${countKey}' not found in API response`,\n                {\n                    code: errorCodes.external.UNKNOWN_EXTERNAL_DEPENDENCY_ERROR,\n                    isFatal: false,\n                    origin: \"rest_api_consumer\",\n                }\n            );\n        }\n        this.highestValueSeen = Math.max(this.highestValueSeen, value);\n        return value;\n    }\n\n    /**\n     * Updates the start count value to a specific value.\n     * This allows reprocessing data from a specified point.\n     *\n     * @param value The value to set as the new start count\n     */\n    public setStartValue(value: number): void {\n        this.config.startCount.value = value;\n        this.highestValueSeen = value;\n    }\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B,SAAS,qBAAqB;AAE9B,SAAS,iCAAiC;AAEnC,MAAM,wBAA8B,0BAA0B;AAAA,EAKjE,YAA6B,QAAgC;AACzD,UAAM;AADmB;AAEzB,SAAK,mBAAmB,KAAK,OAAO,WAAW;AAAA,EACnD;AAAA,EAPU,WAAkD;AAAA,EACpD,cAAc;AAAA,EACd,mBAAmB;AAAA,EAO3B,MAAa,MACT,UACa;AACb,SAAK,WAAW;AAChB,SAAK,cAAc;AACnB,QAAI,KAAK,OAAO,UAAU;AACtB,WAAK,UAAU,KAAK,OAAO,QAAQ;AAAA,IACvC,OAAO;AAEH,YAAM,KAAK,OAAO;AAAA,IACtB;AAAA,EACJ;AAAA,EAEO,OAAa;AAChB,SAAK,SAAS;AAAA,EAClB;AAAA,EAEA,MAAgB,SAAwB;AAEpC,SAAK,cAAc;AAGnB,QAAI,sBAAsB;AAE1B,WAAO,qBAAqB;AACxB,4BAAsB,MAAM,KAAK,UAAU;AAAA,IAC/C;AAIA,SAAK,OAAO,WAAW,QAAQ,KAAK;AACpC,SAAK,UAAU,QAAQ;AAAA,MACnB,CAAC,GAAG,KAAK,OAAO,WAAW,GAAG,EAAE,GAAG,KAAK,OAAO,WAAW;AAAA,IAC9D,CAAM;AAAA,EACV;AAAA,EAEA,MAAc,YAA8B;AACxC,QAAI;AAEA,YAAM,kBAAkB,KAAK,OAAO,mBAAmB;AACvD,YAAM,SAAS;AAAA,QACX,GAAI,KAAK,OAAO,UAAU,CAAC;AAAA,QAC3B,CAAC,eAAe,GAAG,KAAK,YAAY,SAAS;AAAA,MACjD;AAEA,UAAI,MAAM,KAAK,OAAO,OAAO,SAAS;AACtC,UAAI,OAAO,KAAK,MAAM,EAAE,SAAS,GAAG;AAChC,cAAM,cAAc,IAAI,gBAAgB,MAAM,EAAE,SAAS;AACzD,gBAAQ,IAAI,SAAS,GAAG,IAAI,MAAM,OAAO;AAAA,MAC7C;AAEA,YAAM,WAAW,MAAM,MAAM,KAAK;AAAA,QAC9B,QAAQ,KAAK,OAAO,UAAU;AAAA,QAC9B,SAAS,KAAK,OAAO;AAAA,QACrB,MAAM,KAAK,OAAO,OACZ,KAAK,UAAU,KAAK,OAAO,IAAI,IAC/B;AAAA,MACV,CAAC;AAED,UAAI,CAAC,SAAS,IAAI;AACd,cAAM,IAAI;AAAA,UACN,6BAA6B,SAAS,UAAU;AAAA,UAChD;AAAA,YACI,MAAM,WAAW,SACZ;AAAA,YACL,SAAS;AAAA,YACT,QAAQ;AAAA,UACZ;AAAA,QACJ;AAAA,MACJ;AAEA,UAAI,OAAO,MAAM,SAAS,KAAK;AAC/B,UAAI,KAAK,OAAO,YAAY;AACxB,eAAO,KAAK,eAAe,MAAM,KAAK,OAAO,UAAU;AAAA,MAC3D;AAGA,YAAM,WAAW,KAAK,OAAO,WAAW;AACxC,UAAI,eAAmC;AAEvC,UAAI,MAAM,QAAQ,IAAI,GAAG;AACrB,YAAI,KAAK,WAAW,GAAG;AACnB,iBAAO;AAAA,QACX;AACA,mBAAW,QAAQ,MAAM;AACrB,yBAAe,KAAK;AAAA,YAChB;AAAA,YACA;AAAA,UACJ;AAAA,QACJ;AAAA,MACJ,OAAO;AACH,uBAAe,KAAK;AAAA,UAChB;AAAA,UACA;AAAA,QACJ;AAAA,MACJ;AAGA,WAAK,UAAU,KAAK,IAAI;AAGxB,WAAK;AAGL,UAAI,iBAAiB,QAAW;AAE5B,eAAO;AAAA,MACX;AACA,aAAO,gBAAgB,KAAK,OAAO,WAAW;AAAA,IAClD,SAAS,OAAO;AACZ,WAAK,aAAa,KAAsB;AACxC,aAAO;AAAA,IACX;AAAA,EACJ;AAAA;AAAA,EAGQ,eAAe,KAAU,MAAmB;AAChD,WAAO,KAAK,MAAM,GAAG,EAAE,OAAO,CAAC,MAAM,SAAS;AAC1C,aAAO,QAAQ,KAAK,IAAI,MAAM,SAAY,KAAK,IAAI,IAAI;AAAA,IAC3D,GAAG,GAAG;AAAA,EACV;AAAA,EAEQ,gCACJ,MACA,UACM;AACN,UAAM,QAAQ,KAAK,eAAe,MAAM,QAAQ;AAChD,QAAI,UAAU,QAAW;AACrB,YAAM,IAAI;AAAA,QACN,cAAc,QAAQ;AAAA,QACtB;AAAA,UACI,MAAM,WAAW,SAAS;AAAA,UAC1B,SAAS;AAAA,UACT,QAAQ;AAAA,QACZ;AAAA,MACJ;AAAA,IACJ;AACA,SAAK,mBAAmB,KAAK,IAAI,KAAK,kBAAkB,KAAK;AAC7D,WAAO;AAAA,EACX;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQO,cAAc,OAAqB;AACtC,SAAK,OAAO,WAAW,QAAQ;AAC/B,SAAK,mBAAmB;AAAA,EAC5B;AACJ;","names":[]}

package/dist/errors/api_errors.d.ts

@@ -20,7 +20,7 @@ declare class BadRequestError extends ApiError {
     constructor(message?: string, validationErrors?: Record<string, any>, context?: Record<string, any>, origin?: string);
 }
 declare class NotFoundError extends ApiError {
-    constructor(entity?: string, identifier?: string | number, context?: Record<string, any>, origin?: string);
+    constructor(message: string, entity?: string, identifier?: string | number, context?: Record<string, any>, origin?: string);
 }
 declare class RateLimitError extends ApiError {
     constructor(message?: string, context?: Record<string, any>, origin?: string);

package/dist/errors/api_errors.js

@@ -4,7 +4,7 @@ class ApiError extends BaseError {
   constructor(message, {
     name = "INTERNAL_SERVER_ERROR",
     code = errorCodes.api.INTERNAL_SERVER_ERROR,
-    isFatal = true,
+    isFatal = false,
     origin = "api_errors",
     context = {}
   } = {}) {
@@ -17,7 +17,7 @@ class UnauthorizedError extends ApiError {
     super(message, {
       name: "UNAUTHORIZED",
       code: errorCodes.api.UNAUTHORIZED,
-      isFatal: true,
+      isFatal: false,
       origin,
       context
     });
@@ -28,7 +28,7 @@ class ForbiddenError extends ApiError {
     super(message, {
       name: "FORBIDDEN",
       code: errorCodes.api.FORBIDDEN,
-      isFatal: true,
+      isFatal: false,
       origin,
       context
     });
@@ -40,7 +40,7 @@ class BadRequestError extends ApiError {
     super(message, {
       name: "BAD_REQUEST",
       code: errorCodes.api.BAD_REQUEST,
-      isFatal: true,
+      isFatal: false,
       origin,
       context
     });
@@ -48,12 +48,14 @@ class BadRequestError extends ApiError {
   }
 }
 class NotFoundError extends ApiError {
-  constructor(entity = "Path", identifier, context = {}, origin = "api_errors") {
-    const message = identifier ? `${entity} with identifier ${identifier} not found` : `${entity} not found`;
+  constructor(message, entity = "Path", identifier, context = {}, origin = "api_errors") {
+    if (!message) {
+      message = identifier ? `${entity} with identifier ${identifier} not found` : `${entity} not found`;
+    }
     super(message, {
       name: "NOT_FOUND",
       code: errorCodes.api.NOT_FOUND,
-      isFatal: true,
+      isFatal: false,
       origin,
       context: { entity, identifier, ...context }
     });
@@ -64,7 +66,7 @@ class RateLimitError extends ApiError {
     super(message, {
       name: "RATE_LIMIT",
       code: errorCodes.api.TOO_MANY_REQUESTS,
-      isFatal: true,
+      isFatal: false,
       origin,
       context
     });
@@ -76,7 +78,7 @@ class TimeoutError extends ApiError {
       name: "TIMEOUT",
       code: errorCodes.api.TIMEOUT_ERROR,
       // Gateway Timeout
-      isFatal: true,
+      isFatal: false,
       origin,
       context: { operation, timeoutMs, ...context }
     });

package/dist/errors/api_errors.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/errors/api_errors.ts"],"sourcesContent":["import { BaseError } from \"./base_error\";\nimport { errorCodes } from \"../constants\";\n\nexport class ApiError extends BaseError {\n    constructor(\n        message: string,\n        {\n            name = \"INTERNAL_SERVER_ERROR\",\n            code = errorCodes.api.INTERNAL_SERVER_ERROR,\n            isFatal = true,\n            origin = \"api_errors\",\n            context = {},\n        }: {\n            name?: string;\n            code?: number;\n            isFatal?: boolean;\n            origin?: string;\n            context?: Record<string, any>;\n        } = {}\n    ) {\n        super(name, code, message, isFatal, origin, context);\n        Error.captureStackTrace(this, this.constructor);\n    }\n}\n\nexport class UnauthorizedError extends ApiError {\n    constructor(\n        message: string = \"Invalid auth credentials\",\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(message, {\n            name: \"UNAUTHORIZED\",\n            code: errorCodes.api.UNAUTHORIZED,\n            isFatal: true,\n            origin,\n            context,\n        });\n    }\n}\n\nexport class ForbiddenError extends ApiError {\n    constructor(\n        message: string = \"You do not have permission to perform this action\",\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(message, {\n            name: \"FORBIDDEN\",\n            code: errorCodes.api.FORBIDDEN,\n            isFatal: true,\n            origin,\n            context,\n        });\n    }\n}\n\nexport class BadRequestError extends ApiError {\n    public readonly validationErrors: Record<string, string[]>;\n\n    constructor(\n        message: string = \"Malformed or invalid request\",\n        validationErrors: Record<string, any> = {},\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(message, {\n            name: \"BAD_REQUEST\",\n            code: errorCodes.api.BAD_REQUEST,\n            isFatal: true,\n            origin,\n            context,\n        });\n        this.validationErrors = validationErrors;\n    }\n}\n\nexport class NotFoundError extends ApiError {\n    constructor(\n        entity: string = \"Path\",\n        identifier?: string | number,\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        const message = identifier\n            ? `${entity} with identifier ${identifier} not found`\n            : `${entity} not found`;\n\n        super(message, {\n            name: \"NOT_FOUND\",\n            code: errorCodes.api.NOT_FOUND,\n            isFatal: true,\n            origin,\n            context: { entity, identifier, ...context },\n        });\n    }\n}\n\nexport class RateLimitError extends ApiError {\n    constructor(\n        message: string = \"Rate limit exceeded\",\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(message, {\n            name: \"RATE_LIMIT\",\n            code: errorCodes.api.TOO_MANY_REQUESTS,\n            isFatal: true,\n            origin,\n            context,\n        });\n    }\n}\n\nexport class TimeoutError extends ApiError {\n    constructor(\n        operation: string,\n        timeoutMs: number,\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(`Operation '${operation}' timed out after ${timeoutMs}ms`, {\n            name: \"TIMEOUT\",\n            code: errorCodes.api.TIMEOUT_ERROR, // Gateway Timeout\n            isFatal: true,\n            origin,\n            context: { operation, timeoutMs, ...context },\n        });\n    }\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAC1B,SAAS,kBAAkB;AAEpB,MAAM,iBAAiB,UAAU;AAAA,EACpC,YACI,SACA;AAAA,IACI,OAAO;AAAA,IACP,OAAO,WAAW,IAAI;AAAA,IACtB,UAAU;AAAA,IACV,SAAS;AAAA,IACT,UAAU,CAAC;AAAA,EACf,IAMI,CAAC,GACP;AACE,UAAM,MAAM,MAAM,SAAS,SAAS,QAAQ,OAAO;AACnD,UAAM,kBAAkB,MAAM,KAAK,WAAW;AAAA,EAClD;AACJ;AAEO,MAAM,0BAA0B,SAAS;AAAA,EAC5C,YACI,UAAkB,4BAClB,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IACJ,CAAC;AAAA,EACL;AACJ;AAEO,MAAM,uBAAuB,SAAS;AAAA,EACzC,YACI,UAAkB,qDAClB,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IACJ,CAAC;AAAA,EACL;AACJ;AAEO,MAAM,wBAAwB,SAAS;AAAA,EAC1B;AAAA,EAEhB,YACI,UAAkB,gCAClB,mBAAwC,CAAC,GACzC,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IACJ,CAAC;AACD,SAAK,mBAAmB;AAAA,EAC5B;AACJ;AAEO,MAAM,sBAAsB,SAAS;AAAA,EACxC,YACI,SAAiB,QACjB,YACA,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,UAAU,aACV,GAAG,MAAM,oBAAoB,UAAU,eACvC,GAAG,MAAM;AAEf,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA,SAAS,EAAE,QAAQ,YAAY,GAAG,QAAQ;AAAA,IAC9C,CAAC;AAAA,EACL;AACJ;AAEO,MAAM,uBAAuB,SAAS;AAAA,EACzC,YACI,UAAkB,uBAClB,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IACJ,CAAC;AAAA,EACL;AACJ;AAEO,MAAM,qBAAqB,SAAS;AAAA,EACvC,YACI,WACA,WACA,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,cAAc,SAAS,qBAAqB,SAAS,MAAM;AAAA,MAC7D,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA,SAAS,EAAE,WAAW,WAAW,GAAG,QAAQ;AAAA,IAChD,CAAC;AAAA,EACL;AACJ;","names":[]}
+{"version":3,"sources":["../../src/errors/api_errors.ts"],"sourcesContent":["import { BaseError } from \"./base_error\";\nimport { errorCodes } from \"../constants\";\n\nexport class ApiError extends BaseError {\n    constructor(\n        message: string,\n        {\n            name = \"INTERNAL_SERVER_ERROR\",\n            code = errorCodes.api.INTERNAL_SERVER_ERROR,\n            isFatal = false,\n            origin = \"api_errors\",\n            context = {},\n        }: {\n            name?: string;\n            code?: number;\n            isFatal?: boolean;\n            origin?: string;\n            context?: Record<string, any>;\n        } = {}\n    ) {\n        super(name, code, message, isFatal, origin, context);\n        Error.captureStackTrace(this, this.constructor);\n    }\n}\n\nexport class UnauthorizedError extends ApiError {\n    constructor(\n        message: string = \"Invalid auth credentials\",\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(message, {\n            name: \"UNAUTHORIZED\",\n            code: errorCodes.api.UNAUTHORIZED,\n            isFatal: false,\n            origin,\n            context,\n        });\n    }\n}\n\nexport class ForbiddenError extends ApiError {\n    constructor(\n        message: string = \"You do not have permission to perform this action\",\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(message, {\n            name: \"FORBIDDEN\",\n            code: errorCodes.api.FORBIDDEN,\n            isFatal: false,\n            origin,\n            context,\n        });\n    }\n}\n\nexport class BadRequestError extends ApiError {\n    public readonly validationErrors: Record<string, string[]>;\n\n    constructor(\n        message: string = \"Malformed or invalid request\",\n        validationErrors: Record<string, any> = {},\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(message, {\n            name: \"BAD_REQUEST\",\n            code: errorCodes.api.BAD_REQUEST,\n            isFatal: false,\n            origin,\n            context,\n        });\n        this.validationErrors = validationErrors;\n    }\n}\n\nexport class NotFoundError extends ApiError {\n    constructor(\n        message: string,\n        entity: string = \"Path\",\n        identifier?: string | number,\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        if (!message) {\n            message = identifier\n                ? `${entity} with identifier ${identifier} not found`\n                : `${entity} not found`;\n        }\n\n        super(message, {\n            name: \"NOT_FOUND\",\n            code: errorCodes.api.NOT_FOUND,\n            isFatal: false,\n            origin,\n            context: { entity, identifier, ...context },\n        });\n    }\n}\n\nexport class RateLimitError extends ApiError {\n    constructor(\n        message: string = \"Rate limit exceeded\",\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(message, {\n            name: \"RATE_LIMIT\",\n            code: errorCodes.api.TOO_MANY_REQUESTS,\n            isFatal: false,\n            origin,\n            context,\n        });\n    }\n}\n\nexport class TimeoutError extends ApiError {\n    constructor(\n        operation: string,\n        timeoutMs: number,\n        context: Record<string, any> = {},\n        origin: string = \"api_errors\"\n    ) {\n        super(`Operation '${operation}' timed out after ${timeoutMs}ms`, {\n            name: \"TIMEOUT\",\n            code: errorCodes.api.TIMEOUT_ERROR, // Gateway Timeout\n            isFatal: false,\n            origin,\n            context: { operation, timeoutMs, ...context },\n        });\n    }\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAC1B,SAAS,kBAAkB;AAEpB,MAAM,iBAAiB,UAAU;AAAA,EACpC,YACI,SACA;AAAA,IACI,OAAO;AAAA,IACP,OAAO,WAAW,IAAI;AAAA,IACtB,UAAU;AAAA,IACV,SAAS;AAAA,IACT,UAAU,CAAC;AAAA,EACf,IAMI,CAAC,GACP;AACE,UAAM,MAAM,MAAM,SAAS,SAAS,QAAQ,OAAO;AACnD,UAAM,kBAAkB,MAAM,KAAK,WAAW;AAAA,EAClD;AACJ;AAEO,MAAM,0BAA0B,SAAS;AAAA,EAC5C,YACI,UAAkB,4BAClB,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IACJ,CAAC;AAAA,EACL;AACJ;AAEO,MAAM,uBAAuB,SAAS;AAAA,EACzC,YACI,UAAkB,qDAClB,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IACJ,CAAC;AAAA,EACL;AACJ;AAEO,MAAM,wBAAwB,SAAS;AAAA,EAC1B;AAAA,EAEhB,YACI,UAAkB,gCAClB,mBAAwC,CAAC,GACzC,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IACJ,CAAC;AACD,SAAK,mBAAmB;AAAA,EAC5B;AACJ;AAEO,MAAM,sBAAsB,SAAS;AAAA,EACxC,YACI,SACA,SAAiB,QACjB,YACA,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,QAAI,CAAC,SAAS;AACV,gBAAU,aACJ,GAAG,MAAM,oBAAoB,UAAU,eACvC,GAAG,MAAM;AAAA,IACnB;AAEA,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA,SAAS,EAAE,QAAQ,YAAY,GAAG,QAAQ;AAAA,IAC9C,CAAC;AAAA,EACL;AACJ;AAEO,MAAM,uBAAuB,SAAS;AAAA,EACzC,YACI,UAAkB,uBAClB,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,SAAS;AAAA,MACX,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA;AAAA,IACJ,CAAC;AAAA,EACL;AACJ;AAEO,MAAM,qBAAqB,SAAS;AAAA,EACvC,YACI,WACA,WACA,UAA+B,CAAC,GAChC,SAAiB,cACnB;AACE,UAAM,cAAc,SAAS,qBAAqB,SAAS,MAAM;AAAA,MAC7D,MAAM;AAAA,MACN,MAAM,WAAW,IAAI;AAAA;AAAA,MACrB,SAAS;AAAA,MACT;AAAA,MACA,SAAS,EAAE,WAAW,WAAW,GAAG,QAAQ;AAAA,IAChD,CAAC;AAAA,EACL;AACJ;","names":[]}

package/dist/index.d.ts

@@ -1,20 +1,28 @@
 export { handleError, handleResponse } from './api/response_handler.js';
 export { validateBody, validateParams, validateQuery } from './api/zod_utils.js';
+export { HealthCheck, setupHealthCheckServer } from './api/health-check.js';
 export { Logger } from './logger/logger.js';
 export { errorCodes } from './constants/error_codes.js';
-export { httpResposneCodes } from './constants/http_success_codes.js';
+export { httpResponseCodes } from './constants/http_success_codes.js';
 export { ILoggerConfig } from './types/logger_config.js';
-export { IDocumentConditionalModifications, IQueryFilterOperationParams, IQueryOrderOperationParams, OrderByDirection, WhereFilterOp } from './types/database.js';
+export { AddDocumentsParams, ConditionalUpdateDocumentsParams, GetCollectionGroupParams, GetDocumentParams, GetDocumentsParams, IDocumentConditionalModifications, IQueryFilterOperationParams, IQueryOrFilterParams, IQueryOrderOperationParams, OrderByDirection, UpdateDocumentsParams, WhereFilterOp } from './types/database.js';
 export { IObserver } from './types/observer.js';
 export { ChainNativeCurrency, IEventConsumerConfig } from './types/event_consumer_config.js';
 export { ResponseContext } from './types/response_context.js';
+export { JobOpts } from './types/queue_job_opts.js';
+export { IRestAPIConsumerConfig } from './types/rest_api_consumer_config.js';
 export { ApiError, BadRequestError, ForbiddenError, NotFoundError, RateLimitError, TimeoutError, UnauthorizedError } from './errors/api_errors.js';
 export { DatabaseError } from './errors/database_errors.js';
 export { ExternalDependencyError } from './errors/external_dependency_error.js';
 export { BaseError } from './errors/base_error.js';
 export { ConsumerError } from './errors/consumer_errors.js';
-export { Database } from './database/db_interface.js';
+export { Database } from './storage/db_interface.js';
+export { IQueue } from './storage/queue_interface.js';
 export { EventConsumer } from './consumers/event_consumer.js';
+export { RestAPIConsumer } from './consumers/rest_api_consumer.js';
+export { AbstractCronEventConsumer } from './consumers/abstract_cron_event_consumer.js';
+export { parseEventLog } from './utils/decoder.js';
+export { generateDeterministicULID } from './utils/ulid.js';
 import 'zod';
 import 'winston';
 import 'viem';

package/dist/index.js

@@ -3,6 +3,7 @@ export * from "./logger";
 export * from "./constants";
 export * from "./types";
 export * from "./errors";
-export * from "./database";
+export * from "./storage";
 export * from "./consumers";
+export * from "./utils";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["export * from \"./api\";\nexport * from \"./logger\";\nexport * from \"./constants\";\nexport * from \"./types\";\nexport * from \"./errors\";\nexport * from \"./database\";\nexport * from \"./consumers\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["export * from \"./api\";\nexport * from \"./logger\";\nexport * from \"./constants\";\nexport * from \"./types\";\nexport * from \"./errors\";\nexport * from \"./storage\";\nexport * from \"./consumers\";\nexport * from \"./utils\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/logger/logger.js

@@ -1,6 +1,6 @@
 import winston from "winston";
 import * as SentryImport from "winston-transport-sentry-node";
-import { BaseError } from "../../dist";
+import { BaseError } from "../errors";
 import { errorCodes } from "../constants";
 const Sentry = SentryImport.default;
 class Logger {
@@ -12,35 +12,21 @@ class Logger {
    */
   static create(config) {
     if (!this.logger) {
-      this.logger = winston.createLogger(
-        Object.assign(
-          {
-            format: winston.format.combine(
-              winston.format.timestamp({
-                format: "YYYY-MM-DD HH:mm:ss:ms"
-              }),
-              winston.format.colorize({
-                all: true
-              }),
-              winston.format.printf(
-                (info) => `${info.timestamp} ${info.level}: ${info.message}`
-              )
-            ),
-            transports: [
-              new winston.transports.Console({
-                level: config.console?.level || "info"
-              }),
-              new Sentry({
-                sentry: {
-                  dsn: config.sentry?.dsn
-                },
-                level: config.sentry?.level || "error"
-              })
-            ]
-          },
-          config.winston
-        )
-      );
+      this.logger = winston.createLogger({
+        format: winston.format.json(),
+        transports: [
+          new winston.transports.Console({
+            level: config.console?.level || "info"
+          }),
+          new Sentry({
+            sentry: {
+              dsn: config.sentry?.dsn
+            },
+            level: config.sentry?.level || "error"
+          })
+        ],
+        ...config.winston
+      });
     }
   }
   static ensureInitialized() {

package/dist/logger/logger.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/logger/logger.ts"],"sourcesContent":["import winston from \"winston\";\nimport type { ILoggerConfig } from \"../types\";\nimport * as SentryImport from \"winston-transport-sentry-node\";\nimport { BaseError } from \"../../dist\";\nimport { errorCodes } from \"../constants\";\nconst Sentry = SentryImport.default;\n\nexport class Logger {\n    private static logger: winston.Logger;\n\n    /**\n     * @static\n     * Create method must first be called before using the logger. It creates a singleton, which will then\n     * be referred to throughout the application.\n     */\n    static create(config: ILoggerConfig) {\n        if (!this.logger) {\n            this.logger = winston.createLogger(\n                Object.assign(\n                    {\n                        format: winston.format.combine(\n                            winston.format.timestamp({\n                                format: \"YYYY-MM-DD HH:mm:ss:ms\",\n                            }),\n                            winston.format.colorize({\n                                all: true,\n                            }),\n                            winston.format.printf(\n                                (info) =>\n                                    `${info.timestamp} ${info.level}: ${info.message}`\n                            )\n                        ),\n                        transports: [\n                            new winston.transports.Console({\n                                level: config.console?.level || \"info\",\n                            }),\n                            new Sentry({\n                                sentry: {\n                                    dsn: config.sentry?.dsn,\n                                },\n                                level: config.sentry?.level || \"error\",\n                            }),\n                        ],\n                    },\n                    config.winston\n                )\n            );\n        }\n    }\n\n    static ensureInitialized(): void {\n        if (!this.logger) {\n            throw new BaseError(\n                \"LOGGER_ERROR\",\n                errorCodes.base.BASE_ERROR,\n                \"Logger not initialized. Please call Logger.create() first.\",\n                true,\n                \"Logger\",\n                undefined\n            );\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for level - \"info\", this should not be called if it has been custom levels are\n     * set which does not include \"info\"\n     *\n     * @param {string|object} message - String or object to log.\n     */\n    static info(message: string | object) {\n        this.ensureInitialized();\n        if (typeof message === \"string\") {\n            this.logger.info(message);\n        } else {\n            this.logger.info(JSON.stringify(message));\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for level - \"debug\", this should not be called if it has been custom levels are\n     * set which does not include \"debug\"\n     *\n     * @param {string|object} message - String or object to log.\n     */\n    static debug(message: string | object) {\n        this.ensureInitialized();\n        if (typeof message === \"string\") {\n            this.logger?.debug(message);\n        } else {\n            this.logger?.debug(JSON.stringify(message));\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for level - \"error\", this should not be called if it has been custom levels are\n     * set which does not include \"error\"\n     *\n     * @param {string|object} error - String or object to log.\n     */\n    static error(error: string | object) {\n        this.ensureInitialized();\n        if (typeof error === \"string\") {\n            this.logger?.error(error);\n        } else {\n            this.logger?.error(\n                `${\n                    (error as Error).message\n                        ? `${(error as Error).message} : `\n                        : \"\"\n                }${JSON.stringify(error)}`\n            );\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for level - \"warn\", this should not be called if it has been custom levels are\n     * set which does not include \"warn\"\n     *\n     * @param {string|object} message - String or object to log.\n     */\n    static warn(message: string | object) {\n        this.ensureInitialized();\n        if (typeof message === \"string\") {\n            this.logger?.warn(message);\n        } else {\n            this.logger?.warn(JSON.stringify(message));\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for any level, which should be used to log all custom levels that may be added.\n     *\n     * @param {string|object} message - String or object to log.\n     */\n    static log(level: string, message: string | object) {\n        this.ensureInitialized();\n        if (typeof message === \"string\") {\n            this.logger?.log(level, message);\n        } else {\n            this.logger?.log(level, JSON.stringify(message));\n        }\n    }\n}\n"],"mappings":"AAAA,OAAO,aAAa;AAEpB,YAAY,kBAAkB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,kBAAkB;AAC3B,MAAM,SAAS,aAAa;AAErB,MAAM,OAAO;AAAA,EAChB,OAAe;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOf,OAAO,OAAO,QAAuB;AACjC,QAAI,CAAC,KAAK,QAAQ;AACd,WAAK,SAAS,QAAQ;AAAA,QAClB,OAAO;AAAA,UACH;AAAA,YACI,QAAQ,QAAQ,OAAO;AAAA,cACnB,QAAQ,OAAO,UAAU;AAAA,gBACrB,QAAQ;AAAA,cACZ,CAAC;AAAA,cACD,QAAQ,OAAO,SAAS;AAAA,gBACpB,KAAK;AAAA,cACT,CAAC;AAAA,cACD,QAAQ,OAAO;AAAA,gBACX,CAAC,SACG,GAAG,KAAK,SAAS,IAAI,KAAK,KAAK,KAAK,KAAK,OAAO;AAAA,cACxD;AAAA,YACJ;AAAA,YACA,YAAY;AAAA,cACR,IAAI,QAAQ,WAAW,QAAQ;AAAA,gBAC3B,OAAO,OAAO,SAAS,SAAS;AAAA,cACpC,CAAC;AAAA,cACD,IAAI,OAAO;AAAA,gBACP,QAAQ;AAAA,kBACJ,KAAK,OAAO,QAAQ;AAAA,gBACxB;AAAA,gBACA,OAAO,OAAO,QAAQ,SAAS;AAAA,cACnC,CAAC;AAAA,YACL;AAAA,UACJ;AAAA,UACA,OAAO;AAAA,QACX;AAAA,MACJ;AAAA,IACJ;AAAA,EACJ;AAAA,EAEA,OAAO,oBAA0B;AAC7B,QAAI,CAAC,KAAK,QAAQ;AACd,YAAM,IAAI;AAAA,QACN;AAAA,QACA,WAAW,KAAK;AAAA,QAChB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACJ;AAAA,IACJ;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,KAAK,SAA0B;AAClC,SAAK,kBAAkB;AACvB,QAAI,OAAO,YAAY,UAAU;AAC7B,WAAK,OAAO,KAAK,OAAO;AAAA,IAC5B,OAAO;AACH,WAAK,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,IAC5C;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,MAAM,SAA0B;AACnC,SAAK,kBAAkB;AACvB,QAAI,OAAO,YAAY,UAAU;AAC7B,WAAK,QAAQ,MAAM,OAAO;AAAA,IAC9B,OAAO;AACH,WAAK,QAAQ,MAAM,KAAK,UAAU,OAAO,CAAC;AAAA,IAC9C;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,MAAM,OAAwB;AACjC,SAAK,kBAAkB;AACvB,QAAI,OAAO,UAAU,UAAU;AAC3B,WAAK,QAAQ,MAAM,KAAK;AAAA,IAC5B,OAAO;AACH,WAAK,QAAQ;AAAA,QACT,GACK,MAAgB,UACX,GAAI,MAAgB,OAAO,QAC3B,EACV,GAAG,KAAK,UAAU,KAAK,CAAC;AAAA,MAC5B;AAAA,IACJ;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,KAAK,SAA0B;AAClC,SAAK,kBAAkB;AACvB,QAAI,OAAO,YAAY,UAAU;AAC7B,WAAK,QAAQ,KAAK,OAAO;AAAA,IAC7B,OAAO;AACH,WAAK,QAAQ,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,IAC7C;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,OAAO,IAAI,OAAe,SAA0B;AAChD,SAAK,kBAAkB;AACvB,QAAI,OAAO,YAAY,UAAU;AAC7B,WAAK,QAAQ,IAAI,OAAO,OAAO;AAAA,IACnC,OAAO;AACH,WAAK,QAAQ,IAAI,OAAO,KAAK,UAAU,OAAO,CAAC;AAAA,IACnD;AAAA,EACJ;AACJ;","names":[]}
+{"version":3,"sources":["../../src/logger/logger.ts"],"sourcesContent":["import winston from \"winston\";\nimport type { ILoggerConfig } from \"../types\";\nimport * as SentryImport from \"winston-transport-sentry-node\";\nimport { BaseError } from \"../errors\";\nimport { errorCodes } from \"../constants\";\nconst Sentry = SentryImport.default;\n\nexport class Logger {\n    private static logger: winston.Logger;\n\n    /**\n     * @static\n     * Create method must first be called before using the logger. It creates a singleton, which will then\n     * be referred to throughout the application.\n     */\n    static create(config: ILoggerConfig) {\n        if (!this.logger) {\n            this.logger = winston.createLogger({\n                format: winston.format.json(),\n                transports: [\n                    new winston.transports.Console({\n                        level: config.console?.level || \"info\",\n                    }),\n                    new Sentry({\n                        sentry: {\n                            dsn: config.sentry?.dsn,\n                        },\n                        level: config.sentry?.level || \"error\",\n                    }),\n                ],\n                ...config.winston\n            });\n        }\n    }\n\n    static ensureInitialized(): void {\n        if (!this.logger) {\n            throw new BaseError(\n                \"LOGGER_ERROR\",\n                errorCodes.base.BASE_ERROR,\n                \"Logger not initialized. Please call Logger.create() first.\",\n                true,\n                \"Logger\",\n                undefined\n            );\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for level - \"info\", this should not be called if it has been custom levels are\n     * set which does not include \"info\"\n     *\n     * @param {string|object} message - String or object to log.\n     */\n    static info(message: string | object) {\n        this.ensureInitialized();\n        if (typeof message === \"string\") {\n            this.logger.info(message);\n        } else {\n            this.logger.info(JSON.stringify(message));\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for level - \"debug\", this should not be called if it has been custom levels are\n     * set which does not include \"debug\"\n     *\n     * @param {string|object} message - String or object to log.\n     */\n    static debug(message: string | object) {\n        this.ensureInitialized();\n        if (typeof message === \"string\") {\n            this.logger?.debug(message);\n        } else {\n            this.logger?.debug(JSON.stringify(message));\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for level - \"error\", this should not be called if it has been custom levels are\n     * set which does not include \"error\"\n     *\n     * @param {string|object} error - String or object to log.\n     */\n    static error(error: string | object) {\n        this.ensureInitialized();\n        if (typeof error === \"string\") {\n            this.logger?.error(error);\n        } else {\n            this.logger?.error(\n                `${(error as Error).message\n                    ? `${(error as Error).message} : `\n                    : \"\"\n                }${JSON.stringify(error)}`\n            );\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for level - \"warn\", this should not be called if it has been custom levels are\n     * set which does not include \"warn\"\n     *\n     * @param {string|object} message - String or object to log.\n     */\n    static warn(message: string | object) {\n        this.ensureInitialized();\n        if (typeof message === \"string\") {\n            this.logger?.warn(message);\n        } else {\n            this.logger?.warn(JSON.stringify(message));\n        }\n    }\n\n    /**\n     * @static\n     * Method to log for any level, which should be used to log all custom levels that may be added.\n     *\n     * @param {string|object} message - String or object to log.\n     */\n    static log(level: string, message: string | object) {\n        this.ensureInitialized();\n        if (typeof message === \"string\") {\n            this.logger?.log(level, message);\n        } else {\n            this.logger?.log(level, JSON.stringify(message));\n        }\n    }\n}\n"],"mappings":"AAAA,OAAO,aAAa;AAEpB,YAAY,kBAAkB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,kBAAkB;AAC3B,MAAM,SAAS,aAAa;AAErB,MAAM,OAAO;AAAA,EAChB,OAAe;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOf,OAAO,OAAO,QAAuB;AACjC,QAAI,CAAC,KAAK,QAAQ;AACd,WAAK,SAAS,QAAQ,aAAa;AAAA,QAC/B,QAAQ,QAAQ,OAAO,KAAK;AAAA,QAC5B,YAAY;AAAA,UACR,IAAI,QAAQ,WAAW,QAAQ;AAAA,YAC3B,OAAO,OAAO,SAAS,SAAS;AAAA,UACpC,CAAC;AAAA,UACD,IAAI,OAAO;AAAA,YACP,QAAQ;AAAA,cACJ,KAAK,OAAO,QAAQ;AAAA,YACxB;AAAA,YACA,OAAO,OAAO,QAAQ,SAAS;AAAA,UACnC,CAAC;AAAA,QACL;AAAA,QACA,GAAG,OAAO;AAAA,MACd,CAAC;AAAA,IACL;AAAA,EACJ;AAAA,EAEA,OAAO,oBAA0B;AAC7B,QAAI,CAAC,KAAK,QAAQ;AACd,YAAM,IAAI;AAAA,QACN;AAAA,QACA,WAAW,KAAK;AAAA,QAChB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACJ;AAAA,IACJ;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,KAAK,SAA0B;AAClC,SAAK,kBAAkB;AACvB,QAAI,OAAO,YAAY,UAAU;AAC7B,WAAK,OAAO,KAAK,OAAO;AAAA,IAC5B,OAAO;AACH,WAAK,OAAO,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,IAC5C;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,MAAM,SAA0B;AACnC,SAAK,kBAAkB;AACvB,QAAI,OAAO,YAAY,UAAU;AAC7B,WAAK,QAAQ,MAAM,OAAO;AAAA,IAC9B,OAAO;AACH,WAAK,QAAQ,MAAM,KAAK,UAAU,OAAO,CAAC;AAAA,IAC9C;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,MAAM,OAAwB;AACjC,SAAK,kBAAkB;AACvB,QAAI,OAAO,UAAU,UAAU;AAC3B,WAAK,QAAQ,MAAM,KAAK;AAAA,IAC5B,OAAO;AACH,WAAK,QAAQ;AAAA,QACT,GAAI,MAAgB,UACd,GAAI,MAAgB,OAAO,QAC3B,EACN,GAAG,KAAK,UAAU,KAAK,CAAC;AAAA,MAC5B;AAAA,IACJ;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,KAAK,SAA0B;AAClC,SAAK,kBAAkB;AACvB,QAAI,OAAO,YAAY,UAAU;AAC7B,WAAK,QAAQ,KAAK,OAAO;AAAA,IAC7B,OAAO;AACH,WAAK,QAAQ,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,IAC7C;AAAA,EACJ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,OAAO,IAAI,OAAe,SAA0B;AAChD,SAAK,kBAAkB;AACvB,QAAI,OAAO,YAAY,UAAU;AAC7B,WAAK,QAAQ,IAAI,OAAO,OAAO;AAAA,IACnC,OAAO;AACH,WAAK,QAAQ,IAAI,OAAO,KAAK,UAAU,OAAO,CAAC;AAAA,IACnD;AAAA,EACJ;AACJ;","names":[]}

package/dist/storage/db_interface.d.ts

@@ -0,0 +1,17 @@
+import { AddDocumentsParams, UpdateDocumentsParams, ConditionalUpdateDocumentsParams, GetDocumentsParams, GetDocumentParams, GetCollectionGroupParams } from '../types/database.js';
+
+interface Database {
+    connect(): Promise<void>;
+    disconnect(): Promise<void>;
+    addDocuments(params: AddDocumentsParams): Promise<void>;
+    updateDocuments(params: UpdateDocumentsParams): Promise<void>;
+    conditionalUpdateDocuments(params: ConditionalUpdateDocumentsParams): Promise<void>;
+    getDocuments(params: GetDocumentsParams): Promise<{
+        documents: any[];
+        totalDocumentsCount?: number;
+    }>;
+    getDocument(params: GetDocumentParams): Promise<any | null>;
+    getCollectionGroup(params: GetCollectionGroupParams): Promise<any | null>;
+}
+
+export type { Database };

package/dist/storage/index.d.ts

@@ -0,0 +1,4 @@
+export { Database } from './db_interface.js';
+export { IQueue } from './queue_interface.js';
+import '../types/database.js';
+import '../types/queue_job_opts.js';

package/dist/storage/index.js

@@ -0,0 +1,3 @@
+export * from "./db_interface";
+export * from "./queue_interface";
+//# sourceMappingURL=index.js.map

package/dist/storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/storage/index.ts"],"sourcesContent":["export * from \"./db_interface\";\nexport * from \"./queue_interface\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;","names":[]}

package/dist/storage/queue_interface.d.ts

@@ -0,0 +1,11 @@
+import { JobOpts } from '../types/queue_job_opts.js';
+
+interface IQueue<JobData = any, JobResult = any> {
+    addJob(name: string, data: JobData, jobOpts?: JobOpts): Promise<void>;
+    pause(): Promise<void>;
+    resume(): Promise<void>;
+    clean(type: "completed" | "failed" | "wait" | "delayed"): Promise<void>;
+    getJobCounts(): Promise<Record<string, number>>;
+}
+
+export type { IQueue };

package/dist/storage/queue_interface.js

@@ -0,0 +1 @@
+//# sourceMappingURL=queue_interface.js.map

package/dist/storage/queue_interface.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/types/database.d.ts

@@ -1,5 +1,10 @@
 type WhereFilterOp = "<" | "<=" | "==" | "!=" | ">=" | ">" | "array-contains" | "in" | "not-in" | "array-contains-any";
 type OrderByDirection = "desc" | "asc";
+interface IQueryFilterOperationParams {
+    field: string;
+    operator: WhereFilterOp;
+    value: string | number | boolean | string[] | number[];
+}
 interface IQueryOrderOperationParams {
     field: string;
     order: OrderByDirection;
@@ -9,15 +14,45 @@ interface IDocumentConditionalModifications {
     value: string | number | boolean;
     defaultValue: string | number | boolean;
 }
-interface IQueryFilterOperationParams {
-    field: string;
-    operator: WhereFilterOp;
-    value: string | number | boolean | string[] | number[];
+interface IQueryOrFilterParams {
+    or: IQueryFilterOperationParams[];
 }
-interface IQueryFilterOperationParams {
-    field: string;
-    operator: WhereFilterOp;
-    value: string | number | boolean | string[] | number[];
+interface AddDocumentsParams {
+    collectionPaths: string[] | string;
+    docDatas: any[];
+    docIds?: string[];
+}
+interface UpdateDocumentsParams {
+    collectionPaths: string[] | string;
+    docDatas: any[];
+    docIds: string[];
+}
+interface ConditionalUpdateDocumentsParams {
+    collectionPaths: string[] | string;
+    docDatas: any[];
+    docIds: string[];
+    conditions: IQueryFilterOperationParams[];
+    conditionModifications: IDocumentConditionalModifications[];
+}
+interface GetDocumentsParams {
+    collectionPath: string;
+    filter?: IQueryFilterOperationParams[];
+    limit?: number;
+    order?: IQueryOrderOperationParams[];
+    startAfterCursor?: string | number;
+    selectFields?: string[];
+    orFilters?: IQueryOrFilterParams[];
+    offset?: number;
+    returnTotalDocumentsCount?: boolean;
+}
+interface GetDocumentParams {
+    collectionId: string;
+    docId: string;
+}
+interface GetCollectionGroupParams {
+    groupId: string;
+    filter?: IQueryFilterOperationParams[];
+    orFilters?: IQueryOrFilterParams[];
 }
 
-export type { IDocumentConditionalModifications, IQueryFilterOperationParams, IQueryOrderOperationParams, OrderByDirection, WhereFilterOp };
+export type { AddDocumentsParams, ConditionalUpdateDocumentsParams, GetCollectionGroupParams, GetDocumentParams, GetDocumentsParams, IDocumentConditionalModifications, IQueryFilterOperationParams, IQueryOrFilterParams, IQueryOrderOperationParams, OrderByDirection, UpdateDocumentsParams, WhereFilterOp };

package/dist/types/index.d.ts

@@ -1,7 +1,9 @@
 export { ILoggerConfig } from './logger_config.js';
-export { IDocumentConditionalModifications, IQueryFilterOperationParams, IQueryOrderOperationParams, OrderByDirection, WhereFilterOp } from './database.js';
+export { AddDocumentsParams, ConditionalUpdateDocumentsParams, GetCollectionGroupParams, GetDocumentParams, GetDocumentsParams, IDocumentConditionalModifications, IQueryFilterOperationParams, IQueryOrFilterParams, IQueryOrderOperationParams, OrderByDirection, UpdateDocumentsParams, WhereFilterOp } from './database.js';
 export { IObserver } from './observer.js';
 export { ChainNativeCurrency, IEventConsumerConfig } from './event_consumer_config.js';
 export { ResponseContext } from './response_context.js';
+export { JobOpts } from './queue_job_opts.js';
+export { IRestAPIConsumerConfig } from './rest_api_consumer_config.js';
 import 'winston';
 import 'viem';

package/dist/types/index.js

@@ -3,4 +3,6 @@ export * from "./database";
 export * from "./observer";
 export * from "./event_consumer_config";
 export * from "./response_context";
+export * from "./queue_job_opts";
+export * from "./rest_api_consumer_config";
 //# sourceMappingURL=index.js.map

package/dist/types/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/types/index.ts"],"sourcesContent":["export * from \"./logger_config\";\nexport * from \"./database\";\nexport * from \"./observer\";\nexport * from \"./event_consumer_config\";\nexport * from \"./response_context\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}
+{"version":3,"sources":["../../src/types/index.ts"],"sourcesContent":["export * from \"./logger_config\";\nexport * from \"./database\";\nexport * from \"./observer\";\nexport * from \"./event_consumer_config\";\nexport * from \"./response_context\";\nexport * from \"./queue_job_opts\";\nexport * from \"./rest_api_consumer_config\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}

package/dist/types/queue_job_opts.d.ts

@@ -0,0 +1,5 @@
+type JobOpts = {
+    replace?: boolean;
+};
+
+export type { JobOpts };

package/dist/types/queue_job_opts.js

@@ -0,0 +1 @@
+//# sourceMappingURL=queue_job_opts.js.map

package/dist/types/queue_job_opts.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/types/rest_api_consumer_config.d.ts

@@ -0,0 +1,17 @@
+interface IRestAPIConsumerConfig {
+    apiUrl: URL;
+    startCount: {
+        key: string;
+        value: number;
+    };
+    cronExpr?: string;
+    pollSize?: number;
+    body?: Record<string, any>;
+    headers?: Record<string, string>;
+    method?: "GET" | "POST";
+    params?: Record<string, string>;
+    paginationParam?: string;
+    resultPath?: string;
+}
+
+export type { IRestAPIConsumerConfig };

package/dist/types/rest_api_consumer_config.js

@@ -0,0 +1 @@
+//# sourceMappingURL=rest_api_consumer_config.js.map

package/dist/types/rest_api_consumer_config.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/utils/decoder.d.ts

@@ -1,4 +1,4 @@
-declare const parseEventLog: (abi: string[], data: `0x${string}`, topics: any) => {
+declare const parseEventLog: (eventSignature: string[], data: `0x${string}`, topics: any) => {
     eventName: undefined;
     args: readonly unknown[] | undefined;
 };

package/dist/utils/decoder.js

@@ -1,6 +1,6 @@
-import { decodeEventLog } from "viem";
-const parseEventLog = (abi, data, topics) => {
-  return decodeEventLog({ abi, data, topics });
+import { decodeEventLog, parseAbi } from "viem";
+const parseEventLog = (eventSignature, data, topics) => {
+  return decodeEventLog({ abi: parseAbi(eventSignature), data, topics });
 };
 export {
   parseEventLog

package/dist/utils/decoder.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/utils/decoder.ts"],"sourcesContent":["import { decodeEventLog } from \"viem\";\n\nexport const parseEventLog = (\n    abi: string[],\n    data: `0x${string}`,\n    topics: any\n) => {\n    return decodeEventLog({ abi, data, topics });\n};\n"],"mappings":"AAAA,SAAS,sBAAsB;AAExB,MAAM,gBAAgB,CACzB,KACA,MACA,WACC;AACD,SAAO,eAAe,EAAE,KAAK,MAAM,OAAO,CAAC;AAC/C;","names":[]}
+{"version":3,"sources":["../../src/utils/decoder.ts"],"sourcesContent":["import { decodeEventLog, parseAbi } from \"viem\";\n\nexport const parseEventLog = (\n    eventSignature: string[],\n    data: `0x${string}`,\n    topics: any\n) => {\n    return decodeEventLog({ abi: parseAbi(eventSignature), data, topics });\n};\n"],"mappings":"AAAA,SAAS,gBAAgB,gBAAgB;AAElC,MAAM,gBAAgB,CACzB,gBACA,MACA,WACC;AACD,SAAO,eAAe,EAAE,KAAK,SAAS,cAAc,GAAG,MAAM,OAAO,CAAC;AACzE;","names":[]}

package/dist/utils/index.d.ts

@@ -1 +1,2 @@
 export { parseEventLog } from './decoder.js';
+export { generateDeterministicULID } from './ulid.js';

package/dist/utils/index.js

@@ -1,2 +1,3 @@
 export * from "./decoder";
+export * from "./ulid";
 //# sourceMappingURL=index.js.map

package/dist/utils/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/utils/index.ts"],"sourcesContent":["export * from \"./decoder\";\n"],"mappings":"AAAA,cAAc;","names":[]}
+{"version":3,"sources":["../../src/utils/index.ts"],"sourcesContent":["export * from \"./decoder\";\nexport * from \"./ulid\";\n"],"mappings":"AAAA,cAAc;AACd,cAAc;","names":[]}

package/dist/utils/ulid.d.ts

@@ -0,0 +1,3 @@
+declare function generateDeterministicULID(dataToEncode: string[], timeSeed?: number, separator?: string): string;
+
+export { generateDeterministicULID };