@forklaunch/core 0.6.5 → 0.7.0

package/lib/src/cache/index.js

@@ -1,7 +1,9 @@
 "use strict";
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -15,6 +17,14 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/cache/index.ts
@@ -25,107 +35,430 @@ __export(cache_exports, {
 });
 module.exports = __toCommonJS(cache_exports);
 
+// src/cache/cacheKey.ts
+var createCacheKey = (cacheKeyPrefix) => (id) => {
+  return `${cacheKeyPrefix}:${id}`;
+};
+
 // src/cache/redisTtlCache.ts
 var import_redis = require("redis");
+
+// src/http/middleware/request/cors.middleware.ts
+var import_cors = __toESM(require("cors"));
+
+// src/http/middleware/request/createContext.middleware.ts
+var import_api = require("@opentelemetry/api");
+var import_uuid = require("uuid");
+
+// src/http/telemetry/constants.ts
+var import_semantic_conventions = require("@opentelemetry/semantic-conventions");
+
+// src/http/guards/isExpressLikeSchemaHandler.ts
+var import_common = require("@forklaunch/common");
+
+// src/http/middleware/request/auth.middleware.ts
+var import_jose = require("jose");
+
+// src/services/getEnvVar.ts
+function getEnvVar(name) {
+  const value = process.env[name];
+  return value;
+}
+
+// src/http/telemetry/openTelemetryCollector.ts
+var import_opentelemetry_instrumentation_hyper_express = require("@forklaunch/opentelemetry-instrumentation-hyper-express");
+var import_api3 = require("@opentelemetry/api");
+var import_exporter_logs_otlp_http = require("@opentelemetry/exporter-logs-otlp-http");
+var import_exporter_metrics_otlp_http = require("@opentelemetry/exporter-metrics-otlp-http");
+var import_exporter_trace_otlp_http = require("@opentelemetry/exporter-trace-otlp-http");
+var import_instrumentation_express = require("@opentelemetry/instrumentation-express");
+var import_instrumentation_http = require("@opentelemetry/instrumentation-http");
+var import_resources = require("@opentelemetry/resources");
+var import_sdk_logs = require("@opentelemetry/sdk-logs");
+var import_sdk_metrics = require("@opentelemetry/sdk-metrics");
+var import_sdk_node = require("@opentelemetry/sdk-node");
+var import_semantic_conventions2 = require("@opentelemetry/semantic-conventions");
+var import_dotenv = __toESM(require("dotenv"));
+
+// src/http/guards/isForklaunchRequest.ts
+function isForklaunchRequest(request) {
+  return request != null && typeof request === "object" && "contractDetails" in request;
+}
+
+// src/http/telemetry/pinoLogger.ts
+var import_common2 = require("@forklaunch/common");
+var import_api2 = require("@opentelemetry/api");
+var import_api_logs = require("@opentelemetry/api-logs");
+var import_pino = __toESM(require("pino"));
+var import_pino_pretty = __toESM(require("pino-pretty"));
+
+// src/http/telemetry/openTelemetryCollector.ts
+import_dotenv.default.config({ path: getEnvVar("ENV_FILE_PATH") });
+new import_sdk_node.NodeSDK({
+  resource: (0, import_resources.resourceFromAttributes)({
+    [import_semantic_conventions2.ATTR_SERVICE_NAME]: getEnvVar("OTEL_SERVICE_NAME")
+  }),
+  traceExporter: new import_exporter_trace_otlp_http.OTLPTraceExporter({
+    url: `${getEnvVar("OTEL_EXPORTER_OTLP_ENDPOINT") ?? "http://localhost:4318"}/v1/traces`
+  }),
+  metricReader: new import_sdk_metrics.PeriodicExportingMetricReader({
+    exporter: new import_exporter_metrics_otlp_http.OTLPMetricExporter({
+      url: `${getEnvVar("OTEL_EXPORTER_OTLP_ENDPOINT") ?? "http://localhost:4318"}/v1/metrics`
+    }),
+    exportIntervalMillis: 5e3
+  }),
+  logRecordProcessors: [
+    new import_sdk_logs.BatchLogRecordProcessor(
+      new import_exporter_logs_otlp_http.OTLPLogExporter({
+        url: `${getEnvVar("OTEL_EXPORTER_OTLP_ENDPOINT") ?? "http://localhost:4318"}/v1/logs`
+      })
+    )
+  ],
+  instrumentations: [
+    new import_instrumentation_http.HttpInstrumentation({
+      applyCustomAttributesOnSpan: (span, request) => {
+        span.setAttribute(
+          "service.name",
+          getEnvVar("OTEL_SERVICE_NAME") ?? "unknown"
+        );
+        if (isForklaunchRequest(request)) {
+          span.setAttribute("api.name", request.contractDetails?.name);
+        }
+      }
+    }),
+    new import_instrumentation_express.ExpressInstrumentation(),
+    new import_opentelemetry_instrumentation_hyper_express.HyperExpressInstrumentation()
+  ]
+}).start();
+var httpRequestsTotalCounter = import_api3.metrics.getMeter(getEnvVar("OTEL_SERVICE_NAME") || "unknown").createCounter("http_requests_total", {
+  description: "Number of HTTP requests"
+});
+var httpServerDurationHistogram = import_api3.metrics.getMeter(getEnvVar("OTEL_SERVICE_NAME") || "unknown").createHistogram("http_server_duration", {
+  description: "Duration of HTTP server requests",
+  unit: "s"
+});
+
+// src/http/middleware/request/parse.middleware.ts
+var import_validator = require("@forklaunch/validator");
+
+// src/http/middleware/response/parse.middleware.ts
+var import_validator2 = require("@forklaunch/validator");
+
+// src/http/telemetry/recordMetric.ts
+var import_semantic_conventions3 = require("@opentelemetry/semantic-conventions");
+
+// src/services/configInjector.ts
+var import_common3 = require("@forklaunch/common");
+var import_validator3 = require("@forklaunch/validator");
+
+// src/http/telemetry/evaluateTelemetryOptions.ts
+function evaluateTelemetryOptions(telemetryOptions) {
+  return {
+    enabled: typeof telemetryOptions.enabled === "boolean" ? {
+      metrics: telemetryOptions.enabled,
+      tracing: telemetryOptions.enabled,
+      logging: telemetryOptions.enabled
+    } : {
+      metrics: telemetryOptions.enabled.metrics,
+      tracing: telemetryOptions.enabled.tracing,
+      logging: telemetryOptions.enabled.logging
+    },
+    level: telemetryOptions.level
+  };
+}
+
+// src/cache/redisTtlCache.ts
 var RedisTtlCache = class {
   /**
    * Creates an instance of RedisTtlCache.
    *
-   * @param {number} ttlMilliseconds - The default TTL in milliseconds.
-   * @param {RedisClientOptions} [hostingOptions] - The Redis client options.
+   * @param {number} ttlMilliseconds - The default Time-To-Live in milliseconds for cache entries
+   * @param {OpenTelemetryCollector<MetricsDefinition>} openTelemetryCollector - Collector for OpenTelemetry metrics
+   * @param {RedisClientOptions} hostingOptions - Configuration options for the Redis client
+   * @param {TelemetryOptions} telemetryOptions - Configuration options for telemetry
    */
-  constructor(ttlMilliseconds, openTelemetryCollector, hostingOptions) {
+  constructor(ttlMilliseconds, openTelemetryCollector, hostingOptions, telemetryOptions) {
     this.ttlMilliseconds = ttlMilliseconds;
     this.openTelemetryCollector = openTelemetryCollector;
+    this.telemetryOptions = evaluateTelemetryOptions(telemetryOptions);
     this.client = (0, import_redis.createClient)(hostingOptions);
-    this.client.on("error", (err) => openTelemetryCollector.error(err));
-    this.client.connect().catch(openTelemetryCollector.error);
+    if (this.telemetryOptions.enabled.logging) {
+      this.client.on("error", (err) => this.openTelemetryCollector.error(err));
+      this.client.connect().catch(this.openTelemetryCollector.error);
+    }
   }
   client;
+  telemetryOptions;
+  /**
+   * Parses a raw Redis reply into the expected type.
+   * Handles null values, arrays, buffers, and JSON strings.
+   *
+   * @template T - The expected type of the parsed value
+   * @param {RedisCommandRawReply} value - The raw value from Redis to parse
+   * @returns {T} The parsed value cast to type T
+   */
+  parseValue(value) {
+    if (value == null) {
+      return null;
+    }
+    if (Array.isArray(value)) {
+      return value.map((v) => this.parseValue(v));
+    }
+    if (Buffer.isBuffer(value)) {
+      return value.toJSON();
+    }
+    switch (typeof value) {
+      case "object":
+      case "string":
+        return JSON.parse(value);
+      case "number":
+        return value;
+    }
+  }
   /**
    * Puts a record into the Redis cache.
    *
-   * @param {TtlCacheRecord} param0 - The cache record to put into the cache.
-   * @returns {Promise<void>} - A promise that resolves when the record is put into the cache.
+   * @template T - The type of value being cached
+   * @param {TtlCacheRecord<T>} param0 - The cache record containing key, value and optional TTL
+   * @param {string} param0.key - The key to store the value under
+   * @param {T} param0.value - The value to cache
+   * @param {number} [param0.ttlMilliseconds] - Optional TTL in milliseconds, defaults to constructor value
+   * @returns {Promise<void>} A promise that resolves when the value is cached
    */
   async putRecord({
     key,
     value,
     ttlMilliseconds = this.ttlMilliseconds
   }) {
+    if (this.telemetryOptions.enabled.logging) {
+      this.openTelemetryCollector.info(`Putting record into cache: ${key}`);
+    }
     await this.client.set(key, JSON.stringify(value), {
       PX: ttlMilliseconds
     });
   }
+  /**
+   * Puts multiple records into the Redis cache in a single transaction.
+   *
+   * @template T - The type of values being cached
+   * @param {TtlCacheRecord<T>[]} cacheRecords - Array of cache records to store
+   * @returns {Promise<void>} A promise that resolves when all values are cached
+   */
+  async putBatchRecords(cacheRecords) {
+    let multiCommand = this.client.multi();
+    for (const { key, value, ttlMilliseconds } of cacheRecords) {
+      multiCommand = multiCommand.set(key, JSON.stringify(value), {
+        PX: ttlMilliseconds || this.ttlMilliseconds
+      });
+    }
+    await multiCommand.exec();
+  }
+  /**
+   * Adds a value to the left end of a Redis list.
+   *
+   * @template T - The type of value being enqueued
+   * @param {string} queueName - The name of the Redis list
+   * @param {T} value - The value to add to the list
+   * @returns {Promise<void>} A promise that resolves when the value is enqueued
+   */
+  async enqueueRecord(queueName, value) {
+    await this.client.lPush(queueName, JSON.stringify(value));
+  }
+  /**
+   * Adds multiple values to the left end of a Redis list in a single transaction.
+   *
+   * @template T - The type of values being enqueued
+   * @param {string} queueName - The name of the Redis list
+   * @param {T[]} values - Array of values to add to the list
+   * @returns {Promise<void>} A promise that resolves when all values are enqueued
+   */
+  async enqueueBatchRecords(queueName, values) {
+    let multiCommand = this.client.multi();
+    for (const value of values) {
+      multiCommand = multiCommand.lPush(queueName, JSON.stringify(value));
+    }
+    await multiCommand.exec();
+  }
   /**
    * Deletes a record from the Redis cache.
    *
-   * @param {string} cacheRecordKey - The key of the cache record to delete.
-   * @returns {Promise<void>} - A promise that resolves when the record is deleted from the cache.
+   * @param {string} cacheRecordKey - The key of the record to delete
+   * @returns {Promise<void>} A promise that resolves when the record is deleted
    */
   async deleteRecord(cacheRecordKey) {
     await this.client.del(cacheRecordKey);
   }
+  /**
+   * Deletes multiple records from the Redis cache in a single transaction.
+   *
+   * @param {string[]} cacheRecordKeys - Array of keys to delete
+   * @returns {Promise<void>} A promise that resolves when all records are deleted
+   */
+  async deleteBatchRecords(cacheRecordKeys) {
+    let multiCommand = this.client.multi();
+    for (const key of cacheRecordKeys) {
+      multiCommand = multiCommand.del(key);
+    }
+    await multiCommand.exec();
+  }
+  /**
+   * Removes and returns the rightmost element from a Redis list.
+   *
+   * @template T - The type of value being dequeued
+   * @param {string} queueName - The name of the Redis list
+   * @returns {Promise<T>} A promise that resolves with the dequeued value
+   * @throws {Error} If the queue is empty
+   */
+  async dequeueRecord(queueName) {
+    const value = await this.client.rPop(queueName);
+    if (value === null) {
+      throw new Error(`Queue is empty: ${queueName}`);
+    }
+    return JSON.parse(value);
+  }
+  /**
+   * Removes and returns multiple elements from the right end of a Redis list.
+   *
+   * @template T - The type of values being dequeued
+   * @param {string} queueName - The name of the Redis list
+   * @param {number} pageSize - Maximum number of elements to dequeue
+   * @returns {Promise<T[]>} A promise that resolves with an array of dequeued values
+   */
+  async dequeueBatchRecords(queueName, pageSize) {
+    let multiCommand = this.client.multi();
+    for (let i = 0; i < pageSize; i++) {
+      multiCommand = multiCommand.rPop(queueName);
+    }
+    const values = await multiCommand.exec();
+    return values.map((value) => this.parseValue(value));
+  }
   /**
    * Reads a record from the Redis cache.
    *
-   * @param {string} cacheRecordKey - The key of the cache record to read.
-   * @returns {Promise<TtlCacheRecord>} - A promise that resolves with the cache record.
-   * @throws {Error} - Throws an error if the record is not found.
+   * @template T - The type of value being read
+   * @param {string} cacheRecordKey - The key of the record to read
+   * @returns {Promise<TtlCacheRecord<T>>} A promise that resolves with the cache record
+   * @throws {Error} If the record is not found
    */
   async readRecord(cacheRecordKey) {
-    const value = await this.client.get(cacheRecordKey);
+    const [value, ttl] = await this.client.multi().get(cacheRecordKey).ttl(cacheRecordKey).exec();
     if (value === null) {
       throw new Error(`Record not found for key: ${cacheRecordKey}`);
     }
-    const ttl = await this.client.ttl(cacheRecordKey);
     return {
       key: cacheRecordKey,
-      value: JSON.parse(value),
-      ttlMilliseconds: ttl * 1e3
+      value: this.parseValue(value),
+      ttlMilliseconds: this.parseValue(ttl) * 1e3
     };
   }
   /**
-   * Lists the keys in the Redis cache that match a pattern prefix.
+   * Reads multiple records from the Redis cache.
+   *
+   * @template T - The type of values being read
+   * @param {string[] | string} cacheRecordKeysOrPrefix - Array of keys to read, or a prefix pattern
+   * @returns {Promise<TtlCacheRecord<T>[]>} A promise that resolves with an array of cache records
+   */
+  async readBatchRecords(cacheRecordKeysOrPrefix) {
+    const keys = Array.isArray(cacheRecordKeysOrPrefix) ? cacheRecordKeysOrPrefix : await this.client.keys(cacheRecordKeysOrPrefix + "*");
+    let multiCommand = this.client.multi();
+    for (const key of keys) {
+      multiCommand = multiCommand.get(key);
+      multiCommand = multiCommand.ttl(key);
+    }
+    const values = await multiCommand.exec();
+    return values.reduce((acc, value, index) => {
+      if (index % 2 === 0) {
+        acc.push({
+          key: keys[index / 2],
+          value: this.parseValue(value),
+          ttlMilliseconds: this.parseValue(values[index + 1]) * 1e3
+        });
+      }
+      return acc;
+    }, []);
+  }
+  /**
+   * Lists all keys in the Redis cache that match a pattern prefix.
    *
-   * @param {string} pattern_prefix - The pattern prefix to match.
-   * @returns {Promise<string[]>} - A promise that resolves with an array of keys matching the pattern prefix.
+   * @param {string} pattern_prefix - The prefix pattern to match keys against
+   * @returns {Promise<string[]>} A promise that resolves with an array of matching keys
    */
   async listKeys(pattern_prefix) {
     const keys = await this.client.keys(pattern_prefix + "*");
     return keys;
   }
   /**
-   * Peeks at a record in the Redis cache to check if it exists.
+   * Checks if a record exists in the Redis cache.
    *
-   * @param {string} cacheRecordKey - The key of the cache record to peek at.
-   * @returns {Promise<boolean>} - A promise that resolves with a boolean indicating if the record exists.
+   * @param {string} cacheRecordKey - The key to check
+   * @returns {Promise<boolean>} A promise that resolves with true if the record exists, false otherwise
    */
   async peekRecord(cacheRecordKey) {
     const result = await this.client.exists(cacheRecordKey);
     return result === 1;
   }
   /**
-   * Disconnects the Redis client.
+   * Checks if multiple records exist in the Redis cache.
+   *
+   * @param {string[] | string} cacheRecordKeysOrPrefix - Array of keys to check, or a prefix pattern
+   * @returns {Promise<boolean[]>} A promise that resolves with an array of existence booleans
+   */
+  async peekBatchRecords(cacheRecordKeysOrPrefix) {
+    const keys = Array.isArray(cacheRecordKeysOrPrefix) ? cacheRecordKeysOrPrefix : await this.client.keys(cacheRecordKeysOrPrefix + "*");
+    let multiCommand = this.client.multi();
+    for (const key of keys) {
+      multiCommand = multiCommand.exists(key);
+    }
+    const results = await multiCommand.exec();
+    return results.map((result) => result === 1);
+  }
+  /**
+   * Peeks at a record in the Redis cache.
+   *
+   * @template T - The type of value being peeked at
+   * @param {string} queueName - The name of the Redis queue
+   * @returns {Promise<T>} A promise that resolves with the peeked value
+   */
+  async peekQueueRecord(queueName) {
+    const value = await this.client.lRange(queueName, 0, 0);
+    return this.parseValue(value[0]);
+  }
+  /**
+   * Peeks at multiple records in the Redis cache.
+   *
+   * @template T - The type of values being peeked at
+   * @param {string} queueName - The name of the Redis queue
+   * @param {number} pageSize - The number of records to peek at
+   * @returns {Promise<T[]>} A promise that resolves with an array of peeked values
+   */
+  async peekQueueRecords(queueName, pageSize) {
+    const values = await this.client.lRange(queueName, 0, pageSize - 1);
+    return values.map((value) => this.parseValue(value));
+  }
+  /**
+   * Gracefully disconnects from the Redis server.
    *
-   * @returns {Promise<void>} - A promise that resolves when the client is disconnected.
+   * @returns {Promise<void>} A promise that resolves when the connection is closed
    */
   async disconnect() {
     await this.client.quit();
   }
   /**
-   * Gets the default TTL (Time-To-Live) in milliseconds.
+   * Gets the default Time-To-Live value in milliseconds.
    *
-   * @returns {number} - The TTL in milliseconds.
+   * @returns {number} The default TTL in milliseconds
    */
   getTtlMilliseconds() {
     return this.ttlMilliseconds;
   }
-};
-
-// src/cache/utils/cacheKey.ts
-var createCacheKey = (cacheKeyPrefix) => (id) => {
-  return `${cacheKeyPrefix}:${id}`;
+  /**
+   * Gets the underlying Redis client instance.
+   *
+   * @returns {typeof this.client} The Redis client instance
+   */
+  getClient() {
+    return this.client;
+  }
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {