@node-llm/core 1.9.0 → 1.11.0

package/dist/middlewares/PIIMaskMiddleware.d.ts

@@ -0,0 +1,23 @@
+import { Middleware, MiddlewareContext } from "../types/Middleware.js";
+export interface PIIMaskOptions {
+    /**
+     * Custom masking string. Defaults to "[REDACTED]".
+     */
+    mask?: string;
+    /**
+     * Whether to redact the assistant's output as well. Defaults to false.
+     */
+    redactOutput?: boolean;
+}
+/**
+ * Middleware that automatically redacts Personal Identifiable Information (PII)
+ * from user messages before they are sent to the LLM.
+ */
+export declare class PIIMaskMiddleware implements Middleware {
+    private options;
+    readonly name = "PIIMask";
+    constructor(options?: PIIMaskOptions);
+    onRequest(ctx: MiddlewareContext): Promise<void>;
+    private maskText;
+}
+//# sourceMappingURL=PIIMaskMiddleware.d.ts.map

package/dist/middlewares/PIIMaskMiddleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PIIMaskMiddleware.d.ts","sourceRoot":"","sources":["../../src/middlewares/PIIMaskMiddleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEvE,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AASD;;;GAGG;AACH,qBAAa,iBAAkB,YAAW,UAAU;IAGtC,OAAO,CAAC,OAAO;IAF3B,SAAgB,IAAI,aAAa;gBAEb,OAAO,GAAE,cAAmB;IAE1C,SAAS,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBtD,OAAO,CAAC,QAAQ;CAOjB"}

package/dist/middlewares/PIIMaskMiddleware.js

@@ -0,0 +1,41 @@
+const PII_PATTERNS = {
+    email: /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g,
+    phone: /(\+?\d{1,3}[-.\s]?)?\(?\d{3}\)?[-.\s]?\d{3}[-.\s]?\d{4}/g,
+    creditCard: /\b(?:\d[ -]?){13,16}\b/g,
+    ssn: /\b\d{3}-\d{2}-\d{4}\b/g
+};
+/**
+ * Middleware that automatically redacts Personal Identifiable Information (PII)
+ * from user messages before they are sent to the LLM.
+ */
+export class PIIMaskMiddleware {
+    options;
+    name = "PIIMask";
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async onRequest(ctx) {
+        if (!ctx.messages)
+            return;
+        const mask = this.options.mask || "[REDACTED]";
+        for (const message of ctx.messages) {
+            if (typeof message.content === "string") {
+                message.content = this.maskText(message.content, mask);
+            }
+            else if (Array.isArray(message.content)) {
+                for (const part of message.content) {
+                    if (part.type === "text") {
+                        part.text = this.maskText(part.text, mask);
+                    }
+                }
+            }
+        }
+    }
+    maskText(text, mask) {
+        let masked = text;
+        for (const pattern of Object.values(PII_PATTERNS)) {
+            masked = masked.replace(pattern, mask);
+        }
+        return masked;
+    }
+}

package/dist/middlewares/UsageLoggerMiddleware.d.ts

@@ -0,0 +1,22 @@
+import { Middleware, MiddlewareContext } from "../types/Middleware.js";
+import { ChatResponseString } from "../chat/ChatResponse.js";
+export interface UsageLoggerOptions {
+    /**
+     * Optional custom logger function. Defaults to internal NodeLLM logger.
+     */
+    logger?: (message: string, data: any) => void;
+    /**
+     * Prefix for the log message.
+     */
+    prefix?: string;
+}
+/**
+ * Middleware that logs token usage and costs for every successful request.
+ */
+export declare class UsageLoggerMiddleware implements Middleware {
+    private options;
+    readonly name = "UsageLogger";
+    constructor(options?: UsageLoggerOptions);
+    onResponse(ctx: MiddlewareContext, result: ChatResponseString): Promise<void>;
+}
+//# sourceMappingURL=UsageLoggerMiddleware.d.ts.map

package/dist/middlewares/UsageLoggerMiddleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"UsageLoggerMiddleware.d.ts","sourceRoot":"","sources":["../../src/middlewares/UsageLoggerMiddleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;IAC9C;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,qBAAa,qBAAsB,YAAW,UAAU;IAG1C,OAAO,CAAC,OAAO;IAF3B,SAAgB,IAAI,iBAAiB;gBAEjB,OAAO,GAAE,kBAAuB;IAE9C,UAAU,CAAC,GAAG,EAAE,iBAAiB,EAAE,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CAsBpF"}

package/dist/middlewares/UsageLoggerMiddleware.js

@@ -0,0 +1,30 @@
+import { logger } from "../utils/logger.js";
+/**
+ * Middleware that logs token usage and costs for every successful request.
+ */
+export class UsageLoggerMiddleware {
+    options;
+    name = "UsageLogger";
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async onResponse(ctx, result) {
+        const usage = result.usage;
+        if (!usage)
+            return;
+        const logFn = this.options.logger || ((msg, data) => logger.info(`${msg} ${JSON.stringify(data)}`));
+        const prefix = this.options.prefix ? `[${this.options.prefix}] ` : "";
+        const message = `${prefix}LLM Usage: ${ctx.provider}/${ctx.model}`;
+        const data = {
+            requestId: ctx.requestId,
+            tokens: {
+                input: usage.input_tokens,
+                output: usage.output_tokens,
+                total: usage.total_tokens,
+                cached: usage.cached_tokens
+            },
+            cost: usage.cost ? usage.cost.toFixed(6) : undefined
+        };
+        logFn(message, data);
+    }
+}

package/dist/middlewares/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./UsageLoggerMiddleware.js";
+export * from "./CostGuardMiddleware.js";
+export * from "./PIIMaskMiddleware.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/middlewares/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/middlewares/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC"}

package/dist/middlewares/index.js

@@ -0,0 +1,3 @@
+export * from "./UsageLoggerMiddleware.js";
+export * from "./CostGuardMiddleware.js";
+export * from "./PIIMaskMiddleware.js";