@garrix82/reactgenie-dsl 1.0.0

package/dist/nl/llm-monitoring.js

@@ -0,0 +1,243 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getLLMMonitor = exports.LLMMonitor = void 0;
+const langsmith_1 = require("langsmith");
+const VOICE_PIPELINE_NAME = "voice.pipeline";
+const VOICE_PIPELINE_VERSION = "v1";
+const VOICE_PIPELINE_FLOW = "speech_to_response";
+let langSmithTraceableModuleCache;
+function loadLangSmithTraceableModule() {
+    if (langSmithTraceableModuleCache !== undefined) {
+        return langSmithTraceableModuleCache;
+    }
+    try {
+        const dynamicRequire = typeof require === "function"
+            ? require
+            : globalThis.require;
+        if (!dynamicRequire) {
+            langSmithTraceableModuleCache = null;
+            return null;
+        }
+        const traceableModuleName = ["langsmith", "traceable"].join("/");
+        const loaded = dynamicRequire(traceableModuleName);
+        langSmithTraceableModuleCache = loaded;
+        return loaded;
+    }
+    catch {
+        langSmithTraceableModuleCache = null;
+        return null;
+    }
+}
+function isReactNativeRuntime() {
+    const maybeNavigator = globalThis.navigator;
+    return maybeNavigator?.product === "ReactNative";
+}
+function maskKey(s) {
+    if (!s)
+        return s;
+    if (s.length <= 10)
+        return '****';
+    return `${s.slice(0, 4)}...${s.slice(-4)}`;
+}
+class LLMMonitor {
+    static { this.instance = null; }
+    constructor(options) {
+        this.langsmith = null;
+        this.enabled = false;
+        this.currentThread = null;
+        this.telemetryBridge = null;
+        this.authErrorLogged = false;
+        this.configure(options);
+    }
+    static getInstance(options) {
+        if (!LLMMonitor.instance) {
+            LLMMonitor.instance = new LLMMonitor(options);
+            return LLMMonitor.instance;
+        }
+        const shouldReconfigure = (typeof options?.apiKey === "string" &&
+            options.apiKey !== LLMMonitor.instance.apiKey) ||
+            (typeof options?.endpoint === "string" &&
+                options.endpoint !== LLMMonitor.instance.endpoint);
+        if (shouldReconfigure) {
+            LLMMonitor.instance.configure(options);
+        }
+        else if (options?.project) {
+            LLMMonitor.instance.project = options.project;
+            if (options.telemetryBridge) {
+                LLMMonitor.instance.telemetryBridge = options.telemetryBridge;
+            }
+        }
+        else if (options?.telemetryBridge) {
+            LLMMonitor.instance.telemetryBridge = options.telemetryBridge;
+        }
+        return LLMMonitor.instance;
+    }
+    configure(options) {
+        this.apiKey = options?.apiKey ?? this.apiKey;
+        this.project = options?.project ?? this.project;
+        this.endpoint = options?.endpoint ?? this.endpoint;
+        this.telemetryBridge = options?.telemetryBridge || this.telemetryBridge;
+        if (this.apiKey) {
+            this.langsmith = new langsmith_1.Client({
+                apiKey: this.apiKey,
+                ...(this.endpoint ? { apiUrl: this.endpoint } : {}),
+            });
+            this.enabled = true;
+            this.authErrorLogged = false;
+            console.log(`LLMMonitor: LangSmith initialized (key: ${maskKey(this.apiKey)})`);
+        }
+        else {
+            this.langsmith = null;
+            this.enabled = false;
+            this.authErrorLogged = false;
+            console.log("LLMMonitor: LangSmith API key not found, monitoring disabled.");
+            console.log("Provide a LangSmith key via app config and pass it into the LLM monitor.");
+        }
+    }
+    setThread(threadId) {
+        this.currentThread = threadId ?? null;
+    }
+    getProjectName() {
+        if (this.project)
+            return this.project;
+        console.warn("LLMMonitor: No project specified, using 'default'.");
+        return "default";
+    }
+    buildPipelineMetadata(timestamp) {
+        return {
+            timestamp: timestamp.toISOString(),
+            thread_id: this.currentThread ?? null,
+            pipeline_name: this.currentThread ? VOICE_PIPELINE_NAME : null,
+            pipeline_version: this.currentThread ? VOICE_PIPELINE_VERSION : null,
+            pipeline_flow: this.currentThread ? VOICE_PIPELINE_FLOW : null,
+        };
+    }
+    buildUsageMetadata(metrics) {
+        const usageMetadata = {};
+        if (typeof metrics.promptTokens === "number") {
+            usageMetadata.input_tokens = metrics.promptTokens;
+        }
+        if (typeof metrics.completionTokens === "number") {
+            usageMetadata.output_tokens = metrics.completionTokens;
+        }
+        if (typeof metrics.totalTokens === "number") {
+            usageMetadata.total_tokens = metrics.totalTokens;
+        }
+        if (typeof metrics.inputCost === "number") {
+            usageMetadata.input_cost = metrics.inputCost;
+        }
+        if (typeof metrics.outputCost === "number") {
+            usageMetadata.output_cost = metrics.outputCost;
+        }
+        if (typeof metrics.totalCost === "number") {
+            usageMetadata.total_cost = metrics.totalCost;
+        }
+        return Object.keys(usageMetadata).length > 0 ? usageMetadata : undefined;
+    }
+    async logCall(metrics) {
+        if (!this.enabled || !this.langsmith) {
+            return;
+        }
+        try {
+            const usageMetadata = this.buildUsageMetadata(metrics);
+            const outputs = {
+                completion: metrics.completion,
+            };
+            if (usageMetadata) {
+                outputs.usage_metadata = usageMetadata;
+            }
+            const runExtraMetadata = {
+                provider: metrics.provider,
+                model: metrics.model,
+                ...this.buildPipelineMetadata(metrics.timestamp),
+            };
+            if (usageMetadata) {
+                runExtraMetadata.usage_metadata = usageMetadata;
+            }
+            const runConfig = {
+                name: `${metrics.provider}_${metrics.model}`,
+                run_type: "llm",
+                project_name: this.getProjectName(),
+                start_time: metrics.timestamp.getTime(),
+                end_time: metrics.timestamp.getTime() + metrics.latency,
+                inputs: {
+                    prompt: metrics.prompt,
+                },
+                extra: {
+                    metadata: runExtraMetadata,
+                    invocation_params: {
+                        ls_provider: metrics.provider,
+                        ls_model_name: metrics.model,
+                        ls_model_type: "chat",
+                    },
+                },
+                outputs,
+                error: metrics.error,
+            };
+            if (isReactNativeRuntime()) {
+                await this.langsmith.createRun(runConfig);
+                return;
+            }
+            const traceableModule = loadLangSmithTraceableModule();
+            const parentRun = traceableModule?.getCurrentRunTree?.(true);
+            if (parentRun && typeof parentRun.createChild === "function") {
+                const runTree = parentRun.createChild(runConfig);
+                await runTree.postRun();
+                await runTree.end(outputs, metrics.error, runConfig.end_time);
+                await runTree.patchRun();
+                return;
+            }
+            await this.langsmith.createRun(runConfig);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            if (message.includes("status [403]")) {
+                if (!this.authErrorLogged) {
+                    this.authErrorLogged = true;
+                    console.error("LangSmith rejected tracing with 403. Check API key scope, endpoint region, and workspace ID.");
+                }
+                return;
+            }
+            console.error("Failed to log to LangSmith:", error);
+        }
+    }
+    async traceCall(name, metadata, fn) {
+        try {
+            const traced = this.enabled && this.langsmith && !isReactNativeRuntime()
+                ? loadLangSmithTraceableModule()?.traceable?.(fn, {
+                    name,
+                    run_type: "chain",
+                    project_name: this.getProjectName(),
+                    client: this.langsmith,
+                    metadata: {
+                        model: metadata.model,
+                        provider: metadata.provider,
+                        ...this.buildPipelineMetadata(new Date()),
+                    },
+                }) || fn
+                : fn;
+            const result = await traced();
+            return result;
+        }
+        catch (error) {
+            const normalizedError = error instanceof Error ? error : new Error(String(error));
+            this.telemetryBridge?.captureException?.(normalizedError, {
+                source: "llm-monitor",
+                name,
+                model: metadata.model,
+                provider: metadata.provider,
+                thread_id: this.currentThread ?? null,
+                pipeline_name: this.currentThread ? VOICE_PIPELINE_NAME : undefined,
+                pipeline_version: this.currentThread ? VOICE_PIPELINE_VERSION : undefined,
+                pipeline_flow: this.currentThread ? VOICE_PIPELINE_FLOW : undefined,
+            });
+            throw error;
+        }
+    }
+}
+exports.LLMMonitor = LLMMonitor;
+function getLLMMonitor(options) {
+    return LLMMonitor.getInstance(options);
+}
+exports.getLLMMonitor = getLLMMonitor;
+//# sourceMappingURL=llm-monitoring.js.map

package/dist/nl/llm-monitoring.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-monitoring.js","sourceRoot":"","sources":["../../lib/nl/llm-monitoring.ts"],"names":[],"mappings":";;;AAAA,yCAA+D;AAqC/D,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AAC7C,MAAM,sBAAsB,GAAG,IAAI,CAAC;AACpC,MAAM,mBAAmB,GAAG,oBAAoB,CAAC;AAYjD,IAAI,6BAA0E,CAAC;AAE/E,SAAS,4BAA4B;IACnC,IAAI,6BAA6B,KAAK,SAAS,EAAE,CAAC;QAChD,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED,IAAI,CAAC;QACH,MAAM,cAAc,GAClB,OAAO,OAAO,KAAK,UAAU;YAC3B,CAAC,CAAC,OAAO;YACT,CAAC,CAAE,UAAoD,CAAC,OAAO,CAAC;QAEpE,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,6BAA6B,GAAG,IAAI,CAAC;YACrC,OAAO,IAAI,CAAC;QACd,CAAC;QAGD,MAAM,mBAAmB,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,cAAc,CAAC,mBAAmB,CAA6B,CAAC;QAC/E,6BAA6B,GAAG,MAAM,CAAC;QACvC,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,6BAA6B,GAAG,IAAI,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB;IAC3B,MAAM,cAAc,GAAI,UAAmD,CAAC,SAAS,CAAC;IACtF,OAAO,cAAc,EAAE,OAAO,KAAK,aAAa,CAAC;AACnD,CAAC;AAED,SAAS,OAAO,CAAC,CAAU;IACzB,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,IAAI,CAAC,CAAC,MAAM,IAAI,EAAE;QAAE,OAAO,MAAM,CAAC;IAClC,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5C,CAAC;AAED,MAAa,UAAU;aACN,aAAQ,GAAsB,IAAI,AAA1B,CAA2B;IAUlD,YAAoB,OAA2B;QATvC,cAAS,GAA2B,IAAI,CAAC;QACzC,YAAO,GAAY,KAAK,CAAC;QAIzB,kBAAa,GAA4B,IAAI,CAAC;QAC9C,oBAAe,GAAqC,IAAI,CAAC;QACzD,oBAAe,GAAY,KAAK,CAAC;QAGvC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,OAA2B;QAC5C,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YACzB,UAAU,CAAC,QAAQ,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;YAC9C,OAAO,UAAU,CAAC,QAAQ,CAAC;QAC7B,CAAC;QAED,MAAM,iBAAiB,GACrB,CAAC,OAAO,OAAO,EAAE,MAAM,KAAK,QAAQ;YAClC,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;YAChD,CAAC,OAAO,OAAO,EAAE,QAAQ,KAAK,QAAQ;gBACpC,OAAO,CAAC,QAAQ,KAAK,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEvD,IAAI,iBAAiB,EAAE,CAAC;YACtB,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YAC5B,UAAU,CAAC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;YAC9C,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC5B,UAAU,CAAC,QAAQ,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;YAChE,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,EAAE,eAAe,EAAE,CAAC;YACpC,UAAU,CAAC,QAAQ,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAChE,CAAC;QAED,OAAO,UAAU,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAEO,SAAS,CAAC,OAA2B;QAC3C,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAChD,IAAI,CAAC,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QACnD,IAAI,CAAC,eAAe,GAAG,OAAO,EAAE,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC;QAExE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,SAAS,GAAG,IAAI,kBAAe,CAAC;gBACnC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpD,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,2CAA2C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAClF,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;YAC7E,OAAO,CAAC,GAAG,CACT,0EAA0E,CAC3E,CAAC;QACJ,CAAC;IACH,CAAC;IAMM,SAAS,CAAC,QAAiC;QAChD,IAAI,CAAC,aAAa,GAAG,QAAQ,IAAI,IAAI,CAAC;IACxC,CAAC;IAKO,cAAc;QACpB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACnE,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,qBAAqB,CAAC,SAAe;QAC3C,OAAO;YACL,SAAS,EAAE,SAAS,CAAC,WAAW,EAAE;YAClC,SAAS,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;YACrC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI;YAC9D,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,IAAI;YACpE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI;SAC/D,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,OAAuB;QAChD,MAAM,aAAa,GAA2B,EAAE,CAAC;QAEjD,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YAC7C,aAAa,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACpD,CAAC;QACD,IAAI,OAAO,OAAO,CAAC,gBAAgB,KAAK,QAAQ,EAAE,CAAC;YACjD,aAAa,CAAC,aAAa,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACzD,CAAC;QACD,IAAI,OAAO,OAAO,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC5C,aAAa,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC;QACnD,CAAC;QACD,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC1C,aAAa,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC3C,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;QACjD,CAAC;QACD,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC1C,aAAa,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC;QAC/C,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3E,CAAC;IAKD,KAAK,CAAC,OAAO,CAAC,OAAuB;QAEnC,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YACvD,MAAM,OAAO,GAA4B;gBACvC,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,cAAc,GAAG,aAAa,CAAC;YACzC,CAAC;YAED,MAAM,gBAAgB,GAA4B;gBAChD,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC;aACjD,CAAC;YACF,IAAI,aAAa,EAAE,CAAC;gBAClB,gBAAgB,CAAC,cAAc,GAAG,aAAa,CAAC;YAClD,CAAC;YAED,MAAM,SAAS,GAAG;gBAChB,IAAI,EAAE,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,EAAE;gBAC5C,QAAQ,EAAE,KAAK;gBACf,YAAY,EAAE,IAAI,CAAC,cAAc,EAAE;gBACnC,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE;gBACvC,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO;gBACvD,MAAM,EAAE;oBACN,MAAM,EAAE,OAAO,CAAC,MAAM;iBACvB;gBACD,KAAK,EAAE;oBACL,QAAQ,EAAE,gBAAgB;oBAC1B,iBAAiB,EAAE;wBACjB,WAAW,EAAE,OAAO,CAAC,QAAQ;wBAC7B,aAAa,EAAE,OAAO,CAAC,KAAK;wBAC5B,aAAa,EAAE,MAAM;qBACtB;iBACF;gBACD,OAAO;gBACP,KAAK,EAAE,OAAO,CAAC,KAAK;aACZ,CAAC;YAIX,IAAI,oBAAoB,EAAE,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC1C,OAAO;YACT,CAAC;YAED,MAAM,eAAe,GAAG,4BAA4B,EAAE,CAAC;YACvD,MAAM,SAAS,GAAG,eAAe,EAAE,iBAAiB,EAAE,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,SAAS,IAAI,OAAO,SAAS,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;gBAC7D,MAAM,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBACjD,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;gBACxB,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;gBAC9D,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACzB,OAAO;YACT,CAAC;YAED,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;oBAC5B,OAAO,CAAC,KAAK,CACX,8FAA8F,CAC/F,CAAC;gBACJ,CAAC;gBACD,OAAO;YACT,CAAC;YACD,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAKD,KAAK,CAAC,SAAS,CACb,IAAY,EACZ,QAAwD,EACxD,EAAoB;QAEpB,IAAI,CAAC;YACH,MAAM,MAAM,GACV,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,oBAAoB,EAAE;gBACvD,CAAC,CAAC,4BAA4B,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;oBAC9C,IAAI;oBACJ,QAAQ,EAAE,OAAO;oBACjB,YAAY,EAAE,IAAI,CAAC,cAAc,EAAE;oBACnC,MAAM,EAAE,IAAI,CAAC,SAAS;oBACtB,QAAQ,EAAE;wBACR,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,IAAI,EAAE,CAAC;qBAC1C;iBACF,CAAC,IAAI,EAAE;gBACV,CAAC,CAAC,EAAE,CAAC;YAET,MAAM,MAAM,GAAG,MAAM,MAAM,EAAE,CAAC;YAC9B,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,eAAe,GACnB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAE5D,IAAI,CAAC,eAAe,EAAE,gBAAgB,EAAE,CAAC,eAAe,EAAE;gBACxD,MAAM,EAAE,aAAa;gBACrB,IAAI;gBACJ,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,SAAS,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;gBACrC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS;gBACnE,gBAAgB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS;gBACzE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS;aACpE,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;;AAlPH,gCAmPC;AAED,SAAgB,aAAa,CAAC,OAA2B;IACvD,OAAO,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAFD,sCAEC"}

package/dist/nl/llm-monitoring.test.d.ts

@@ -0,0 +1,5 @@
+/// <reference types="jest" />
+declare const mockCreateRun: jest.Mock<any, any, any>;
+declare const mockTraceable: jest.Mock<any, [fn: any], any>;
+declare const mockGetCurrentRunTree: jest.Mock<any, any, any>;
+declare function loadMonitor(): typeof import("./llm-monitoring");

package/dist/nl/llm-monitoring.test.js

@@ -0,0 +1,101 @@
+const mockCreateRun = jest.fn();
+const mockTraceable = jest.fn((fn) => fn);
+const mockGetCurrentRunTree = jest.fn();
+jest.mock("langsmith", () => ({
+    Client: jest.fn().mockImplementation(() => ({
+        createRun: mockCreateRun,
+    })),
+}));
+jest.mock("langsmith/traceable", () => ({
+    traceable: mockTraceable,
+    getCurrentRunTree: mockGetCurrentRunTree,
+}));
+function loadMonitor() {
+    return require("./llm-monitoring");
+}
+describe("LLMMonitor tracing", () => {
+    beforeEach(() => {
+        jest.clearAllMocks();
+        jest.resetModules();
+    });
+    it("wraps traced calls with langsmith traceable chain runs", async () => {
+        const { getLLMMonitor } = loadMonitor();
+        const monitor = getLLMMonitor({
+            apiKey: "ls-test-key",
+            project: "reactgenie-dsl",
+        });
+        await monitor.traceCall("parse-command", { model: "gpt-4o-mini", provider: "openai" }, async () => "ok");
+        expect(mockTraceable).toHaveBeenCalledWith(expect.any(Function), expect.objectContaining({
+            name: "parse-command",
+            run_type: "chain",
+            project_name: "reactgenie-dsl",
+        }));
+    });
+    it("logs llm child runs with token and cost metadata", async () => {
+        const childRun = {
+            postRun: jest.fn().mockResolvedValue(undefined),
+            end: jest.fn().mockResolvedValue(undefined),
+            patchRun: jest.fn().mockResolvedValue(undefined),
+        };
+        const createChild = jest.fn().mockReturnValue(childRun);
+        mockGetCurrentRunTree.mockReturnValue({ createChild });
+        const { getLLMMonitor } = loadMonitor();
+        const monitor = getLLMMonitor({
+            apiKey: "ls-test-key",
+            project: "reactgenie-dsl",
+        });
+        await monitor.logCall({
+            model: "gpt-4o-mini",
+            provider: "openai",
+            promptTokens: 12,
+            completionTokens: 4,
+            totalTokens: 16,
+            inputCost: 0.00003,
+            outputCost: 0.00008,
+            totalCost: 0.00011,
+            prompt: "hello",
+            completion: "world",
+            latency: 42,
+            timestamp: new Date("2026-03-11T10:00:00.000Z"),
+            error: "upstream failed",
+        });
+        expect(createChild).toHaveBeenCalledWith(expect.objectContaining({
+            run_type: "llm",
+            inputs: { prompt: "hello" },
+        }));
+        expect(childRun.end).toHaveBeenCalledWith(expect.objectContaining({
+            completion: "world",
+            usage_metadata: expect.objectContaining({
+                input_tokens: 12,
+                output_tokens: 4,
+                total_tokens: 16,
+                input_cost: 0.00003,
+                output_cost: 0.00008,
+                total_cost: 0.00011,
+            }),
+        }), "upstream failed", expect.any(Number));
+        expect(childRun.patchRun).toHaveBeenCalled();
+    });
+    it("does not emit synthetic failed llm runs from traceCall failures", async () => {
+        const captureException = jest.fn();
+        const { getLLMMonitor } = loadMonitor();
+        const monitor = getLLMMonitor({
+            apiKey: "ls-test-key",
+            project: "reactgenie-dsl",
+            telemetryBridge: {
+                captureException,
+            },
+        });
+        await expect(monitor.traceCall("parse-command", { model: "gpt-4o-mini", provider: "openai" }, async () => {
+            throw new Error("trace failed");
+        })).rejects.toThrow("trace failed");
+        expect(captureException).toHaveBeenCalledWith(expect.objectContaining({ message: "trace failed" }), expect.objectContaining({
+            source: "llm-monitor",
+            name: "parse-command",
+            model: "gpt-4o-mini",
+            provider: "openai",
+        }));
+        expect(mockCreateRun).not.toHaveBeenCalled();
+    });
+});
+//# sourceMappingURL=llm-monitoring.test.js.map

package/dist/nl/llm-monitoring.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-monitoring.test.js","sourceRoot":"","sources":["../../lib/nl/llm-monitoring.test.ts"],"names":[],"mappings":"AAAA,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;AAChC,MAAM,aAAa,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AAC1C,MAAM,qBAAqB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;AAExC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5B,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;QAC1C,SAAS,EAAE,aAAa;KACzB,CAAC,CAAC;CACJ,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,SAAS,EAAE,aAAa;IACxB,iBAAiB,EAAE,qBAAqB;CACzC,CAAC,CAAC,CAAC;AAEJ,SAAS,WAAW;IAClB,OAAO,OAAO,CAAC,kBAAkB,CAAsC,CAAC;AAC1E,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,SAAS,CACrB,eAAe,EACf,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAC5C,KAAK,IAAI,EAAE,CAAC,IAAI,CACjB,CAAC;QAEF,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,OAAO;YACjB,YAAY,EAAE,gBAAgB;SAC/B,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,QAAQ,GAAG;YACf,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;YAC/C,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;YAC3C,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;SACjD,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACxD,qBAAqB,CAAC,eAAe,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC;QAEvD,MAAM,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,QAAQ;YAClB,YAAY,EAAE,EAAE;YAChB,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,EAAE;YACf,SAAS,EAAE,OAAO;YAClB,UAAU,EAAE,OAAO;YACnB,SAAS,EAAE,OAAO;YAClB,MAAM,EAAE,OAAO;YACf,UAAU,EAAE,OAAO;YACnB,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,IAAI,IAAI,CAAC,0BAA0B,CAAC;YAC/C,KAAK,EAAE,iBAAiB;SACzB,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,gBAAgB,CAAC;YACtB,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;SAC5B,CAAC,CACH,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACvC,MAAM,CAAC,gBAAgB,CAAC;YACtB,UAAU,EAAE,OAAO;YACnB,cAAc,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBACtC,YAAY,EAAE,EAAE;gBAChB,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,EAAE;gBAChB,UAAU,EAAE,OAAO;gBACnB,WAAW,EAAE,OAAO;gBACpB,UAAU,EAAE,OAAO;aACpB,CAAC;SACH,CAAC,EACF,iBAAiB,EACjB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACF,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,EAAE,aAAa,EAAE,GAAG,WAAW,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,aAAa,CAAC;YAC5B,MAAM,EAAE,aAAa;YACrB,OAAO,EAAE,gBAAgB;YACzB,eAAe,EAAE;gBACf,gBAAgB;aACjB;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,CACV,OAAO,CAAC,SAAS,CACf,eAAe,EACf,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAC5C,KAAK,IAAI,EAAE;YACT,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;QAClC,CAAC,CACF,CACF,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAElC,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EACpD,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,aAAa;YACrB,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,aAAa;YACpB,QAAQ,EAAE,QAAQ;SACnB,CAAC,CACH,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/nl/nl-parser-groq.d.ts

@@ -0,0 +1,21 @@
+import { AgentResponsePayload, PromptGen } from "./prompt-gen";
+import { CommandValidator, SamplingParams } from "./nl-parser-utils";
+export type { SamplingParams } from "./nl-parser-utils";
+export declare class NlParserGroq {
+    prompt: PromptGen;
+    private apiKey;
+    private model;
+    private baseURL?;
+    private validateCommand?;
+    private chatCompletionsEndpoint;
+    private samplingParams;
+    private llmMonitor;
+    constructor(prompt: PromptGen, apiKey: string, model?: string, samplingParams?: SamplingParams, baseURL?: string, langsmithApiKey?: string, langsmithProject?: string, langsmithEndpoint?: string, validateCommand?: CommandValidator);
+    private createChatCompletion;
+    oldParse(nl: string): Promise<string | null>;
+    parse(nl: string): Promise<string | null>;
+    parseGpt4(nl: string): Promise<string | null>;
+    respond(nl: string, parsed: string, result: string): Promise<AgentResponsePayload | null>;
+    private runStructuredCommandMessages;
+    private validateOrRepairCommand;
+}