openlit 1.13.0 → 1.14.0

package/dist/index.d.ts

@@ -1,47 +1,71 @@
 import { resourceFromAttributes } from '@opentelemetry/resources';
 import { OpenlitOptions, ResolvedOptions } from './types';
 import BaseOpenlit from './features/base';
-import { usingAttributes, injectAdditionalAttributes } from './helpers';
-import { Hallucination, Bias, Toxicity, All } from './evals';
+import { usingAttributes, injectAdditionalAttributes, setAgentVersion, resetAgentVersion, runWithAgentVersion, getCurrentAgentVersion } from './helpers';
+import { runEval, runEvalBatch, fetchEvalTypes } from './evals';
+import { logScore } from './score';
+import { TracedSpan, startTrace, trace as traceManual } from './manual-trace';
+import { PII } from './guard/pii';
 import { PromptInjection } from './guard/prompt-injection';
+import { Moderation } from './guard/moderation';
 import { SensitiveTopic } from './guard/sensitive-topic';
 import { TopicRestriction } from './guard/topic-restriction';
-import { All as GuardAll } from './guard/all';
-declare const evals: {
-    Hallucination: (options: ConstructorParameters<typeof Hallucination>[0]) => Hallucination;
-    Bias: (options: ConstructorParameters<typeof Bias>[0]) => Bias;
-    Toxicity: (options: ConstructorParameters<typeof Toxicity>[0]) => Toxicity;
-    All: (options: ConstructorParameters<typeof All>[0]) => All;
-};
-declare const guard: {
-    PromptInjection: (options: ConstructorParameters<typeof PromptInjection>[0]) => PromptInjection;
-    SensitiveTopic: (options: ConstructorParameters<typeof SensitiveTopic>[0]) => SensitiveTopic;
-    TopicRestriction: (options: ConstructorParameters<typeof TopicRestriction>[0]) => TopicRestriction;
-    All: (options: ConstructorParameters<typeof GuardAll>[0]) => GuardAll;
-};
+import { Schema } from './guard/schema';
+import { Custom } from './guard/custom';
+import { Pipeline } from './guard/pipeline';
+import { Guard, GuardAction, GuardPhase, GuardError, GuardDeniedError, GuardTimeoutError, GuardConfigError, PipelineResult } from './guard/base';
 declare class Openlit extends BaseOpenlit {
     static resource: ReturnType<typeof resourceFromAttributes>;
     static options: ResolvedOptions;
-    static evals: {
-        Hallucination: (options: ConstructorParameters<typeof Hallucination>[0]) => Hallucination;
-        Bias: (options: ConstructorParameters<typeof Bias>[0]) => Bias;
-        Toxicity: (options: ConstructorParameters<typeof Toxicity>[0]) => Toxicity;
-        All: (options: ConstructorParameters<typeof All>[0]) => All;
-    };
-    static guard: {
-        PromptInjection: (options: ConstructorParameters<typeof PromptInjection>[0]) => PromptInjection;
-        SensitiveTopic: (options: ConstructorParameters<typeof SensitiveTopic>[0]) => SensitiveTopic;
-        TopicRestriction: (options: ConstructorParameters<typeof TopicRestriction>[0]) => TopicRestriction;
-        All: (options: ConstructorParameters<typeof GuardAll>[0]) => GuardAll;
-    };
+    static PII: typeof PII;
+    static PromptInjection: typeof PromptInjection;
+    static Moderation: typeof Moderation;
+    static SensitiveTopic: typeof SensitiveTopic;
+    static TopicRestriction: typeof TopicRestriction;
+    static Schema: typeof Schema;
+    static Custom: typeof Custom;
+    static Pipeline: typeof Pipeline;
+    static GuardAction: typeof GuardAction;
+    static GuardPhase: typeof GuardPhase;
+    static GuardError: typeof GuardError;
+    static GuardDeniedError: typeof GuardDeniedError;
+    static GuardTimeoutError: typeof GuardTimeoutError;
+    static GuardConfigError: typeof GuardConfigError;
+    static eval: typeof runEval;
+    static evalBatch: typeof runEvalBatch;
+    static getEvalTypes: typeof fetchEvalTypes;
+    static logScore: typeof logScore;
+    /**
+     * Public API: stamp every subsequent chat span / inference event in the
+     * current async scope with a user-supplied agent version label
+     * (`gen_ai.agent.version`). Useful when you want versions to follow a
+     * release tag, git SHA, or business-meaningful name instead of the SDK's
+     * auto-computed fingerprint.
+     *
+     * For a one-shot block, prefer `OpenLit.withAgentVersion(label, fn)`.
+     */
+    static setAgentVersion: typeof setAgentVersion;
+    /**
+     * Clear the agent version label set by `setAgentVersion`. Always call this
+     * in a `finally` block when you use `setAgentVersion` directly, otherwise
+     * the label will persist on subsequent requests handled by the same
+     * worker. Prefer `withAgentVersion(label, fn)` for scoped usage.
+     */
+    static resetAgentVersion: typeof resetAgentVersion;
+    static withAgentVersion: typeof runWithAgentVersion;
+    static getAgentVersion: typeof getCurrentAgentVersion;
+    static startTrace: typeof startTrace;
+    static trace: typeof traceManual;
     static init(options?: OpenlitOptions): void;
 }
 declare const openlit: typeof Openlit & {
-    evals: typeof evals;
-    guard: typeof guard;
     usingAttributes: typeof usingAttributes;
     injectAdditionalAttributes: typeof injectAdditionalAttributes;
 };
 export default openlit;
-export { Openlit, usingAttributes, injectAdditionalAttributes };
+export { Openlit, usingAttributes, injectAdditionalAttributes, logScore };
+export { TracedSpan, startTrace, traceManual as trace };
 export type { OpenlitOptions } from './types';
+export type { LogScoreOptions } from './score';
+export { PII, PromptInjection, Moderation, SensitiveTopic, TopicRestriction, Schema, Custom, Pipeline, Guard, GuardAction, GuardPhase, GuardError, GuardDeniedError, GuardTimeoutError, GuardConfigError, PipelineResult, };
+export type { GuardResult } from './guard/base';

package/dist/index.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.injectAdditionalAttributes = exports.usingAttributes = exports.Openlit = void 0;
+exports.PipelineResult = exports.GuardConfigError = exports.GuardTimeoutError = exports.GuardDeniedError = exports.GuardError = exports.GuardPhase = exports.GuardAction = exports.Guard = exports.Pipeline = exports.Custom = exports.Schema = exports.TopicRestriction = exports.SensitiveTopic = exports.Moderation = exports.PromptInjection = exports.PII = exports.trace = exports.startTrace = exports.TracedSpan = exports.logScore = exports.injectAdditionalAttributes = exports.usingAttributes = exports.Openlit = void 0;
 const resources_1 = require("@opentelemetry/resources");
 const semantic_conventions_1 = require("@opentelemetry/semantic-conventions");
 const api_1 = require("@opentelemetry/api");
@@ -17,25 +17,42 @@ const helpers_2 = require("./helpers");
 Object.defineProperty(exports, "usingAttributes", { enumerable: true, get: function () { return helpers_2.usingAttributes; } });
 Object.defineProperty(exports, "injectAdditionalAttributes", { enumerable: true, get: function () { return helpers_2.injectAdditionalAttributes; } });
 const evals_1 = require("./evals");
+const score_1 = require("./score");
+Object.defineProperty(exports, "logScore", { enumerable: true, get: function () { return score_1.logScore; } });
+const manual_trace_1 = require("./manual-trace");
+Object.defineProperty(exports, "TracedSpan", { enumerable: true, get: function () { return manual_trace_1.TracedSpan; } });
+Object.defineProperty(exports, "startTrace", { enumerable: true, get: function () { return manual_trace_1.startTrace; } });
+Object.defineProperty(exports, "trace", { enumerable: true, get: function () { return manual_trace_1.trace; } });
 const metrics_1 = __importDefault(require("./otel/metrics"));
+const gpu_1 = __importDefault(require("./instrumentation/gpu"));
 const semantic_convention_1 = __importDefault(require("./semantic-convention"));
+const utils_1 = require("./otel/utils");
+const integration_1 = require("./guard/integration");
+const pii_1 = require("./guard/pii");
+Object.defineProperty(exports, "PII", { enumerable: true, get: function () { return pii_1.PII; } });
 const prompt_injection_1 = require("./guard/prompt-injection");
+Object.defineProperty(exports, "PromptInjection", { enumerable: true, get: function () { return prompt_injection_1.PromptInjection; } });
+const moderation_1 = require("./guard/moderation");
+Object.defineProperty(exports, "Moderation", { enumerable: true, get: function () { return moderation_1.Moderation; } });
 const sensitive_topic_1 = require("./guard/sensitive-topic");
+Object.defineProperty(exports, "SensitiveTopic", { enumerable: true, get: function () { return sensitive_topic_1.SensitiveTopic; } });
 const topic_restriction_1 = require("./guard/topic-restriction");
-const all_1 = require("./guard/all");
-const utils_1 = require("./otel/utils");
-const evals = {
-    Hallucination: (options) => new evals_1.Hallucination(options),
-    Bias: (options) => new evals_1.Bias(options),
-    Toxicity: (options) => new evals_1.Toxicity(options),
-    All: (options) => new evals_1.All(options),
-};
-const guard = {
-    PromptInjection: (options) => new prompt_injection_1.PromptInjection(options),
-    SensitiveTopic: (options) => new sensitive_topic_1.SensitiveTopic(options),
-    TopicRestriction: (options) => new topic_restriction_1.TopicRestriction(options),
-    All: (options) => new all_1.All(options),
-};
+Object.defineProperty(exports, "TopicRestriction", { enumerable: true, get: function () { return topic_restriction_1.TopicRestriction; } });
+const schema_1 = require("./guard/schema");
+Object.defineProperty(exports, "Schema", { enumerable: true, get: function () { return schema_1.Schema; } });
+const custom_1 = require("./guard/custom");
+Object.defineProperty(exports, "Custom", { enumerable: true, get: function () { return custom_1.Custom; } });
+const pipeline_1 = require("./guard/pipeline");
+Object.defineProperty(exports, "Pipeline", { enumerable: true, get: function () { return pipeline_1.Pipeline; } });
+const base_2 = require("./guard/base");
+Object.defineProperty(exports, "Guard", { enumerable: true, get: function () { return base_2.Guard; } });
+Object.defineProperty(exports, "GuardAction", { enumerable: true, get: function () { return base_2.GuardAction; } });
+Object.defineProperty(exports, "GuardPhase", { enumerable: true, get: function () { return base_2.GuardPhase; } });
+Object.defineProperty(exports, "GuardError", { enumerable: true, get: function () { return base_2.GuardError; } });
+Object.defineProperty(exports, "GuardDeniedError", { enumerable: true, get: function () { return base_2.GuardDeniedError; } });
+Object.defineProperty(exports, "GuardTimeoutError", { enumerable: true, get: function () { return base_2.GuardTimeoutError; } });
+Object.defineProperty(exports, "GuardConfigError", { enumerable: true, get: function () { return base_2.GuardConfigError; } });
+Object.defineProperty(exports, "PipelineResult", { enumerable: true, get: function () { return base_2.PipelineResult; } });
 /**
  * Resolve OpenlitOptions into a single ResolvedOptions object.
  * Precedence: arg > env var > default.
@@ -80,6 +97,13 @@ function resolveOptions(options) {
     if (disableEvents === undefined) {
         disableEvents = envDisableEvents ?? false;
     }
+    let collectGpuStats = o.collectGpuStats ?? undefined;
+    const envCollectGpuStats = (0, utils_1.parseBoolEnv)('OPENLIT_COLLECT_GPU_STATS');
+    if (collectGpuStats === undefined) {
+        collectGpuStats = envCollectGpuStats ?? false;
+    }
+    const openlitApiKey = o.openlitApiKey ?? process.env.OPENLIT_API_KEY ?? undefined;
+    const openlitUrl = o.openlitUrl ?? process.env.OPENLIT_URL ?? undefined;
     return {
         environment,
         applicationName,
@@ -95,13 +119,16 @@ function resolveOptions(options) {
         pricingJson: o.pricingJson,
         maxContentLength: o.maxContentLength ?? null,
         customSpanAttributes: o.customSpanAttributes ?? null,
+        openlitApiKey,
+        openlitUrl,
+        guards: o.guards,
+        guardFailOpen: o.guardFailOpen ?? true,
+        collectGpuStats,
     };
 }
 class Openlit extends base_1.default {
     static init(options) {
         try {
-            // Enable OTel diagnostic logging so exporter errors (connection refused,
-            // 404, timeouts) are surfaced to the user — matches Python SDK behavior.
             api_1.diag.setLogger(new api_1.DiagConsoleLogger(), api_1.DiagLogLevel.WARN);
             const resolved = resolveOptions(options);
             this.options = resolved;
@@ -120,22 +147,77 @@ class Openlit extends base_1.default {
             }
             if (!resolved.disableMetrics) {
                 const exportIntervalMillis = Number(process.env.OTEL_EXPORTER_OTLP_METRICS_EXPORT_INTERVAL ?? 60000) || 60000;
-                metrics_1.default.setup({
+                const meter = metrics_1.default.setup({
                     ...setupBase,
                     exportIntervalMillis,
                 });
+                // GPU metrics: only register gauges when a supported GPU is detected
+                // (mirrors Python openlit.init collect_gpu_stats path).
+                if (resolved.collectGpuStats && meter) {
+                    new gpu_1.default()
+                        .setup({
+                        meter,
+                        environment: resolved.environment,
+                        applicationName: resolved.applicationName,
+                    })
+                        .catch((e) => {
+                        api_1.diag.error(`OpenLIT GPU metrics setup failed: ${e}`);
+                    });
+                }
             }
-            // Fetch pricing info once and cache — matches Python SDK behavior.
+            config_1.default.openlitApiKey = resolved.openlitApiKey;
+            config_1.default.openlitUrl = resolved.openlitUrl;
             helpers_1.default.fetchPricingInfo(resolved.pricingJson).then((info) => { config_1.default.pricingInfo = info; }, () => { config_1.default.pricingInfo = {}; });
+            if (resolved.guards && resolved.guards.length > 0) {
+                (0, integration_1.setupAutoGuards)(resolved.guards, resolved.guardFailOpen);
+            }
         }
         catch (e) {
-            console.log('Connection time out', e);
+            console.error('OpenLIT initialization failed:', e);
         }
     }
 }
 exports.Openlit = Openlit;
-Openlit.evals = evals;
-Openlit.guard = guard;
+// Top-level guard class exports
+Openlit.PII = pii_1.PII;
+Openlit.PromptInjection = prompt_injection_1.PromptInjection;
+Openlit.Moderation = moderation_1.Moderation;
+Openlit.SensitiveTopic = sensitive_topic_1.SensitiveTopic;
+Openlit.TopicRestriction = topic_restriction_1.TopicRestriction;
+Openlit.Schema = schema_1.Schema;
+Openlit.Custom = custom_1.Custom;
+Openlit.Pipeline = pipeline_1.Pipeline;
+Openlit.GuardAction = base_2.GuardAction;
+Openlit.GuardPhase = base_2.GuardPhase;
+Openlit.GuardError = base_2.GuardError;
+Openlit.GuardDeniedError = base_2.GuardDeniedError;
+Openlit.GuardTimeoutError = base_2.GuardTimeoutError;
+Openlit.GuardConfigError = base_2.GuardConfigError;
+Openlit.eval = evals_1.runEval;
+Openlit.evalBatch = evals_1.runEvalBatch;
+Openlit.getEvalTypes = evals_1.fetchEvalTypes;
+Openlit.logScore = score_1.logScore;
+/**
+ * Public API: stamp every subsequent chat span / inference event in the
+ * current async scope with a user-supplied agent version label
+ * (`gen_ai.agent.version`). Useful when you want versions to follow a
+ * release tag, git SHA, or business-meaningful name instead of the SDK's
+ * auto-computed fingerprint.
+ *
+ * For a one-shot block, prefer `OpenLit.withAgentVersion(label, fn)`.
+ */
+Openlit.setAgentVersion = helpers_2.setAgentVersion;
+/**
+ * Clear the agent version label set by `setAgentVersion`. Always call this
+ * in a `finally` block when you use `setAgentVersion` directly, otherwise
+ * the label will persist on subsequent requests handled by the same
+ * worker. Prefer `withAgentVersion(label, fn)` for scoped usage.
+ */
+Openlit.resetAgentVersion = helpers_2.resetAgentVersion;
+Openlit.withAgentVersion = helpers_2.runWithAgentVersion;
+Openlit.getAgentVersion = helpers_2.getCurrentAgentVersion;
+Openlit.startTrace = manual_trace_1.startTrace;
+Openlit.trace = manual_trace_1.trace;
 const openlit = Openlit;
 openlit.usingAttributes = helpers_2.usingAttributes;
 openlit.injectAdditionalAttributes = helpers_2.injectAdditionalAttributes;

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAAA,wDAAkE;AAClE,8EAAiG;AACjG,4CAA2E;AAE3E,6DAAqC;AACrC,2DAAmC;AACnC,yCAAqF;AACrF,2DAA0C;AAC1C,sDAAqC;AACrC,wDAAsC;AACtC,uCAAwE;AAmKtD,gGAnKT,yBAAe,OAmKS;AAAE,2GAnKT,oCAA0B,OAmKS;AAlK7D,mCAA6D;AAC7D,6DAAqC;AACrC,gFAAuD;AACvD,+DAA2D;AAC3D,6DAAyD;AACzD,iEAA6D;AAC7D,qCAA8C;AAC9C,wCAA4C;AAE5C,MAAM,KAAK,GAAG;IACZ,aAAa,EAAE,CAAC,OAAuD,EAAE,EAAE,CACzE,IAAI,qBAAa,CAAC,OAAO,CAAC;IAC5B,IAAI,EAAE,CAAC,OAA8C,EAAE,EAAE,CAAC,IAAI,YAAI,CAAC,OAAO,CAAC;IAC3E,QAAQ,EAAE,CAAC,OAAkD,EAAE,EAAE,CAAC,IAAI,gBAAQ,CAAC,OAAO,CAAC;IACvF,GAAG,EAAE,CAAC,OAA6C,EAAE,EAAE,CAAC,IAAI,WAAG,CAAC,OAAO,CAAC;CACzE,CAAC;AAEF,MAAM,KAAK,GAAG;IACZ,eAAe,EAAE,CAAC,OAAyD,EAAE,EAAE,CAAC,IAAI,kCAAe,CAAC,OAAO,CAAC;IAC5G,cAAc,EAAE,CAAC,OAAwD,EAAE,EAAE,CAAC,IAAI,gCAAc,CAAC,OAAO,CAAC;IACzG,gBAAgB,EAAE,CAAC,OAA0D,EAAE,EAAE,CAAC,IAAI,oCAAgB,CAAC,OAAO,CAAC;IAC/G,GAAG,EAAE,CAAC,OAAkD,EAAE,EAAE,CAAC,IAAI,SAAQ,CAAC,OAAO,CAAC;CACnF,CAAC;AAEF;;;GAGG;AACH,SAAS,cAAc,CAAC,OAAwB;IAC9C,MAAM,CAAC,GAAG,OAAO,IAAI,EAAE,CAAC;IAExB,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,8BAAmB,CAAC;IACzD,MAAM,eAAe,GAAG,CAAC,CAAC,eAAe,IAAI,mCAAwB,CAAC;IAEtE,MAAM,WAAW,GACf,CAAC,CAAC,YAAY;QACd,OAAO,CAAC,GAAG,CAAC,2BAA2B;QACvC,SAAS,CAAC;IAEZ,MAAM,YAAY,GAAG,WAAW;QAC9B,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;QAC1C,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC;IAC7C,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC;QAC3D,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CACpE,CAAC,GAA2B,EAAE,IAAY,EAAE,EAAE;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC3B,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAA4B,CAC7B,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,WAAW;QAAE,WAAW,GAAG,EAAE,CAAC;IAEnC,IAAI,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI,SAAS,CAAC;IAC/C,MAAM,eAAe,GAAG,IAAA,oBAAY,EAAC,uBAAuB,CAAC,CAAC;IAC9D,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC/B,YAAY,GAAG,eAAe,IAAI,KAAK,CAAC;IAC1C,CAAC;IAED,IAAI,qBAAqB,GAAG,CAAC,CAAC,qBAAqB,IAAI,SAAS,CAAC;IACjE,MAAM,UAAU,GAAG,IAAA,oBAAY,EAAC,oDAAoD,CAAC,CAAC;IACtF,IAAI,qBAAqB,KAAK,SAAS,EAAE,CAAC;QACxC,qBAAqB,GAAG,UAAU,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,IAAI,cAAc,GAAG,CAAC,CAAC,cAAc,IAAI,SAAS,CAAC;IACnD,MAAM,iBAAiB,GAAG,IAAA,oBAAY,EAAC,yBAAyB,CAAC,CAAC;IAClE,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;QACjC,cAAc,GAAG,iBAAiB,IAAI,KAAK,CAAC;IAC9C,CAAC;IAED,IAAI,aAAa,GAAG,CAAC,CAAC,aAAa,IAAI,SAAS,CAAC;IACjD,MAAM,gBAAgB,GAAG,IAAA,oBAAY,EAAC,wBAAwB,CAAC,CAAC;IAChE,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAChC,aAAa,GAAG,gBAAgB,IAAI,KAAK,CAAC;IAC5C,CAAC;IAED,OAAO;QACL,WAAW;QACX,eAAe;QACf,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,YAAY;QACZ,WAAW;QACX,YAAY;QACZ,qBAAqB;QACrB,qBAAqB,EAAE,CAAC,CAAC,qBAAqB;QAC9C,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;QACpC,cAAc;QACd,aAAa;QACb,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;QAC5C,oBAAoB,EAAE,CAAC,CAAC,oBAAoB,IAAI,IAAI;KACrD,CAAC;AACJ,CAAC;AAED,MAAM,OAAQ,SAAQ,cAAW;IAM/B,MAAM,CAAC,IAAI,CAAC,OAAwB;QAClC,IAAI,CAAC;YACH,yEAAyE;YACzE,yEAAyE;YACzE,UAAI,CAAC,SAAS,CAAC,IAAI,uBAAiB,EAAE,EAAE,kBAAY,CAAC,IAAI,CAAC,CAAC;YAE3D,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC;YAExB,IAAI,CAAC,QAAQ,GAAG,IAAA,kCAAsB,EAAC;gBACrC,CAAC,wCAAiB,CAAC,EAAE,QAAQ,CAAC,eAAe;gBAC7C,CAAC,6BAAkB,CAAC,2BAA2B,CAAC,EAAE,QAAQ,CAAC,WAAW;gBACtE,CAAC,8CAAuB,CAAC,EAAE,mBAAQ;aACpC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG;gBAChB,GAAG,QAAQ;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC;YAEF,iBAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAEzB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;gBAC5B,gBAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAC7B,MAAM,oBAAoB,GACxB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0CAA0C,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;gBAEnF,iBAAO,CAAC,KAAK,CAAC;oBACZ,GAAG,SAAS;oBACZ,oBAAoB;iBACrB,CAAC,CAAC;YACL,CAAC;YAED,mEAAmE;YACnE,iBAAa,CAAC,gBAAgB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CACvD,CAAC,IAAI,EAAE,EAAE,GAAG,gBAAa,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAC/C,GAAG,EAAE,GAAG,gBAAa,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,CAAC,CAC1C,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;;AAcM,0BAAO;AA7DP,aAAK,GAAG,KAAK,CAAC;AACd,aAAK,GAAG,KAAK,CAAC;AAiDvB,MAAM,OAAO,GAAG,OAKf,CAAC;AAED,OAAe,CAAC,eAAe,GAAG,yBAAe,CAAC;AAClD,OAAe,CAAC,0BAA0B,GAAG,oCAA0B,CAAC;AAEzE,kBAAe,OAAO,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAAA,wDAAkE;AAClE,8EAAiG;AACjG,4CAA2E;AAE3E,6DAAqC;AACrC,2DAAmC;AACnC,yCAAqF;AACrF,2DAA0C;AAC1C,sDAAqC;AACrC,wDAAsC;AACtC,uCAOmB;AA8OD,gGApPhB,yBAAe,OAoPgB;AAAE,2GAnPjC,oCAA0B,OAmPiC;AA7O7D,mCAAgE;AAChE,mCAAmC;AA4O4B,yFA5OtD,gBAAQ,OA4OsD;AA3OvE,iDAA8E;AA4OrE,2FA5OA,yBAAU,OA4OA;AAAE,2FA5OA,yBAAU,OA4OA;AAAiB,sFA5ON,oBAAW,OA4OA;AA3OrD,6DAAqC;AACrC,gEAAwD;AACxD,gFAAuD;AACvD,wCAA4C;AAC5C,qDAAsD;AACtD,qCAAkC;AA4OhC,oFA5OO,SAAG,OA4OP;AA3OL,+DAA2D;AA4OzD,gGA5OO,kCAAe,OA4OP;AA3OjB,mDAAgD;AA4O9C,2FA5OO,uBAAU,OA4OP;AA3OZ,6DAAyD;AA4OvD,+FA5OO,gCAAc,OA4OP;AA3OhB,iEAA6D;AA4O3D,iGA5OO,oCAAgB,OA4OP;AA3OlB,2CAAwC;AA4OtC,uFA5OO,eAAM,OA4OP;AA3OR,2CAAwC;AA4OtC,uFA5OO,eAAM,OA4OP;AA3OR,+CAA4C;AA4O1C,yFA5OO,mBAAQ,OA4OP;AA3OV,uCASsB;AAmOpB,sFA3OA,YAAK,OA2OA;AACL,4FA3OA,kBAAW,OA2OA;AACX,2FA3OA,iBAAU,OA2OA;AACV,2FA3OA,iBAAU,OA2OA;AACV,iGA3OA,uBAAgB,OA2OA;AAChB,kGA3OA,wBAAiB,OA2OA;AACjB,iGA3OA,uBAAgB,OA2OA;AAChB,+FA3OA,qBAAc,OA2OA;AAxOhB;;;GAGG;AACH,SAAS,cAAc,CAAC,OAAwB;IAC9C,MAAM,CAAC,GAAG,OAAO,IAAI,EAAE,CAAC;IAExB,MAAM,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,8BAAmB,CAAC;IACzD,MAAM,eAAe,GAAG,CAAC,CAAC,eAAe,IAAI,mCAAwB,CAAC;IAEtE,MAAM,WAAW,GACf,CAAC,CAAC,YAAY;QACd,OAAO,CAAC,GAAG,CAAC,2BAA2B;QACvC,SAAS,CAAC;IAEZ,MAAM,YAAY,GAAG,WAAW;QAC9B,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;QAC1C,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,WAAW,GAAG,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC;IAC7C,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC;QAC3D,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CACpE,CAAC,GAA2B,EAAE,IAAY,EAAE,EAAE;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/B,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC3B,OAAO,GAAG,CAAC;QACb,CAAC,EACD,EAA4B,CAC7B,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,WAAW;QAAE,WAAW,GAAG,EAAE,CAAC;IAEnC,IAAI,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI,SAAS,CAAC;IAC/C,MAAM,eAAe,GAAG,IAAA,oBAAY,EAAC,uBAAuB,CAAC,CAAC;IAC9D,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC/B,YAAY,GAAG,eAAe,IAAI,KAAK,CAAC;IAC1C,CAAC;IAED,IAAI,qBAAqB,GAAG,CAAC,CAAC,qBAAqB,IAAI,SAAS,CAAC;IACjE,MAAM,UAAU,GAAG,IAAA,oBAAY,EAAC,oDAAoD,CAAC,CAAC;IACtF,IAAI,qBAAqB,KAAK,SAAS,EAAE,CAAC;QACxC,qBAAqB,GAAG,UAAU,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED,IAAI,cAAc,GAAG,CAAC,CAAC,cAAc,IAAI,SAAS,CAAC;IACnD,MAAM,iBAAiB,GAAG,IAAA,oBAAY,EAAC,yBAAyB,CAAC,CAAC;IAClE,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;QACjC,cAAc,GAAG,iBAAiB,IAAI,KAAK,CAAC;IAC9C,CAAC;IAED,IAAI,aAAa,GAAG,CAAC,CAAC,aAAa,IAAI,SAAS,CAAC;IACjD,MAAM,gBAAgB,GAAG,IAAA,oBAAY,EAAC,wBAAwB,CAAC,CAAC;IAChE,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAChC,aAAa,GAAG,gBAAgB,IAAI,KAAK,CAAC;IAC5C,CAAC;IAED,IAAI,eAAe,GAAG,CAAC,CAAC,eAAe,IAAI,SAAS,CAAC;IACrD,MAAM,kBAAkB,GAAG,IAAA,oBAAY,EAAC,2BAA2B,CAAC,CAAC;IACrE,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAClC,eAAe,GAAG,kBAAkB,IAAI,KAAK,CAAC;IAChD,CAAC;IAED,MAAM,aAAa,GAAG,CAAC,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,SAAS,CAAC;IAClF,MAAM,UAAU,GAAG,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,SAAS,CAAC;IAExE,OAAO;QACL,WAAW;QACX,eAAe;QACf,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,YAAY;QACZ,WAAW;QACX,YAAY;QACZ,qBAAqB;QACrB,qBAAqB,EAAE,CAAC,CAAC,qBAAqB;QAC9C,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;QACpC,cAAc;QACd,aAAa;QACb,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,IAAI,IAAI;QAC5C,oBAAoB,EAAE,CAAC,CAAC,oBAAoB,IAAI,IAAI;QACpD,aAAa;QACb,UAAU;QACV,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,aAAa,EAAE,CAAC,CAAC,aAAa,IAAI,IAAI;QACtC,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,MAAM,OAAQ,SAAQ,cAAW;IAgD/B,MAAM,CAAC,IAAI,CAAC,OAAwB;QAClC,IAAI,CAAC;YACH,UAAI,CAAC,SAAS,CAAC,IAAI,uBAAiB,EAAE,EAAE,kBAAY,CAAC,IAAI,CAAC,CAAC;YAE3D,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC;YAExB,IAAI,CAAC,QAAQ,GAAG,IAAA,kCAAsB,EAAC;gBACrC,CAAC,wCAAiB,CAAC,EAAE,QAAQ,CAAC,eAAe;gBAC7C,CAAC,6BAAkB,CAAC,2BAA2B,CAAC,EAAE,QAAQ,CAAC,WAAW;gBACtE,CAAC,8CAAuB,CAAC,EAAE,mBAAQ;aACpC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG;gBAChB,GAAG,QAAQ;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC;YAEF,iBAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAEzB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;gBAC5B,gBAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAC7B,MAAM,oBAAoB,GACxB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0CAA0C,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;gBAEnF,MAAM,KAAK,GAAG,iBAAO,CAAC,KAAK,CAAC;oBAC1B,GAAG,SAAS;oBACZ,oBAAoB;iBACrB,CAAC,CAAC;gBAEH,qEAAqE;gBACrE,wDAAwD;gBACxD,IAAI,QAAQ,CAAC,eAAe,IAAI,KAAK,EAAE,CAAC;oBACtC,IAAI,aAAmB,EAAE;yBACtB,KAAK,CAAC;wBACL,KAAK;wBACL,WAAW,EAAE,QAAQ,CAAC,WAAW;wBACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;qBAC1C,CAAC;yBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;wBACX,UAAI,CAAC,KAAK,CAAC,qCAAqC,CAAC,EAAE,CAAC,CAAC;oBACvD,CAAC,CAAC,CAAC;gBACP,CAAC;YACH,CAAC;YAED,gBAAa,CAAC,aAAa,GAAG,QAAQ,CAAC,aAAa,CAAC;YACrD,gBAAa,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;YAE/C,iBAAa,CAAC,gBAAgB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,CACvD,CAAC,IAAI,EAAE,EAAE,GAAG,gBAAa,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,EAC/C,GAAG,EAAE,GAAG,gBAAa,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,CAAC,CAC1C,CAAC;YAEF,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,IAAA,6BAAe,EAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;;AAYM,0BAAO;AAtHd,gCAAgC;AACzB,WAAG,GAAG,SAAG,CAAC;AACV,uBAAe,GAAG,kCAAe,CAAC;AAClC,kBAAU,GAAG,uBAAU,CAAC;AACxB,sBAAc,GAAG,gCAAc,CAAC;AAChC,wBAAgB,GAAG,oCAAgB,CAAC;AACpC,cAAM,GAAG,eAAM,CAAC;AAChB,cAAM,GAAG,eAAM,CAAC;AAChB,gBAAQ,GAAG,mBAAQ,CAAC;AACpB,mBAAW,GAAG,kBAAW,CAAC;AAC1B,kBAAU,GAAG,iBAAU,CAAC;AACxB,kBAAU,GAAG,iBAAU,CAAC;AACxB,wBAAgB,GAAG,uBAAgB,CAAC;AACpC,yBAAiB,GAAG,wBAAiB,CAAC;AACtC,wBAAgB,GAAG,uBAAgB,CAAC;AAEpC,YAAI,GAAG,eAAO,CAAC;AACf,iBAAS,GAAG,oBAAY,CAAC;AACzB,oBAAY,GAAG,sBAAc,CAAC;AAC9B,gBAAQ,GAAG,gBAAQ,CAAC;AAE3B;;;;;;;;GAQG;AACI,uBAAe,GAAG,yBAAe,CAAC;AACzC;;;;;GAKG;AACI,yBAAiB,GAAG,2BAAiB,CAAC;AACtC,wBAAgB,GAAG,6BAAmB,CAAC;AACvC,uBAAe,GAAG,gCAAsB,CAAC;AAEzC,kBAAU,GAAG,yBAAU,CAAC;AACxB,aAAK,GAAG,oBAAW,CAAC;AAmE7B,MAAM,OAAO,GAAG,OAGf,CAAC;AAED,OAAe,CAAC,eAAe,GAAG,yBAAe,CAAC;AAClD,OAAe,CAAC,0BAA0B,GAAG,oCAA0B,CAAC;AAEzE,kBAAe,OAAO,CAAC"}

package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Cross-Language Trace Comparison Tests for the AI21 Conversational RAG path.
+ *
+ * Verifies that the TypeScript AI21 RAG instrumentation emits the same span
+ * attributes as the Python SDK reference
+ * (sdk/python/src/openlit/instrumentation/ai21: chat_rag / common_chat_rag_logic).
+ * The RAG response shape differs from chat: the answer lives at
+ * `choices[i].content` (not `choices[i].message.content`), there is no `model`
+ * field (falls back to the request model), no usage token counts (counted
+ * locally), and the path is never streamed. It additionally emits six
+ * `gen_ai.rag.*` attributes mirrored from the Python implementation.
+ */
+export {};

package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js

@@ -0,0 +1,176 @@
+"use strict";
+/**
+ * Cross-Language Trace Comparison Tests for the AI21 Conversational RAG path.
+ *
+ * Verifies that the TypeScript AI21 RAG instrumentation emits the same span
+ * attributes as the Python SDK reference
+ * (sdk/python/src/openlit/instrumentation/ai21: chat_rag / common_chat_rag_logic).
+ * The RAG response shape differs from chat: the answer lives at
+ * `choices[i].content` (not `choices[i].message.content`), there is no `model`
+ * field (falls back to the request model), no usage token counts (counted
+ * locally), and the path is never streamed. It additionally emits six
+ * `gen_ai.rag.*` attributes mirrored from the Python implementation.
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const wrapper_1 = __importDefault(require("../ai21/wrapper"));
+const config_1 = __importDefault(require("../../config"));
+const helpers_1 = __importDefault(require("../../helpers"));
+const base_wrapper_1 = __importDefault(require("../base-wrapper"));
+const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
+jest.mock('../../config');
+jest.mock('../../helpers');
+jest.mock('../base-wrapper');
+describe('AI21 Conversational RAG Trace Comparison', () => {
+    let mockSpan;
+    beforeEach(() => {
+        mockSpan = {
+            setAttribute: jest.fn(),
+            addEvent: jest.fn(),
+            end: jest.fn(),
+            setStatus: jest.fn(),
+        };
+        config_1.default.environment = 'openlit-testing';
+        config_1.default.applicationName = 'openlit-test';
+        config_1.default.captureMessageContent = true;
+        config_1.default.pricingInfo = {};
+        config_1.default.disableEvents = false;
+        helpers_1.default.getChatModelCost = jest.fn().mockReturnValue(0.002);
+        helpers_1.default.openaiTokens = jest.fn().mockReturnValue(5);
+        helpers_1.default.handleException = jest.fn();
+        helpers_1.default.buildInputMessages = jest.fn().mockReturnValue('[input]');
+        helpers_1.default.buildOutputMessages = jest.fn().mockReturnValue('[output]');
+        helpers_1.default.buildSystemInstructionsFromMessages = jest.fn().mockReturnValue(undefined);
+        helpers_1.default.buildToolDefinitions = jest.fn().mockReturnValue(undefined);
+        helpers_1.default.emitInferenceEvent = jest.fn();
+        helpers_1.default.computeAgentVersionHash = jest.fn().mockReturnValue('rag-test-hash');
+        base_wrapper_1.default.recordMetrics = jest.fn();
+        base_wrapper_1.default.setBaseSpanAttributes = jest.fn().mockImplementation((span, attrs) => {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL, attrs.aiSystem);
+            span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MODEL, attrs.model);
+            if (attrs.cost !== undefined) {
+                span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_COST, attrs.cost);
+            }
+            if (attrs.serverAddress) {
+                span.setAttribute(semantic_convention_1.default.SERVER_ADDRESS, attrs.serverAddress);
+            }
+            if (attrs.serverPort !== undefined) {
+                span.setAttribute(semantic_convention_1.default.SERVER_PORT, attrs.serverPort);
+            }
+        });
+    });
+    afterEach(() => {
+        jest.clearAllMocks();
+    });
+    // AI21 ConversationalRagResponse shape: choices are ChatMessage[] with a flat
+    // `content` field, no `model`, no `usage` token counts.
+    const mockRagResponse = () => ({
+        id: 'ai21-rag-id',
+        choices: [{ role: 'assistant', content: 'Jamba RAG answer' }],
+        context_retrieved: true,
+        answer_in_context: true,
+        sources: [],
+    });
+    it('sets the same core chat attributes as the Python RAG path', async () => {
+        const args = [
+            {
+                messages: [{ role: 'user', content: 'What does the doc say?' }],
+                model: 'jamba-large',
+                file_ids: ['f1'],
+            },
+        ];
+        await wrapper_1.default._chatRag({
+            args,
+            genAIEndpoint: 'ai21.conversational_rag',
+            response: mockRagResponse(),
+            span: mockSpan,
+        });
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_PROVIDER_NAME_OTEL, 'ai21');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_MODEL, 'jamba-large');
+        // RAG responses carry no `model`, so it falls back to the request model.
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, 'jamba-large');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RESPONSE_ID, 'ai21-rag-id');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_ADDRESS, 'api.ai21.com');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.SERVER_PORT, 443);
+    });
+    it('sets the six RAG-specific attributes from request kwargs', async () => {
+        const args = [
+            {
+                messages: [{ role: 'user', content: 'q' }],
+                model: 'jamba-mini',
+                max_segments: 10,
+                retrieval_strategy: 'semantic',
+                max_neighbors: 3,
+                file_ids: ['fileA', 'fileB'],
+                path: '/docs',
+                retrieval_similarity_threshold: 0.5,
+            },
+        ];
+        await wrapper_1.default._chatRag({
+            args,
+            genAIEndpoint: 'ai21.conversational_rag',
+            response: mockRagResponse(),
+            span: mockSpan,
+        });
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_MAX_SEGMENTS, 10);
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_STRATEGY, 'semantic');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_MAX_NEIGHBORS, 3);
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_FILE_IDS, String(['fileA', 'fileB']));
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_DOCUMENTS_PATH, '/docs');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_SIMILARITY_THRESHOLD, 0.5);
+    });
+    it('applies Python-parity defaults for omitted RAG kwargs', async () => {
+        const args = [{ messages: [{ role: 'user', content: 'q' }], model: 'jamba-mini' }];
+        await wrapper_1.default._chatRag({
+            args,
+            genAIEndpoint: 'ai21.conversational_rag',
+            response: mockRagResponse(),
+            span: mockSpan,
+        });
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_MAX_SEGMENTS, -1);
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_STRATEGY, 'segments');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_MAX_NEIGHBORS, -1);
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_FILE_IDS, '');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_DOCUMENTS_PATH, '');
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_RAG_SIMILARITY_THRESHOLD, -1);
+    });
+    it('reads the answer from choices[].content and records token usage', async () => {
+        const args = [{ messages: [{ role: 'user', content: 'q' }], model: 'jamba-mini' }];
+        await wrapper_1.default._chatRag({
+            args,
+            genAIEndpoint: 'ai21.conversational_rag',
+            response: mockRagResponse(),
+            span: mockSpan,
+        });
+        // openaiTokens mocked to 5: 1 input message => 5, output answer => 5.
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, 5);
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, 5);
+        // RAG choices have no tool_calls, so the third arg is undefined.
+        expect(helpers_1.default.buildOutputMessages).toHaveBeenCalledWith('Jamba RAG answer', 'stop', undefined);
+    });
+    it('marks the RAG span as non-streaming with text output', async () => {
+        const args = [{ messages: [{ role: 'user', content: 'q' }], model: 'jamba-mini' }];
+        await wrapper_1.default._chatRag({
+            args,
+            genAIEndpoint: 'ai21.conversational_rag',
+            response: mockRagResponse(),
+            span: mockSpan,
+        });
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, false);
+        expect(mockSpan.setAttribute).toHaveBeenCalledWith(semantic_convention_1.default.GEN_AI_OUTPUT_TYPE, semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_TEXT);
+    });
+    it('ends the span and records metrics', async () => {
+        const args = [{ messages: [{ role: 'user', content: 'q' }], model: 'jamba-mini' }];
+        await wrapper_1.default._chatRag({
+            args,
+            genAIEndpoint: 'ai21.conversational_rag',
+            response: mockRagResponse(),
+            span: mockSpan,
+        });
+        expect(mockSpan.end).toHaveBeenCalled();
+        expect(base_wrapper_1.default.recordMetrics).toHaveBeenCalled();
+    });
+});
+//# sourceMappingURL=ai21-rag-trace-comparison.test.js.map

package/dist/instrumentation/__tests__/ai21-rag-trace-comparison.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai21-rag-trace-comparison.test.js","sourceRoot":"","sources":["../../../src/instrumentation/__tests__/ai21-rag-trace-comparison.test.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;;;AAEH,8DAA0C;AAC1C,0DAAyC;AACzC,4DAA0C;AAC1C,mEAA0C;AAC1C,oFAA2D;AAE3D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;AAC3B,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;AAE7B,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACxD,IAAI,QAAa,CAAC;IAElB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG;YACT,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;YACvB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;YACnB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;SACrB,CAAC;QAED,gBAAqB,CAAC,WAAW,GAAG,iBAAiB,CAAC;QACtD,gBAAqB,CAAC,eAAe,GAAG,cAAc,CAAC;QACvD,gBAAqB,CAAC,qBAAqB,GAAG,IAAI,CAAC;QACnD,gBAAqB,CAAC,WAAW,GAAG,EAAE,CAAC;QACvC,gBAAqB,CAAC,aAAa,GAAG,KAAK,CAAC;QAE5C,iBAAqB,CAAC,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1E,iBAAqB,CAAC,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAClE,iBAAqB,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAClD,iBAAqB,CAAC,kBAAkB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAChF,iBAAqB,CAAC,mBAAmB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAClF,iBAAqB,CAAC,mCAAmC,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjG,iBAAqB,CAAC,oBAAoB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAClF,iBAAqB,CAAC,kBAAkB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QACrD,iBAAqB,CAAC,uBAAuB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;QAE3F,sBAAmB,CAAC,aAAa,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC9C,sBAAmB,CAAC,qBAAqB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YACxF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAChF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC7B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACtE,CAAC;YACD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBACxB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,cAAc,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;YAC5E,CAAC;YACD,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACnC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;YACtE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,wDAAwD;IACxD,MAAM,eAAe,GAAG,GAAG,EAAE,CAAC,CAAC;QAC7B,EAAE,EAAE,aAAa;QACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC;QAC7D,iBAAiB,EAAE,IAAI;QACvB,iBAAiB,EAAE,IAAI;QACvB,OAAO,EAAE,EAAE;KACZ,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,IAAI,GAAG;YACX;gBACE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC;gBAC/D,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE,CAAC,IAAI,CAAC;aACjB;SACF,CAAC;QAEF,MAAM,iBAAW,CAAC,QAAQ,CAAC;YACzB,IAAI;YACJ,aAAa,EAAE,yBAAyB;YACxC,QAAQ,EAAE,eAAe,EAAE;YAC3B,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAC;QACzG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,aAAa,CAAC,CAAC;QAC3G,yEAAyE;QACzE,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,aAAa,CAAC,CAAC;QAC5G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAAC;QACzG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;QACtG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,IAAI,GAAG;YACX;gBACE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;gBAC1C,KAAK,EAAE,YAAY;gBACnB,YAAY,EAAE,EAAE;gBAChB,kBAAkB,EAAE,UAAU;gBAC9B,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;gBAC5B,IAAI,EAAE,OAAO;gBACb,8BAA8B,EAAE,GAAG;aACpC;SACF,CAAC;QAEF,MAAM,iBAAW,CAAC,QAAQ,CAAC;YACzB,IAAI;YACJ,aAAa,EAAE,yBAAyB;YACxC,QAAQ,EAAE,eAAe,EAAE;YAC3B,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;QACnG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAC;QACvG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;QACnG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QACvH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,OAAO,CAAC,CAAC;QAC1G,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;IAC9G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,IAAI,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAEnF,MAAM,iBAAW,CAAC,QAAQ,CAAC;YACzB,IAAI;YACJ,aAAa,EAAE,yBAAyB;YACxC,QAAQ,EAAE,eAAe,EAAE;YAC3B,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC,CAAC;QACnG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAC;QACvG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC,CAAC;QACpG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;QAC/F,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;QACrG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,IAAI,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAEnF,MAAM,iBAAW,CAAC,QAAQ,CAAC;YACzB,IAAI;YACJ,aAAa,EAAE,yBAAyB;YACxC,QAAQ,EAAE,eAAe,EAAE;YAC3B,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,sEAAsE;QACtE,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QACpG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;QACrG,iEAAiE;QACjE,MAAM,CAAE,iBAAqB,CAAC,mBAAmB,CAAC,CAAC,oBAAoB,CACrE,kBAAkB,EAClB,MAAM,EACN,SAAS,CACV,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,IAAI,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAEnF,MAAM,iBAAW,CAAC,QAAQ,CAAC;YACzB,IAAI;YACJ,aAAa,EAAE,yBAAyB;YACxC,QAAQ,EAAE,eAAe,EAAE;YAC3B,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;QACvG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAChD,6BAAkB,CAAC,kBAAkB,EACrC,6BAAkB,CAAC,uBAAuB,CAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,IAAI,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QAEnF,MAAM,iBAAW,CAAC,QAAQ,CAAC;YACzB,IAAI;YACJ,aAAa,EAAE,yBAAyB;YACxC,QAAQ,EAAE,eAAe,EAAE;YAC3B,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACxC,MAAM,CAAE,sBAAmB,CAAC,aAAa,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAChE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/instrumentation/__tests__/ai21-trace-comparison.test.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Cross-Language Trace Comparison Tests for the AI21 Integration
+ *
+ * These verify that the TypeScript AI21 instrumentation emits the same span
+ * attributes / events as the Python SDK reference
+ * (sdk/python/src/openlit/instrumentation/ai21). AI21's request surface has no
+ * seed / frequency_penalty / presence_penalty, and its responses carry no
+ * `model` field, so the response model falls back to the request model.
+ */
+export {};