@framers/agentos 0.1.93 → 0.1.94

package/dist/api/generateText.js

@@ -8,7 +8,10 @@
  * model produces a plain-text reply or `maxSteps` is exhausted.
  */
 import { resolveModelOption, resolveProvider, createProviderManager } from './model.js';
+import { attachUsageAttributes, toTurnMetricUsage } from './observability.js';
 import { adaptTools } from './toolAdapter.js';
+import { recordAgentOSUsage } from './usageLedger.js';
+import { recordAgentOSTurnMetrics, withAgentOSSpan } from '../core/observability/otel.js';
 /**
  * Stateless text generation with optional multi-step tool calling.
  *
@@ -30,113 +33,182 @@ import { adaptTools } from './toolAdapter.js';
  * ```
  */
 export async function generateText(opts) {
-    const { providerId, modelId } = resolveModelOption(opts, 'text');
-    const resolved = resolveProvider(providerId, modelId, { apiKey: opts.apiKey, baseUrl: opts.baseUrl });
-    const manager = await createProviderManager(resolved);
-    const provider = manager.getProvider(resolved.providerId);
-    if (!provider)
-        throw new Error(`Provider ${resolved.providerId} not available.`);
-    // Build messages
-    const messages = [];
-    if (opts.system)
-        messages.push({ role: 'system', content: opts.system });
-    if (opts.messages) {
-        for (const m of opts.messages)
-            messages.push({ role: m.role, content: m.content });
-    }
-    if (opts.prompt)
-        messages.push({ role: 'user', content: opts.prompt });
-    const tools = adaptTools(opts.tools);
-    const toolMap = new Map();
-    for (const t of tools)
-        toolMap.set(t.name, t);
-    const toolSchemas = tools.length > 0
-        ? tools.map(t => ({
-            type: 'function',
-            function: { name: t.name, description: t.description, parameters: t.inputSchema },
-        }))
-        : undefined;
-    const allToolCalls = [];
-    const totalUsage = { promptTokens: 0, completionTokens: 0, totalTokens: 0 };
-    const maxSteps = opts.maxSteps ?? 1;
-    for (let step = 0; step < maxSteps; step++) {
-        const response = await provider.generateCompletion(resolved.modelId, messages, {
-            tools: toolSchemas,
-            temperature: opts.temperature,
-            maxTokens: opts.maxTokens,
-        });
-        // Accumulate usage
-        if (response.usage) {
-            totalUsage.promptTokens += response.usage.promptTokens ?? 0;
-            totalUsage.completionTokens += response.usage.completionTokens ?? 0;
-            totalUsage.totalTokens += response.usage.totalTokens ?? 0;
-        }
-        const choice = response.choices?.[0];
-        if (!choice)
-            break;
-        const content = choice.message?.content;
-        const textContent = typeof content === 'string' ? content : content?.text ?? '';
-        const toolCallsInChoice = choice.message?.tool_calls ?? [];
-        // If assistant returned text with no tool calls, we're done
-        if (textContent && toolCallsInChoice.length === 0) {
+    const startedAt = Date.now();
+    let metricStatus = 'ok';
+    let metricUsage;
+    let metricProviderId;
+    let metricModelId;
+    try {
+        return await withAgentOSSpan('agentos.api.generate_text', async (span) => {
+            const { providerId, modelId } = resolveModelOption(opts, 'text');
+            const resolved = resolveProvider(providerId, modelId, { apiKey: opts.apiKey, baseUrl: opts.baseUrl });
+            const manager = await createProviderManager(resolved);
+            metricProviderId = resolved.providerId;
+            metricModelId = resolved.modelId;
+            const provider = manager.getProvider(resolved.providerId);
+            if (!provider)
+                throw new Error(`Provider ${resolved.providerId} not available.`);
+            span?.setAttribute('llm.provider', resolved.providerId);
+            span?.setAttribute('llm.model', resolved.modelId);
+            // Build messages
+            const messages = [];
+            if (opts.system)
+                messages.push({ role: 'system', content: opts.system });
+            if (opts.messages) {
+                for (const m of opts.messages)
+                    messages.push({ role: m.role, content: m.content });
+            }
+            if (opts.prompt)
+                messages.push({ role: 'user', content: opts.prompt });
+            const tools = adaptTools(opts.tools);
+            const toolMap = new Map();
+            for (const t of tools)
+                toolMap.set(t.name, t);
+            span?.setAttribute('agentos.api.tool_count', tools.length);
+            const toolSchemas = tools.length > 0
+                ? tools.map(t => ({
+                    type: 'function',
+                    function: { name: t.name, description: t.description, parameters: t.inputSchema },
+                }))
+                : undefined;
+            const allToolCalls = [];
+            const totalUsage = { promptTokens: 0, completionTokens: 0, totalTokens: 0 };
+            const maxSteps = opts.maxSteps ?? 1;
+            span?.setAttribute('agentos.api.max_steps', maxSteps);
+            for (let step = 0; step < maxSteps; step++) {
+                const response = await withAgentOSSpan('agentos.api.generate_text.step', async (stepSpan) => {
+                    stepSpan?.setAttribute('llm.provider', resolved.providerId);
+                    stepSpan?.setAttribute('llm.model', resolved.modelId);
+                    stepSpan?.setAttribute('agentos.api.step', step + 1);
+                    stepSpan?.setAttribute('agentos.api.tool_count', tools.length);
+                    const stepResponse = await provider.generateCompletion(resolved.modelId, messages, {
+                        tools: toolSchemas,
+                        temperature: opts.temperature,
+                        maxTokens: opts.maxTokens,
+                    });
+                    attachUsageAttributes(stepSpan, {
+                        promptTokens: stepResponse.usage?.promptTokens,
+                        completionTokens: stepResponse.usage?.completionTokens,
+                        totalTokens: stepResponse.usage?.totalTokens,
+                        costUSD: stepResponse.usage?.costUSD,
+                    });
+                    return stepResponse;
+                });
+                if (response.usage) {
+                    totalUsage.promptTokens += response.usage.promptTokens ?? 0;
+                    totalUsage.completionTokens += response.usage.completionTokens ?? 0;
+                    totalUsage.totalTokens += response.usage.totalTokens ?? 0;
+                    if (typeof response.usage.costUSD === 'number') {
+                        totalUsage.costUSD = (totalUsage.costUSD ?? 0) + response.usage.costUSD;
+                    }
+                }
+                const choice = response.choices?.[0];
+                if (!choice)
+                    break;
+                const content = choice.message?.content;
+                const textContent = typeof content === 'string' ? content : content?.text ?? '';
+                const toolCallsInChoice = choice.message?.tool_calls ?? [];
+                if (textContent && toolCallsInChoice.length === 0) {
+                    metricUsage = totalUsage;
+                    span?.setAttribute('agentos.api.finish_reason', choice.finishReason ?? 'stop');
+                    span?.setAttribute('agentos.api.tool_calls', allToolCalls.length);
+                    attachUsageAttributes(span, totalUsage);
+                    return {
+                        provider: resolved.providerId,
+                        model: resolved.modelId,
+                        text: textContent,
+                        usage: totalUsage,
+                        toolCalls: allToolCalls,
+                        finishReason: (choice.finishReason ?? 'stop'),
+                    };
+                }
+                if (toolCallsInChoice.length > 0) {
+                    messages.push({
+                        role: 'assistant',
+                        content: textContent || null,
+                        tool_calls: toolCallsInChoice,
+                    });
+                    for (const tc of toolCallsInChoice) {
+                        const fnName = tc.function?.name ?? tc.name ?? '';
+                        const fnArgs = tc.function?.arguments ?? '{}';
+                        const tcId = tc.id ?? '';
+                        const tool = toolMap.get(fnName);
+                        const record = {
+                            name: fnName,
+                            args: JSON.parse(typeof fnArgs === 'string' ? fnArgs : JSON.stringify(fnArgs)),
+                        };
+                        if (tool) {
+                            try {
+                                const result = await tool.execute(record.args, {});
+                                record.result = result.output;
+                                record.error = result.success ? undefined : result.error;
+                                messages.push({
+                                    role: 'tool',
+                                    tool_call_id: tcId,
+                                    content: JSON.stringify(result.output ?? result.error ?? ''),
+                                });
+                            }
+                            catch (err) {
+                                record.error = err?.message;
+                                messages.push({ role: 'tool', tool_call_id: tcId, content: JSON.stringify({ error: err?.message }) });
+                            }
+                        }
+                        allToolCalls.push(record);
+                    }
+                    continue;
+                }
+                metricUsage = totalUsage;
+                span?.setAttribute('agentos.api.finish_reason', choice.finishReason ?? 'stop');
+                span?.setAttribute('agentos.api.tool_calls', allToolCalls.length);
+                attachUsageAttributes(span, totalUsage);
+                return {
+                    provider: resolved.providerId,
+                    model: resolved.modelId,
+                    text: textContent,
+                    usage: totalUsage,
+                    toolCalls: allToolCalls,
+                    finishReason: (choice.finishReason ?? 'stop'),
+                };
+            }
+            const lastAssistant = messages.filter(m => m.role === 'assistant').pop();
+            metricUsage = totalUsage;
+            span?.setAttribute('agentos.api.finish_reason', 'tool-calls');
+            span?.setAttribute('agentos.api.tool_calls', allToolCalls.length);
+            attachUsageAttributes(span, totalUsage);
             return {
-                text: textContent,
+                provider: resolved.providerId,
+                model: resolved.modelId,
+                text: lastAssistant?.content ?? '',
                 usage: totalUsage,
                 toolCalls: allToolCalls,
-                finishReason: (choice.finishReason ?? 'stop'),
+                finishReason: 'tool-calls',
             };
-        }
-        // Tool calls
-        if (toolCallsInChoice.length > 0) {
-            messages.push({
-                role: 'assistant',
-                content: textContent || null,
-                tool_calls: toolCallsInChoice,
+        });
+    }
+    catch (error) {
+        metricStatus = 'error';
+        throw error;
+    }
+    finally {
+        try {
+            await recordAgentOSUsage({
+                providerId: metricProviderId,
+                modelId: metricModelId,
+                usage: metricUsage,
+                options: {
+                    ...opts.usageLedger,
+                    source: opts.usageLedger?.source ?? 'generateText',
+                },
             });
-            for (const tc of toolCallsInChoice) {
-                const fnName = tc.function?.name ?? tc.name ?? '';
-                const fnArgs = tc.function?.arguments ?? '{}';
-                const tcId = tc.id ?? '';
-                const tool = toolMap.get(fnName);
-                const record = {
-                    name: fnName,
-                    args: JSON.parse(typeof fnArgs === 'string' ? fnArgs : JSON.stringify(fnArgs)),
-                };
-                if (tool) {
-                    try {
-                        const result = await tool.execute(record.args, {});
-                        record.result = result.output;
-                        record.error = result.success ? undefined : result.error;
-                        messages.push({
-                            role: 'tool',
-                            tool_call_id: tcId,
-                            content: JSON.stringify(result.output ?? result.error ?? ''),
-                        });
-                    }
-                    catch (err) {
-                        record.error = err?.message;
-                        messages.push({ role: 'tool', tool_call_id: tcId, content: JSON.stringify({ error: err?.message }) });
-                    }
-                }
-                allToolCalls.push(record);
-            }
-            continue;
         }
-        // No content and no tool calls — done
-        return {
-            text: textContent,
-            usage: totalUsage,
-            toolCalls: allToolCalls,
-            finishReason: (choice.finishReason ?? 'stop'),
-        };
+        catch {
+            // Helper-level usage persistence is best-effort and should not break generation.
+        }
+        recordAgentOSTurnMetrics({
+            durationMs: Date.now() - startedAt,
+            status: metricStatus,
+            usage: toTurnMetricUsage(metricUsage),
+        });
     }
-    // Exhausted maxSteps — return last state
-    const lastAssistant = messages.filter(m => m.role === 'assistant').pop();
-    return {
-        text: lastAssistant?.content ?? '',
-        usage: totalUsage,
-        toolCalls: allToolCalls,
-        finishReason: 'tool-calls',
-    };
 }
 //# sourceMappingURL=generateText.js.map

package/dist/api/generateText.js.map

@@ -1 +1 @@
-{"version":3,"file":"generateText.js","sourceRoot":"","sources":["../../src/api/generateText.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxF,OAAO,EAAE,UAAU,EAA0B,MAAM,kBAAkB,CAAC;AAyGtE;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAyB;IAC1D,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAEtD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,CAAC,UAAU,iBAAiB,CAAC,CAAC;IAEjF,iBAAiB;IACjB,MAAM,QAAQ,GAAmC,EAAE,CAAC;IACpD,IAAI,IAAI,CAAC,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IACzE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACrF,CAAC;IACD,IAAI,IAAI,CAAC,MAAM;QAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAEvE,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAE9C,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;QAClC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACd,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE;SAClF,CAAC,CAAC;QACL,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,YAAY,GAAqB,EAAE,CAAC;IAC1C,MAAM,UAAU,GAAe,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;IACxF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;IAEpC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CAChD,QAAQ,CAAC,OAAO,EAChB,QAAe,EACf;YACE,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;SACnB,CACT,CAAC;QAEF,mBAAmB;QACnB,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACnB,UAAU,CAAC,YAAY,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;YAC5D,UAAU,CAAC,gBAAgB,IAAI,QAAQ,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC;YACpE,UAAU,CAAC,WAAW,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM;YAAE,MAAM;QAEnB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;QACxC,MAAM,WAAW,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAE,OAAe,EAAE,IAAI,IAAI,EAAE,CAAC;QACzF,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC;QAE3D,4DAA4D;QAC5D,IAAI,WAAW,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,UAAU;gBACjB,SAAS,EAAE,YAAY;gBACvB,YAAY,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAuC;aACpF,CAAC;QACJ,CAAC;QAED,aAAa;QACb,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,WAAW,IAAI,IAAI;gBAC5B,UAAU,EAAE,iBAAiB;aACvB,CAAC,CAAC;YAEV,KAAK,MAAM,EAAE,IAAI,iBAAiB,EAAE,CAAC;gBACnC,MAAM,MAAM,GAAI,EAAU,CAAC,QAAQ,EAAE,IAAI,IAAK,EAAU,CAAC,IAAI,IAAI,EAAE,CAAC;gBACpE,MAAM,MAAM,GAAI,EAAU,CAAC,QAAQ,EAAE,SAAS,IAAI,IAAI,CAAC;gBACvD,MAAM,IAAI,GAAI,EAAU,CAAC,EAAE,IAAI,EAAE,CAAC;gBAClC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBACjC,MAAM,MAAM,GAAmB;oBAC7B,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;iBAC/E,CAAC;gBAEF,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAW,EAAE,EAAS,CAAC,CAAC;wBACjE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;wBAC9B,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;wBACzD,QAAQ,CAAC,IAAI,CAAC;4BACZ,IAAI,EAAE,MAAM;4BACZ,YAAY,EAAE,IAAI;4BAClB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;yBACtD,CAAC,CAAC;oBACZ,CAAC;oBAAC,OAAO,GAAQ,EAAE,CAAC;wBAClB,MAAM,CAAC,KAAK,GAAG,GAAG,EAAE,OAAO,CAAC;wBAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAS,CAAC,CAAC;oBAC/G,CAAC;gBACH,CAAC;gBACD,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5B,CAAC;YACD,SAAS;QACX,CAAC;QAED,sCAAsC;QACtC,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,UAAU;YACjB,SAAS,EAAE,YAAY;YACvB,YAAY,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAuC;SACpF,CAAC;IACJ,CAAC;IAED,yCAAyC;IACzC,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,GAAG,EAAE,CAAC;IACzE,OAAO;QACL,IAAI,EAAG,aAAa,EAAE,OAAkB,IAAI,EAAE;QAC9C,KAAK,EAAE,UAAU;QACjB,SAAS,EAAE,YAAY;QACvB,YAAY,EAAE,YAAY;KAC3B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"generateText.js","sourceRoot":"","sources":["../../src/api/generateText.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxF,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,UAAU,EAA0B,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAkC,MAAM,kBAAkB,CAAC;AAEtF,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAgH1F;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAyB;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,YAAY,GAAmB,IAAI,CAAC;IACxC,IAAI,WAAmC,CAAC;IACxC,IAAI,gBAAoC,CAAC;IACzC,IAAI,aAAiC,CAAC;IAEtC,IAAI,CAAC;QACH,OAAO,MAAM,eAAe,CAC1B,2BAA2B,EAC3B,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACjE,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACtG,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YACtD,gBAAgB,GAAG,QAAQ,CAAC,UAAU,CAAC;YACvC,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC;YAEjC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC1D,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,CAAC,UAAU,iBAAiB,CAAC,CAAC;YAEjF,IAAI,EAAE,YAAY,CAAC,cAAc,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;YACxD,IAAI,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;YAElD,iBAAiB;YACjB,MAAM,QAAQ,GAAmC,EAAE,CAAC;YACpD,IAAI,IAAI,CAAC,MAAM;gBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACzE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ;oBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrF,CAAC;YACD,IAAI,IAAI,CAAC,MAAM;gBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAEvE,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;YACzC,KAAK,MAAM,CAAC,IAAI,KAAK;gBAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAE9C,IAAI,EAAE,YAAY,CAAC,wBAAwB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE3D,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;gBAClC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACd,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,WAAW,EAAE;iBAClF,CAAC,CAAC;gBACL,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,YAAY,GAAqB,EAAE,CAAC;YAC1C,MAAM,UAAU,GAAe,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YACxF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;YACpC,IAAI,EAAE,YAAY,CAAC,uBAAuB,EAAE,QAAQ,CAAC,CAAC;YAEtD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC3C,MAAM,QAAQ,GAAG,MAAM,eAAe,CACpC,gCAAgC,EAChC,KAAK,EAAE,QAAQ,EAAE,EAAE;oBACjB,QAAQ,EAAE,YAAY,CAAC,cAAc,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC5D,QAAQ,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;oBACtD,QAAQ,EAAE,YAAY,CAAC,kBAAkB,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;oBACrD,QAAQ,EAAE,YAAY,CAAC,wBAAwB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;oBAE/D,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CACpD,QAAQ,CAAC,OAAO,EAChB,QAAe,EACf;wBACE,KAAK,EAAE,WAAW;wBAClB,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;qBACnB,CACT,CAAC;oBACF,qBAAqB,CAAC,QAAQ,EAAE;wBAC9B,YAAY,EAAE,YAAY,CAAC,KAAK,EAAE,YAAY;wBAC9C,gBAAgB,EAAE,YAAY,CAAC,KAAK,EAAE,gBAAgB;wBACtD,WAAW,EAAE,YAAY,CAAC,KAAK,EAAE,WAAW;wBAC5C,OAAO,EAAE,YAAY,CAAC,KAAK,EAAE,OAAO;qBACrC,CAAC,CAAC;oBACH,OAAO,YAAY,CAAC;gBACtB,CAAC,CACF,CAAC;gBAEF,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;oBACnB,UAAU,CAAC,YAAY,IAAI,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;oBAC5D,UAAU,CAAC,gBAAgB,IAAI,QAAQ,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC;oBACpE,UAAU,CAAC,WAAW,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;oBAC1D,IAAI,OAAO,QAAQ,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;wBAC/C,UAAU,CAAC,OAAO,GAAG,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC;oBAC1E,CAAC;gBACH,CAAC;gBAED,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrC,IAAI,CAAC,MAAM;oBAAE,MAAM;gBAEnB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;gBACxC,MAAM,WAAW,GAAG,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAE,OAAe,EAAE,IAAI,IAAI,EAAE,CAAC;gBACzF,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,CAAC;gBAE3D,IAAI,WAAW,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAClD,WAAW,GAAG,UAAU,CAAC;oBACzB,IAAI,EAAE,YAAY,CAAC,2BAA2B,EAAE,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,CAAC;oBAC/E,IAAI,EAAE,YAAY,CAAC,wBAAwB,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;oBAClE,qBAAqB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;oBACxC,OAAO;wBACL,QAAQ,EAAE,QAAQ,CAAC,UAAU;wBAC7B,KAAK,EAAE,QAAQ,CAAC,OAAO;wBACvB,IAAI,EAAE,WAAW;wBACjB,KAAK,EAAE,UAAU;wBACjB,SAAS,EAAE,YAAY;wBACvB,YAAY,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAuC;qBACpF,CAAC;gBACJ,CAAC;gBAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,WAAW,IAAI,IAAI;wBAC5B,UAAU,EAAE,iBAAiB;qBACvB,CAAC,CAAC;oBAEV,KAAK,MAAM,EAAE,IAAI,iBAAiB,EAAE,CAAC;wBACnC,MAAM,MAAM,GAAI,EAAU,CAAC,QAAQ,EAAE,IAAI,IAAK,EAAU,CAAC,IAAI,IAAI,EAAE,CAAC;wBACpE,MAAM,MAAM,GAAI,EAAU,CAAC,QAAQ,EAAE,SAAS,IAAI,IAAI,CAAC;wBACvD,MAAM,IAAI,GAAI,EAAU,CAAC,EAAE,IAAI,EAAE,CAAC;wBAClC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBACjC,MAAM,MAAM,GAAmB;4BAC7B,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;yBAC/E,CAAC;wBAEF,IAAI,IAAI,EAAE,CAAC;4BACT,IAAI,CAAC;gCACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAW,EAAE,EAAS,CAAC,CAAC;gCACjE,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gCAC9B,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gCACzD,QAAQ,CAAC,IAAI,CAAC;oCACZ,IAAI,EAAE,MAAM;oCACZ,YAAY,EAAE,IAAI;oCAClB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;iCACtD,CAAC,CAAC;4BACZ,CAAC;4BAAC,OAAO,GAAQ,EAAE,CAAC;gCAClB,MAAM,CAAC,KAAK,GAAG,GAAG,EAAE,OAAO,CAAC;gCAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAS,CAAC,CAAC;4BAC/G,CAAC;wBACH,CAAC;wBACD,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC5B,CAAC;oBACD,SAAS;gBACX,CAAC;gBAED,WAAW,GAAG,UAAU,CAAC;gBACzB,IAAI,EAAE,YAAY,CAAC,2BAA2B,EAAE,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,CAAC;gBAC/E,IAAI,EAAE,YAAY,CAAC,wBAAwB,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;gBAClE,qBAAqB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACxC,OAAO;oBACL,QAAQ,EAAE,QAAQ,CAAC,UAAU;oBAC7B,KAAK,EAAE,QAAQ,CAAC,OAAO;oBACvB,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,UAAU;oBACjB,SAAS,EAAE,YAAY;oBACvB,YAAY,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAuC;iBACpF,CAAC;YACJ,CAAC;YAED,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,GAAG,EAAE,CAAC;YACzE,WAAW,GAAG,UAAU,CAAC;YACzB,IAAI,EAAE,YAAY,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC;YAC9D,IAAI,EAAE,YAAY,CAAC,wBAAwB,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YAClE,qBAAqB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACxC,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,UAAU;gBAC7B,KAAK,EAAE,QAAQ,CAAC,OAAO;gBACvB,IAAI,EAAG,aAAa,EAAE,OAAkB,IAAI,EAAE;gBAC9C,KAAK,EAAE,UAAU;gBACjB,SAAS,EAAE,YAAY;gBACvB,YAAY,EAAE,YAAY;aAC3B,CAAC;QACJ,CAAC,CACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,GAAG,OAAO,CAAC;QACvB,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,MAAM,kBAAkB,CAAC;gBACvB,UAAU,EAAE,gBAAgB;gBAC5B,OAAO,EAAE,aAAa;gBACtB,KAAK,EAAE,WAAW;gBAClB,OAAO,EAAE;oBACP,GAAG,IAAI,CAAC,WAAW;oBACnB,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,IAAI,cAAc;iBACnD;aACF,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,iFAAiF;QACnF,CAAC;QACD,wBAAwB,CAAC;YACvB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,iBAAiB,CAAC,WAAW,CAAC;SACtC,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/dist/api/observability.d.ts

@@ -0,0 +1,16 @@
+import type { Span } from '@opentelemetry/api';
+export interface ApiUsageLike {
+    promptTokens?: number;
+    completionTokens?: number;
+    totalTokens?: number;
+    costUSD?: number;
+    totalCostUSD?: number;
+}
+export declare function attachUsageAttributes(span: Span | null, usage?: ApiUsageLike | null): void;
+export declare function toTurnMetricUsage(usage?: ApiUsageLike | null): {
+    totalTokens?: number;
+    promptTokens?: number;
+    completionTokens?: number;
+    totalCostUSD?: number;
+} | undefined;
+//# sourceMappingURL=observability.d.ts.map

package/dist/api/observability.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"observability.d.ts","sourceRoot":"","sources":["../../src/api/observability.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAE/C,MAAM,WAAW,YAAY;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI,EAAE,KAAK,CAAC,EAAE,YAAY,GAAG,IAAI,GAAG,IAAI,CAsB1F;AAED,wBAAgB,iBAAiB,CAAC,KAAK,CAAC,EAAE,YAAY,GAAG,IAAI,GAAG;IAC9D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,GAAG,SAAS,CA4BZ"}

package/dist/api/observability.js

@@ -0,0 +1,46 @@
+export function attachUsageAttributes(span, usage) {
+    if (!span || !usage)
+        return;
+    if (typeof usage.promptTokens === 'number') {
+        span.setAttribute('llm.usage.prompt_tokens', usage.promptTokens);
+    }
+    if (typeof usage.completionTokens === 'number') {
+        span.setAttribute('llm.usage.completion_tokens', usage.completionTokens);
+    }
+    if (typeof usage.totalTokens === 'number') {
+        span.setAttribute('llm.usage.total_tokens', usage.totalTokens);
+    }
+    const totalCostUSD = typeof usage.totalCostUSD === 'number'
+        ? usage.totalCostUSD
+        : typeof usage.costUSD === 'number'
+            ? usage.costUSD
+            : undefined;
+    if (typeof totalCostUSD === 'number') {
+        span.setAttribute('llm.usage.cost_usd', totalCostUSD);
+    }
+}
+export function toTurnMetricUsage(usage) {
+    if (!usage)
+        return undefined;
+    const totalTokens = typeof usage.totalTokens === 'number' ? usage.totalTokens : undefined;
+    const promptTokens = typeof usage.promptTokens === 'number' ? usage.promptTokens : undefined;
+    const completionTokens = typeof usage.completionTokens === 'number' ? usage.completionTokens : undefined;
+    const totalCostUSD = typeof usage.totalCostUSD === 'number'
+        ? usage.totalCostUSD
+        : typeof usage.costUSD === 'number'
+            ? usage.costUSD
+            : undefined;
+    if (totalTokens === undefined
+        && promptTokens === undefined
+        && completionTokens === undefined
+        && totalCostUSD === undefined) {
+        return undefined;
+    }
+    return {
+        totalTokens,
+        promptTokens,
+        completionTokens,
+        totalCostUSD,
+    };
+}
+//# sourceMappingURL=observability.js.map

package/dist/api/observability.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"observability.js","sourceRoot":"","sources":["../../src/api/observability.ts"],"names":[],"mappings":"AAUA,MAAM,UAAU,qBAAqB,CAAC,IAAiB,EAAE,KAA2B;IAClF,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK;QAAE,OAAO;IAE5B,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;QAC3C,IAAI,CAAC,YAAY,CAAC,yBAAyB,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IACnE,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,EAAE,CAAC;QAC/C,IAAI,CAAC,YAAY,CAAC,6BAA6B,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QAC1C,IAAI,CAAC,YAAY,CAAC,wBAAwB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,YAAY,GAChB,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QACpC,CAAC,CAAC,KAAK,CAAC,YAAY;QACpB,CAAC,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;YACjC,CAAC,CAAC,KAAK,CAAC,OAAO;YACf,CAAC,CAAC,SAAS,CAAC;IAClB,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,YAAY,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAA2B;IAM3D,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAE7B,MAAM,WAAW,GAAG,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1F,MAAM,YAAY,GAAG,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7F,MAAM,gBAAgB,GAAG,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC;IACzG,MAAM,YAAY,GAChB,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QACpC,CAAC,CAAC,KAAK,CAAC,YAAY;QACpB,CAAC,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;YACjC,CAAC,CAAC,KAAK,CAAC,OAAO;YACf,CAAC,CAAC,SAAS,CAAC;IAElB,IACE,WAAW,KAAK,SAAS;WACtB,YAAY,KAAK,SAAS;WAC1B,gBAAgB,KAAK,SAAS;WAC9B,YAAY,KAAK,SAAS,EAC7B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,WAAW;QACX,YAAY;QACZ,gBAAgB;QAChB,YAAY;KACb,CAAC;AACJ,CAAC"}

package/dist/api/streamText.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"streamText.d.ts","sourceRoot":"","sources":["../../src/api/streamText.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,mBAAmB,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAIzF;;;;;;;;GAQG;AACH,MAAM,MAAM,UAAU,GAClB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,GACtD;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAA;CAAE,GAC1D;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,CAAC;AAEpC;;;;;;GAMG;AACH,MAAM,WAAW,gBAAgB;IAC/B,2FAA2F;IAC3F,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAClC,yEAAyE;IACzE,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACtC,iFAAiF;IACjF,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACtB,2EAA2E;IAC3E,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAC3B,yFAAyF;IACzF,SAAS,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;CACtC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,mBAAmB,GAAG,gBAAgB,CA2NtE"}
+{"version":3,"file":"streamText.d.ts","sourceRoot":"","sources":["../../src/api/streamText.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,mBAAmB,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAMzF;;;;;;;;GAQG;AACH,MAAM,MAAM,UAAU,GAClB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,GACtD;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAA;CAAE,GAC1D;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,CAAC;AAEpC;;;;;;GAMG;AACH,MAAM,WAAW,gBAAgB;IAC/B,2FAA2F;IAC3F,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAClC,yEAAyE;IACzE,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC;IACtC,iFAAiF;IACjF,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACtB,2EAA2E;IAC3E,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAC3B,yFAAyF;IACzF,SAAS,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;CACtC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,mBAAmB,GAAG,gBAAgB,CA4RtE"}

package/dist/api/streamText.js

@@ -8,8 +8,11 @@
  * yielded inline before the next LLM step begins.
  */
 import { resolveModelOption, resolveProvider, createProviderManager } from './model.js';
+import { attachUsageAttributes, toTurnMetricUsage } from './observability.js';
 import { adaptTools } from './toolAdapter.js';
+import { recordAgentOSUsage } from './usageLedger.js';
 import { StreamingReconstructor } from '../core/llm/streaming/StreamingReconstructor.js';
+import { recordAgentOSTurnMetrics, startAgentOSSpan } from '../core/observability/otel.js';
 /**
  * Stateless streaming text generation with optional multi-step tool calling.
  *
@@ -38,15 +41,24 @@ export function streamText(opts) {
     const parts = [];
     const allToolCalls = [];
     async function* runStream() {
+        const startedAt = Date.now();
+        const rootSpan = startAgentOSSpan('agentos.api.stream_text');
         const usage = { promptTokens: 0, completionTokens: 0, totalTokens: 0 };
         let finalText = '';
+        let metricStatus = 'ok';
+        let recordedProviderId;
+        let recordedModelId;
         try {
             const { providerId, modelId } = resolveModelOption(opts, 'text');
             const resolved = resolveProvider(providerId, modelId, { apiKey: opts.apiKey, baseUrl: opts.baseUrl });
             const manager = await createProviderManager(resolved);
+            recordedProviderId = resolved.providerId;
+            recordedModelId = resolved.modelId;
             const provider = manager.getProvider(resolved.providerId);
             if (!provider)
                 throw new Error(`Provider ${resolved.providerId} not available.`);
+            rootSpan?.setAttribute('llm.provider', resolved.providerId);
+            rootSpan?.setAttribute('llm.model', resolved.modelId);
             const messages = [];
             if (opts.system)
                 messages.push({ role: 'system', content: opts.system });
@@ -59,6 +71,7 @@ export function streamText(opts) {
             const toolMap = new Map();
             for (const tool of tools)
                 toolMap.set(tool.name, tool);
+            rootSpan?.setAttribute('agentos.api.tool_count', tools.length);
             const toolSchemas = tools.length > 0
                 ? tools.map((tool) => ({
                     type: 'function',
@@ -66,37 +79,61 @@ export function streamText(opts) {
                 }))
                 : undefined;
             const maxSteps = opts.maxSteps ?? 1;
+            rootSpan?.setAttribute('agentos.api.max_steps', maxSteps);
             for (let step = 0; step < maxSteps; step++) {
+                const stepSpan = startAgentOSSpan('agentos.api.stream_text.step', {
+                    attributes: {
+                        'llm.provider': resolved.providerId,
+                        'llm.model': resolved.modelId,
+                        'agentos.api.step': step + 1,
+                        'agentos.api.tool_count': tools.length,
+                    },
+                });
                 const stream = provider.generateCompletionStream(resolved.modelId, messages, {
                     tools: toolSchemas,
                     temperature: opts.temperature,
                     maxTokens: opts.maxTokens,
                 });
                 const reconstructor = new StreamingReconstructor();
-                for await (const chunk of stream) {
-                    reconstructor.push(chunk);
-                    const textDelta = chunk.responseTextDelta ?? '';
-                    if (textDelta) {
-                        const part = { type: 'text', text: textDelta };
-                        parts.push(part);
-                        yield part;
-                    }
-                    if (chunk.error) {
-                        const error = new Error(chunk.error.message);
-                        const part = { type: 'error', error };
-                        parts.push(part);
-                        yield part;
-                        resolveText(finalText);
-                        resolveUsage(usage);
-                        resolveToolCalls(allToolCalls);
-                        return;
-                    }
-                    if (chunk.isFinal && chunk.usage) {
-                        usage.promptTokens += chunk.usage.promptTokens ?? 0;
-                        usage.completionTokens += chunk.usage.completionTokens ?? 0;
-                        usage.totalTokens += chunk.usage.totalTokens ?? 0;
+                try {
+                    for await (const chunk of stream) {
+                        reconstructor.push(chunk);
+                        const textDelta = chunk.responseTextDelta ?? '';
+                        if (textDelta) {
+                            const part = { type: 'text', text: textDelta };
+                            parts.push(part);
+                            yield part;
+                        }
+                        if (chunk.error) {
+                            const error = new Error(chunk.error.message);
+                            const part = { type: 'error', error };
+                            parts.push(part);
+                            yield part;
+                            metricStatus = 'error';
+                            resolveText(finalText);
+                            resolveUsage(usage);
+                            resolveToolCalls(allToolCalls);
+                            return;
+                        }
+                        if (chunk.isFinal && chunk.usage) {
+                            usage.promptTokens += chunk.usage.promptTokens ?? 0;
+                            usage.completionTokens += chunk.usage.completionTokens ?? 0;
+                            usage.totalTokens += chunk.usage.totalTokens ?? 0;
+                            if (typeof chunk.usage.costUSD === 'number') {
+                                usage.costUSD = (usage.costUSD ?? 0) + chunk.usage.costUSD;
+                            }
+                            attachUsageAttributes(stepSpan, {
+                                promptTokens: chunk.usage.promptTokens,
+                                completionTokens: chunk.usage.completionTokens,
+                                totalTokens: chunk.usage.totalTokens,
+                                costUSD: chunk.usage.costUSD,
+                            });
+                        }
                     }
                 }
+                finally {
+                    stepSpan?.end();
+                }
                 const stepText = reconstructor.getFullText();
                 const finalChunk = reconstructor.getFinalChunk();
                 const streamedToolCalls = finalChunk?.choices?.[0]?.message?.tool_calls
@@ -112,6 +149,9 @@ export function streamText(opts) {
                     }));
                 if (!streamedToolCalls || streamedToolCalls.length === 0) {
                     finalText = stepText;
+                    rootSpan?.setAttribute('agentos.api.finish_reason', 'stop');
+                    rootSpan?.setAttribute('agentos.api.tool_calls', allToolCalls.length);
+                    attachUsageAttributes(rootSpan, usage);
                     resolveText(finalText);
                     resolveUsage(usage);
                     resolveToolCalls(allToolCalls);
@@ -194,6 +234,7 @@ export function streamText(opts) {
             resolveToolCalls(allToolCalls);
         }
         catch (err) {
+            metricStatus = 'error';
             const error = err instanceof Error ? err : new Error(String(err));
             const part = { type: 'error', error };
             parts.push(part);
@@ -202,6 +243,36 @@ export function streamText(opts) {
             resolveUsage(usage);
             resolveToolCalls(allToolCalls);
         }
+        finally {
+            rootSpan?.setAttribute('agentos.api.tool_calls', allToolCalls.length);
+            if (metricStatus === 'error') {
+                rootSpan?.setAttribute('agentos.api.finish_reason', 'error');
+            }
+            else if (allToolCalls.length > 0 && !finalText) {
+                rootSpan?.setAttribute('agentos.api.finish_reason', 'tool-calls');
+            }
+            attachUsageAttributes(rootSpan, usage);
+            rootSpan?.end();
+            try {
+                await recordAgentOSUsage({
+                    providerId: recordedProviderId,
+                    modelId: recordedModelId,
+                    usage,
+                    options: {
+                        ...opts.usageLedger,
+                        source: opts.usageLedger?.source ?? 'streamText',
+                    },
+                });
+            }
+            catch {
+                // Helper-level usage persistence is best-effort and should not break streaming.
+            }
+            recordAgentOSTurnMetrics({
+                durationMs: Date.now() - startedAt,
+                status: metricStatus,
+                usage: toTurnMetricUsage(usage),
+            });
+        }
     }
     const fullStreamIterable = runStream();
     const textStreamIterable = {