@damngamerz/pi-otel 0.1.0-bootstrap.0

package/dist/index.js

@@ -0,0 +1,151 @@
+import { registerFlushCommand } from "./commands/flush.js";
+import { registerStatusCommand } from "./commands/status.js";
+import { ConfigError, resolveConfig } from "./config.js";
+import { runRemoteEvaluation } from "./evaluation/evaluator.js";
+import { EvaluationDeduplicator, shouldEvaluate } from "./evaluation/sampling.js";
+import { isAssistantStreamUpdate } from "./lifecycle.js";
+import { isAssistantMessage, latestEvaluationPair } from "./privacy/content-policy.js";
+import { anonymize } from "./privacy/sanitization.js";
+import { containsLikelySecret } from "./privacy/secret-detector.js";
+import { TelemetryProviders } from "./telemetry/providers.js";
+import { TelemetryRuntime } from "./telemetry/traces.js";
+export const VERSION = "0.1.0";
+const STATUS_ID = "damngamerz-pi-otel";
+const JUDGE_STATUS_ID = "damngamerz-pi-otel-judge";
+export default function piOtel(pi) {
+    let config;
+    let providers;
+    let runtime;
+    const evaluatedExchangeHashes = new EvaluationDeduplicator();
+    let evaluationInFlight = false;
+    registerStatusCommand(pi, () => config, () => runtime);
+    registerFlushCommand(pi, () => runtime);
+    const evaluateLatest = async (ctx, force) => {
+        if (!config || !runtime || evaluationInFlight)
+            return;
+        if (config.evaluation.mode === "off") {
+            if (force) {
+                ctx.ui.notify("Remote evaluation is disabled. Set piOtel.evaluation.mode to manual, sample, or always.", "warning");
+            }
+            return;
+        }
+        const pair = latestEvaluationPair(ctx.sessionManager.getBranch());
+        if (!pair) {
+            if (force)
+                ctx.ui.notify("No completed user/assistant pair is available to evaluate.", "warning");
+            return;
+        }
+        const exchangeHash = anonymize(`${pair.userRequest}\0${pair.assistantResponse}`);
+        if (!shouldEvaluate(config.evaluation.mode, config.evaluation.sampleRate, exchangeHash, force))
+            return;
+        if (evaluatedExchangeHashes.has(exchangeHash)) {
+            if (force)
+                ctx.ui.notify("The latest exchange has already been evaluated.", "info");
+            return;
+        }
+        if (config.evaluation.blockLikelySecrets &&
+            (containsLikelySecret(pair.userRequest) || containsLikelySecret(pair.assistantResponse))) {
+            ctx.ui.notify("Remote evaluation skipped: the latest exchange appears to contain a credential or private key.", "warning");
+            return;
+        }
+        evaluatedExchangeHashes.mark(exchangeHash);
+        evaluationInFlight = true;
+        ctx.ui.setStatus(JUDGE_STATUS_ID, ctx.ui.theme.fg("warning", `Evaluating with ${config.evaluation.provider}/${config.evaluation.model}`));
+        try {
+            const evaluation = await runRemoteEvaluation(ctx, pair, config.evaluation);
+            runtime.recordEvaluation(evaluation.batch);
+            await runtime.forceFlush();
+            ctx.ui.notify([
+                `Evaluation (${config.evaluation.provider}/${config.evaluation.model}):`,
+                ...evaluation.result.scores.map((score) => `  ${score.name}: ${score.score.toFixed(2)} (${score.label})`),
+                evaluation.result.summary ? `Summary: ${evaluation.result.summary}` : "",
+                ...evaluation.result.issues.map((issue) => `- ${issue}`),
+                evaluation.truncated
+                    ? `Note: input was limited to ${config.evaluation.maxCharsPerField} characters per field.`
+                    : "",
+            ]
+                .filter(Boolean)
+                .join("\n"), "info");
+        }
+        catch (error) {
+            ctx.ui.notify(`Remote evaluation failed: ${error instanceof Error ? error.message : String(error)}`, "error");
+        }
+        finally {
+            evaluationInFlight = false;
+            ctx.ui.setStatus(JUDGE_STATUS_ID, undefined);
+        }
+    };
+    pi.registerCommand("otel-eval-last", {
+        description: "Evaluate the latest Pi response when remote evaluation is enabled",
+        handler: async (_args, ctx) => {
+            await ctx.waitForIdle();
+            await evaluateLatest(ctx, true);
+        },
+    });
+    pi.on("session_start", async (_event, ctx) => {
+        try {
+            config = resolveConfig(ctx.cwd, ctx.isProjectTrusted());
+            if (!config.enabled)
+                return;
+            providers = new TelemetryProviders(config, VERSION);
+            runtime = new TelemetryRuntime(providers);
+            runtime.startSession(anonymize(ctx.sessionManager.getSessionId?.() ?? "ephemeral"));
+            evaluatedExchangeHashes.clear();
+            evaluationInFlight = false;
+            if (ctx.hasUI) {
+                ctx.ui.setStatus(STATUS_ID, ctx.ui.theme.fg("dim", `OTel · eval:${config.evaluation.mode}`));
+            }
+        }
+        catch (error) {
+            config = undefined;
+            providers = undefined;
+            runtime = undefined;
+            ctx.ui.notify(`Pi OTel disabled: ${error instanceof ConfigError ? error.message : String(error)}`, "error");
+        }
+    });
+    pi.on("agent_start", async () => runtime?.startAgent());
+    pi.on("turn_start", async (event) => runtime?.startTurn(event.turnIndex));
+    pi.on("before_provider_request", async (_event, ctx) => {
+        runtime?.startLlm(ctx.model?.provider ?? "unknown", ctx.model?.id ?? "unknown");
+    });
+    pi.on("after_provider_response", async (event) => runtime?.noteProviderResponse(event.status));
+    pi.on("message_update", async (event) => {
+        if (isAssistantStreamUpdate(event.message, event.assistantMessageEvent))
+            runtime?.noteFirstToken();
+    });
+    pi.on("message_end", async (event) => {
+        if (isAssistantMessage(event.message))
+            runtime?.finishLlm(event.message);
+    });
+    pi.on("tool_execution_start", async (event) => {
+        runtime?.startTool(event.toolCallId, event.toolName);
+    });
+    pi.on("tool_execution_end", async (event) => {
+        runtime?.finishTool(event.toolCallId, event.isError ?? false);
+    });
+    pi.on("turn_end", async (event) => {
+        runtime?.finishTurn(isAssistantMessage(event.message) ? event.message : undefined);
+    });
+    pi.on("agent_end", async () => runtime?.finishAgent());
+    pi.on("agent_settled", async (_event, ctx) => {
+        if (config?.evaluation.mode === "sample" || config?.evaluation.mode === "always") {
+            await evaluateLatest(ctx, false);
+        }
+    });
+    pi.on("session_shutdown", async (_event, ctx) => {
+        try {
+            await runtime?.shutdown();
+        }
+        catch (error) {
+            ctx.ui.notify(`Pi OpenTelemetry shutdown failed: ${error instanceof Error ? error.message : String(error)}`, "error");
+        }
+        if (ctx.hasUI) {
+            ctx.ui.setStatus(STATUS_ID, undefined);
+            ctx.ui.setStatus(JUDGE_STATUS_ID, undefined);
+        }
+        config = undefined;
+        providers = undefined;
+        runtime = undefined;
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,aAAa,EAAqB,MAAM,aAAa,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC;AAC/B,MAAM,SAAS,GAAG,oBAAoB,CAAC;AACvC,MAAM,eAAe,GAAG,0BAA0B,CAAC;AAEnD,MAAM,CAAC,OAAO,UAAU,MAAM,CAAC,EAAgB;IAC9C,IAAI,MAAgC,CAAC;IACrC,IAAI,SAAyC,CAAC;IAC9C,IAAI,OAAqC,CAAC;IAC1C,MAAM,uBAAuB,GAAG,IAAI,sBAAsB,EAAE,CAAC;IAC7D,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAE/B,qBAAqB,CACpB,EAAE,EACF,GAAG,EAAE,CAAC,MAAM,EACZ,GAAG,EAAE,CAAC,OAAO,CACb,CAAC;IACF,oBAAoB,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC;IAExC,MAAM,cAAc,GAAG,KAAK,EAAE,GAAqB,EAAE,KAAc,EAAiB,EAAE;QACrF,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,IAAI,kBAAkB;YAAE,OAAO;QACtD,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACtC,IAAI,KAAK,EAAE,CAAC;gBACX,GAAG,CAAC,EAAE,CAAC,MAAM,CACZ,yFAAyF,EACzF,SAAS,CACT,CAAC;YACH,CAAC;YACD,OAAO;QACR,CAAC;QACD,MAAM,IAAI,GAAG,oBAAoB,CAAC,GAAG,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,IAAI,KAAK;gBAAE,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,4DAA4D,EAAE,SAAS,CAAC,CAAC;YAClG,OAAO;QACR,CAAC;QACD,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,YAAY,EAAE,KAAK,CAAC;YAAE,OAAO;QACvG,IAAI,uBAAuB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,IAAI,KAAK;gBAAE,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,iDAAiD,EAAE,MAAM,CAAC,CAAC;YACpF,OAAO;QACR,CAAC;QAED,IACC,MAAM,CAAC,UAAU,CAAC,kBAAkB;YACpC,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,EACvF,CAAC;YACF,GAAG,CAAC,EAAE,CAAC,MAAM,CACZ,gGAAgG,EAChG,SAAS,CACT,CAAC;YACF,OAAO;QACR,CAAC;QAED,uBAAuB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC3C,kBAAkB,GAAG,IAAI,CAAC;QAC1B,GAAG,CAAC,EAAE,CAAC,SAAS,CACf,eAAe,EACf,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,mBAAmB,MAAM,CAAC,UAAU,CAAC,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CACtG,CAAC;QACF,IAAI,CAAC;YACJ,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC3E,OAAO,CAAC,gBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAC3B,GAAG,CAAC,EAAE,CAAC,MAAM,CACZ;gBACC,eAAe,MAAM,CAAC,UAAU,CAAC,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,IAAI;gBACxE,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAC9B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,GAAG,CACxE;gBACD,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE;gBACxE,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;gBACxD,UAAU,CAAC,SAAS;oBACnB,CAAC,CAAC,8BAA8B,MAAM,CAAC,UAAU,CAAC,gBAAgB,wBAAwB;oBAC1F,CAAC,CAAC,EAAE;aACL;iBACC,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,EACZ,MAAM,CACN,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,GAAG,CAAC,EAAE,CAAC,MAAM,CACZ,6BAA6B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACrF,OAAO,CACP,CAAC;QACH,CAAC;gBAAS,CAAC;YACV,kBAAkB,GAAG,KAAK,CAAC;YAC3B,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;IACF,CAAC,CAAC;IAEF,EAAE,CAAC,eAAe,CAAC,gBAAgB,EAAE;QACpC,WAAW,EAAE,mEAAmE;QAChF,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YAC7B,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YACxB,MAAM,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;KACD,CAAC,CAAC;IAEH,EAAE,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC5C,IAAI,CAAC;YACJ,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO;YAC5B,SAAS,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACpD,OAAO,GAAG,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC1C,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,YAAY,EAAE,EAAE,IAAI,WAAW,CAAC,CAAC,CAAC;YACpF,uBAAuB,CAAC,KAAK,EAAE,CAAC;YAChC,kBAAkB,GAAG,KAAK,CAAC;YAC3B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;gBACf,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,eAAe,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC9F,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,GAAG,SAAS,CAAC;YACnB,SAAS,GAAG,SAAS,CAAC;YACtB,OAAO,GAAG,SAAS,CAAC;YACpB,GAAG,CAAC,EAAE,CAAC,MAAM,CACZ,qBAAqB,KAAK,YAAY,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnF,OAAO,CACP,CAAC;QACH,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,EAAE,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IACxD,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAC1E,EAAE,CAAC,EAAE,CAAC,yBAAyB,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QACtD,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,IAAI,SAAS,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,SAAS,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,EAAE,CAAC,yBAAyB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,EAAE,oBAAoB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/F,EAAE,CAAC,EAAE,CAAC,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACvC,IAAI,uBAAuB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,qBAAqB,CAAC;YAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IACpG,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,EAAE,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACpC,IAAI,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,EAAE,CAAC,sBAAsB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC7C,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,EAAE,CAAC,oBAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC3C,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QACjC,OAAO,EAAE,UAAU,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;IACvD,EAAE,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC5C,IAAI,MAAM,EAAE,UAAU,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,EAAE,UAAU,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClF,MAAM,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;IACF,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,EAAE,CAAC,kBAAkB,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC/C,IAAI,CAAC;YACJ,MAAM,OAAO,EAAE,QAAQ,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,GAAG,CAAC,EAAE,CAAC,MAAM,CACZ,qCAAqC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC7F,OAAO,CACP,CAAC;QACH,CAAC;QACD,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YACf,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvC,GAAG,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;QAC9C,CAAC;QACD,MAAM,GAAG,SAAS,CAAC;QACnB,SAAS,GAAG,SAAS,CAAC;QACtB,OAAO,GAAG,SAAS,CAAC;IACrB,CAAC,CAAC,CAAC;AACJ,CAAC"}

package/dist/lifecycle.d.ts

@@ -0,0 +1,3 @@
+export declare function containsStreamDelta(event: unknown): boolean;
+export declare function isAssistantStreamUpdate(message: unknown, event: unknown): boolean;
+//# sourceMappingURL=lifecycle.d.ts.map

package/dist/lifecycle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.d.ts","sourceRoot":"","sources":["../src/lifecycle.ts"],"names":[],"mappings":"AAEA,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAU3D;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAEjF"}

package/dist/lifecycle.js

@@ -0,0 +1,15 @@
+import { isAssistantMessage } from "./privacy/content-policy.js";
+export function containsStreamDelta(event) {
+    if (!event || typeof event !== "object")
+        return false;
+    const candidate = event;
+    return ((candidate.type === "text_delta" ||
+        candidate.type === "thinking_delta" ||
+        candidate.type === "toolcall_delta") &&
+        typeof candidate.delta === "string" &&
+        candidate.delta.length > 0);
+}
+export function isAssistantStreamUpdate(message, event) {
+    return isAssistantMessage(message) && containsStreamDelta(event);
+}
+//# sourceMappingURL=lifecycle.js.map

package/dist/lifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lifecycle.js","sourceRoot":"","sources":["../src/lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEjE,MAAM,UAAU,mBAAmB,CAAC,KAAc;IACjD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,SAAS,GAAG,KAA4C,CAAC;IAC/D,OAAO,CACN,CAAC,SAAS,CAAC,IAAI,KAAK,YAAY;QAC/B,SAAS,CAAC,IAAI,KAAK,gBAAgB;QACnC,SAAS,CAAC,IAAI,KAAK,gBAAgB,CAAC;QACrC,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ;QACnC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAC1B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAgB,EAAE,KAAc;IACvE,OAAO,kBAAkB,CAAC,OAAO,CAAC,IAAI,mBAAmB,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC"}

package/dist/privacy/content-policy.d.ts

@@ -0,0 +1,8 @@
+export interface EvaluationPair {
+    userRequest: string;
+    assistantResponse: string;
+}
+export declare function isAssistantMessage(message: unknown): boolean;
+export declare function messageText(message: unknown): string;
+export declare function latestEvaluationPair(entries: readonly unknown[]): EvaluationPair | undefined;
+//# sourceMappingURL=content-policy.d.ts.map

package/dist/privacy/content-policy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-policy.d.ts","sourceRoot":"","sources":["../../src/privacy/content-policy.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAE5D;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAiBpD;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,GAAG,cAAc,GAAG,SAAS,CAqB5F"}

package/dist/privacy/content-policy.js

@@ -0,0 +1,48 @@
+export function isAssistantMessage(message) {
+    return !!message && typeof message === "object" && message.role === "assistant";
+}
+export function messageText(message) {
+    if (!message || typeof message !== "object")
+        return "";
+    const content = message.content;
+    if (typeof content === "string")
+        return content.trim();
+    if (!Array.isArray(content))
+        return "";
+    return content
+        .filter((part) => {
+        return (!!part &&
+            typeof part === "object" &&
+            part.type === "text" &&
+            typeof part.text === "string");
+    })
+        .map((part) => part.text)
+        .join("\n")
+        .trim();
+}
+export function latestEvaluationPair(entries) {
+    let assistantIndex = -1;
+    let assistantResponse = "";
+    for (let index = entries.length - 1; index >= 0; index--) {
+        const entry = entries[index];
+        if (entry?.type !== "message" || !isAssistantMessage(entry.message))
+            continue;
+        assistantResponse = messageText(entry.message);
+        if (assistantResponse) {
+            assistantIndex = index;
+            break;
+        }
+    }
+    if (assistantIndex < 0)
+        return undefined;
+    for (let index = assistantIndex - 1; index >= 0; index--) {
+        const entry = entries[index];
+        if (entry?.type !== "message" || entry.message?.role !== "user")
+            continue;
+        const userRequest = messageText(entry.message);
+        if (userRequest)
+            return { userRequest, assistantResponse };
+    }
+    return undefined;
+}
+//# sourceMappingURL=content-policy.js.map

package/dist/privacy/content-policy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-policy.js","sourceRoot":"","sources":["../../src/privacy/content-policy.ts"],"names":[],"mappings":"AAKA,MAAM,UAAU,kBAAkB,CAAC,OAAgB;IAClD,OAAO,CAAC,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAK,OAA8B,CAAC,IAAI,KAAK,WAAW,CAAC;AACzG,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAgB;IAC3C,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACvD,MAAM,OAAO,GAAI,OAAiC,CAAC,OAAO,CAAC;IAC3D,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IACvD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,OAAO;SACZ,MAAM,CAAC,CAAC,IAAI,EAA0C,EAAE;QACxD,OAAO,CACN,CAAC,CAAC,IAAI;YACN,OAAO,IAAI,KAAK,QAAQ;YACvB,IAA2B,CAAC,IAAI,KAAK,MAAM;YAC5C,OAAQ,IAA2B,CAAC,IAAI,KAAK,QAAQ,CACrD,CAAC;IACH,CAAC,CAAC;SACD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;SACxB,IAAI,CAAC,IAAI,CAAC;SACV,IAAI,EAAE,CAAC;AACV,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAA2B;IAC/D,IAAI,cAAc,GAAG,CAAC,CAAC,CAAC;IACxB,IAAI,iBAAiB,GAAG,EAAE,CAAC;IAC3B,KAAK,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAA0C,CAAC;QACtE,IAAI,KAAK,EAAE,IAAI,KAAK,SAAS,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,SAAS;QAC9E,iBAAiB,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,iBAAiB,EAAE,CAAC;YACvB,cAAc,GAAG,KAAK,CAAC;YACvB,MAAM;QACP,CAAC;IACF,CAAC;IACD,IAAI,cAAc,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAEzC,KAAK,IAAI,KAAK,GAAG,cAAc,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAqD,CAAC;QACjF,IAAI,KAAK,EAAE,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,IAAI,KAAK,MAAM;YAAE,SAAS;QAC1E,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,WAAW;YAAE,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC"}

package/dist/privacy/sanitization.d.ts

@@ -0,0 +1,5 @@
+export declare function finiteNumber(value: unknown): number;
+export declare function safeDimension(value: unknown, fallback?: string, maxLength?: number): string;
+export declare function safeTelemetryIdentifier(value: unknown, fallback?: string, maxLength?: number): string;
+export declare function anonymize(value: string): string;
+//# sourceMappingURL=sanitization.d.ts.map

package/dist/privacy/sanitization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitization.d.ts","sourceRoot":"","sources":["../../src/privacy/sanitization.ts"],"names":[],"mappings":"AAYA,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAEnD;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,SAAY,EAAE,SAAS,SAAM,GAAG,MAAM,CAK3F;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,SAAa,EAAE,SAAS,SAAM,GAAG,MAAM,CAoBtG;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE/C"}

package/dist/privacy/sanitization.js

@@ -0,0 +1,42 @@
+import { createHash } from "node:crypto";
+import { containsLikelySecret } from "./secret-detector.js";
+const IDENTIFIER_CHARACTERS = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._:+-";
+function hasSafeIdentifierCharacters(value) {
+    return (/[A-Za-z0-9]/.test(value[0] ?? "") &&
+        [...value].every((character) => IDENTIFIER_CHARACTERS.includes(character)));
+}
+export function finiteNumber(value) {
+    return typeof value === "number" && Number.isFinite(value) ? value : 0;
+}
+export function safeDimension(value, fallback = "unknown", maxLength = 128) {
+    if (typeof value !== "string")
+        return fallback;
+    const normalized = value.trim().replace(/[\r\n\t]/g, " ");
+    if (!normalized)
+        return fallback;
+    return normalized.slice(0, maxLength);
+}
+export function safeTelemetryIdentifier(value, fallback = "redacted", maxLength = 128) {
+    if (typeof value !== "string")
+        return fallback;
+    const candidate = value.trim();
+    if (!candidate ||
+        candidate.length > maxLength ||
+        containsLikelySecret(candidate) ||
+        /\s/.test(candidate) ||
+        /@/.test(candidate) ||
+        candidate.startsWith("/") ||
+        candidate.startsWith("\\\\") ||
+        /^[A-Za-z]:[\\/]/.test(candidate) ||
+        candidate.includes("..") ||
+        candidate.includes("://") ||
+        candidate.includes("/") ||
+        !hasSafeIdentifierCharacters(candidate)) {
+        return fallback;
+    }
+    return candidate;
+}
+export function anonymize(value) {
+    return createHash("sha256").update(value).digest("hex").slice(0, 16);
+}
+//# sourceMappingURL=sanitization.js.map

package/dist/privacy/sanitization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitization.js","sourceRoot":"","sources":["../../src/privacy/sanitization.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAE5D,MAAM,qBAAqB,GAAG,qEAAqE,CAAC;AAEpG,SAAS,2BAA2B,CAAC,KAAa;IACjD,OAAO,CACN,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAClC,CAAC,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,qBAAqB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAC1E,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAc;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAc,EAAE,QAAQ,GAAG,SAAS,EAAE,SAAS,GAAG,GAAG;IAClF,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC/C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IAC1D,IAAI,CAAC,UAAU;QAAE,OAAO,QAAQ,CAAC;IACjC,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAc,EAAE,QAAQ,GAAG,UAAU,EAAE,SAAS,GAAG,GAAG;IAC7F,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC/B,IACC,CAAC,SAAS;QACV,SAAS,CAAC,MAAM,GAAG,SAAS;QAC5B,oBAAoB,CAAC,SAAS,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;QACnB,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC;QACzB,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;QAC5B,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC;QACjC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;QACxB,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;QACzB,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC;QACvB,CAAC,2BAA2B,CAAC,SAAS,CAAC,EACtC,CAAC;QACF,OAAO,QAAQ,CAAC;IACjB,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa;IACtC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtE,CAAC"}

package/dist/privacy/secret-detector.d.ts

@@ -0,0 +1,2 @@
+export declare function containsLikelySecret(text: string): boolean;
+//# sourceMappingURL=secret-detector.d.ts.map

package/dist/privacy/secret-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"secret-detector.d.ts","sourceRoot":"","sources":["../../src/privacy/secret-detector.ts"],"names":[],"mappings":"AAWA,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAE1D"}

package/dist/privacy/secret-detector.js

@@ -0,0 +1,14 @@
+const SECRET_PATTERNS = [
+    /-----BEGIN (?:RSA |EC |OPENSSH |PGP )?PRIVATE KEY-----/i,
+    /\b(?:sk|ghp|github_pat|xox[baprs])[-_][A-Za-z0-9_-]{16,}\b/,
+    /\bAKIA[0-9A-Z]{16}\b/,
+    /\bAIza[0-9A-Za-z_-]{30,}\b/,
+    /\beyJ[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\b/,
+    /\bauthorization\s*:\s*bearer\s+[A-Za-z0-9_./+=-]{16,}/i,
+    /\b(?:api[_-]?key|access[_-]?token|client[_-]?secret|secret|password|passwd|accountkey)\s*[:=]\s*["']?[^\s"']{8,}/i,
+    /\b(?:postgres(?:ql)?|mysql|mongodb(?:\+srv)?|redis):\/\/[^\s:@/]+:[^\s@/]+@/i,
+];
+export function containsLikelySecret(text) {
+    return SECRET_PATTERNS.some((pattern) => pattern.test(text));
+}
+//# sourceMappingURL=secret-detector.js.map

package/dist/privacy/secret-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"secret-detector.js","sourceRoot":"","sources":["../../src/privacy/secret-detector.ts"],"names":[],"mappings":"AAAA,MAAM,eAAe,GAAG;IACvB,yDAAyD;IACzD,4DAA4D;IAC5D,sBAAsB;IACtB,4BAA4B;IAC5B,uDAAuD;IACvD,wDAAwD;IACxD,mHAAmH;IACnH,8EAA8E;CAC9E,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAChD,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC9D,CAAC"}

package/dist/telemetry/attributes.d.ts

@@ -0,0 +1,11 @@
+export declare const BASE_GEN_AI_ATTRIBUTES: {
+    readonly "gen_ai.system": "pi";
+};
+export declare function modelAttributes(provider: string, model: string, operation?: string): {
+    "gen_ai.operation.name": string;
+    "gen_ai.provider.name": string;
+    "gen_ai.request.model": string;
+    "gen_ai.response.model": string;
+    "gen_ai.system": "pi";
+};
+//# sourceMappingURL=attributes.d.ts.map

package/dist/telemetry/attributes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attributes.d.ts","sourceRoot":"","sources":["../../src/telemetry/attributes.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,sBAAsB;;CAEzB,CAAC;AAEX,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,SAAS;;;;;;EAQlF"}

package/dist/telemetry/attributes.js

@@ -0,0 +1,13 @@
+export const BASE_GEN_AI_ATTRIBUTES = {
+    "gen_ai.system": "pi",
+};
+export function modelAttributes(provider, model, operation = "chat") {
+    return {
+        ...BASE_GEN_AI_ATTRIBUTES,
+        "gen_ai.operation.name": operation,
+        "gen_ai.provider.name": provider,
+        "gen_ai.request.model": model,
+        "gen_ai.response.model": model,
+    };
+}
+//# sourceMappingURL=attributes.js.map

package/dist/telemetry/attributes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attributes.js","sourceRoot":"","sources":["../../src/telemetry/attributes.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,sBAAsB,GAAG;IACrC,eAAe,EAAE,IAAI;CACZ,CAAC;AAEX,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,KAAa,EAAE,SAAS,GAAG,MAAM;IAClF,OAAO;QACN,GAAG,sBAAsB;QACzB,uBAAuB,EAAE,SAAS;QAClC,sBAAsB,EAAE,QAAQ;QAChC,sBAAsB,EAAE,KAAK;QAC7B,uBAAuB,EAAE,KAAK;KAC9B,CAAC;AACH,CAAC"}

package/dist/telemetry/instruments.d.ts

@@ -0,0 +1,17 @@
+import type { Counter, Histogram, Meter } from "@opentelemetry/api";
+export interface Instruments {
+    operationDuration: Histogram;
+    tokenUsage: Histogram;
+    toolCallsPerOperation: Histogram;
+    toolCalls: Counter;
+    toolErrors: Counter;
+    toolDuration: Histogram;
+    promptCount: Counter;
+    turnCount: Counter;
+    sessionDuration: Histogram;
+    costUsd: Counter;
+    timeToFirstToken: Histogram;
+    evaluationScore: Histogram;
+}
+export declare function createInstruments(meter: Meter): Instruments;
+//# sourceMappingURL=instruments.d.ts.map

package/dist/telemetry/instruments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"instruments.d.ts","sourceRoot":"","sources":["../../src/telemetry/instruments.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEpE,MAAM,WAAW,WAAW;IAC3B,iBAAiB,EAAE,SAAS,CAAC;IAC7B,UAAU,EAAE,SAAS,CAAC;IACtB,qBAAqB,EAAE,SAAS,CAAC;IACjC,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,OAAO,CAAC;IACpB,YAAY,EAAE,SAAS,CAAC;IACxB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,SAAS,CAAC;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,gBAAgB,EAAE,SAAS,CAAC;IAC5B,eAAe,EAAE,SAAS,CAAC;CAC3B;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,KAAK,GAAG,WAAW,CAoD3D"}

package/dist/telemetry/instruments.js

@@ -0,0 +1,54 @@
+export function createInstruments(meter) {
+    return {
+        operationDuration: meter.createHistogram("gen_ai.client.operation.duration", {
+            description: "Duration of GenAI client operations",
+            unit: "s",
+        }),
+        tokenUsage: meter.createHistogram("gen_ai.client.token.usage", {
+            description: "Tokens used by GenAI client operations",
+            unit: "{token}",
+        }),
+        toolCallsPerOperation: meter.createHistogram("gen_ai.client.tool_calls_per_operation", {
+            description: "Tool calls made during one agent operation",
+            unit: "{call}",
+            advice: { explicitBucketBoundaries: Array.from({ length: 33 }, (_, index) => index) },
+        }),
+        toolCalls: meter.createCounter("gen_ai.client.tool.calls", {
+            description: "Tool calls made by Pi",
+            unit: "{call}",
+        }),
+        toolErrors: meter.createCounter("pi.agent.tool.errors", {
+            description: "Failed Pi tool executions",
+            unit: "{error}",
+        }),
+        toolDuration: meter.createHistogram("pi.agent.tool.duration", {
+            description: "Pi tool execution duration",
+            unit: "s",
+        }),
+        promptCount: meter.createCounter("pi.agent.prompts", {
+            description: "Pi agent prompts",
+            unit: "{prompt}",
+        }),
+        turnCount: meter.createCounter("pi.agent.turns", {
+            description: "Pi LLM turns",
+            unit: "{turn}",
+        }),
+        sessionDuration: meter.createHistogram("pi.agent.session.duration", {
+            description: "Pi session duration",
+            unit: "s",
+        }),
+        costUsd: meter.createCounter("pi.agent.cost", {
+            description: "Cost reported by Pi",
+            unit: "USD",
+        }),
+        timeToFirstToken: meter.createHistogram("pi.agent.time_to_first_token", {
+            description: "Time from provider request to first streamed delta",
+            unit: "s",
+        }),
+        evaluationScore: meter.createHistogram("gen_ai.evaluation.score", {
+            description: "Validated LLM evaluation score",
+            unit: "1",
+        }),
+    };
+}
+//# sourceMappingURL=instruments.js.map

package/dist/telemetry/instruments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"instruments.js","sourceRoot":"","sources":["../../src/telemetry/instruments.ts"],"names":[],"mappings":"AAiBA,MAAM,UAAU,iBAAiB,CAAC,KAAY;IAC7C,OAAO;QACN,iBAAiB,EAAE,KAAK,CAAC,eAAe,CAAC,kCAAkC,EAAE;YAC5E,WAAW,EAAE,qCAAqC;YAClD,IAAI,EAAE,GAAG;SACT,CAAC;QACF,UAAU,EAAE,KAAK,CAAC,eAAe,CAAC,2BAA2B,EAAE;YAC9D,WAAW,EAAE,wCAAwC;YACrD,IAAI,EAAE,SAAS;SACf,CAAC;QACF,qBAAqB,EAAE,KAAK,CAAC,eAAe,CAAC,wCAAwC,EAAE;YACtF,WAAW,EAAE,4CAA4C;YACzD,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,EAAE,wBAAwB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE;SACrF,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,0BAA0B,EAAE;YAC1D,WAAW,EAAE,uBAAuB;YACpC,IAAI,EAAE,QAAQ;SACd,CAAC;QACF,UAAU,EAAE,KAAK,CAAC,aAAa,CAAC,sBAAsB,EAAE;YACvD,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,SAAS;SACf,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,eAAe,CAAC,wBAAwB,EAAE;YAC7D,WAAW,EAAE,4BAA4B;YACzC,IAAI,EAAE,GAAG;SACT,CAAC;QACF,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,kBAAkB,EAAE;YACpD,WAAW,EAAE,kBAAkB;YAC/B,IAAI,EAAE,UAAU;SAChB,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,gBAAgB,EAAE;YAChD,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,QAAQ;SACd,CAAC;QACF,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC,2BAA2B,EAAE;YACnE,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,GAAG;SACT,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,EAAE;YAC7C,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,KAAK;SACX,CAAC;QACF,gBAAgB,EAAE,KAAK,CAAC,eAAe,CAAC,8BAA8B,EAAE;YACvE,WAAW,EAAE,oDAAoD;YACjE,IAAI,EAAE,GAAG;SACT,CAAC;QACF,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC,yBAAyB,EAAE;YACjE,WAAW,EAAE,gCAAgC;YAC7C,IAAI,EAAE,GAAG;SACT,CAAC;KACF,CAAC;AACH,CAAC"}

package/dist/telemetry/providers.d.ts

@@ -0,0 +1,21 @@
+import type { Tracer } from "@opentelemetry/api";
+import { MeterProvider, type PushMetricExporter } from "@opentelemetry/sdk-metrics";
+import { type SpanExporter } from "@opentelemetry/sdk-trace-base";
+import { NodeTracerProvider } from "@opentelemetry/sdk-trace-node";
+import type { PiOtelConfig } from "../config.js";
+import { type Instruments } from "./instruments.js";
+export interface ProviderOverrides {
+    traceExporter?: SpanExporter;
+    metricExporter?: PushMetricExporter;
+    metricIntervalMs?: number;
+}
+export declare class TelemetryProviders {
+    readonly tracerProvider: NodeTracerProvider;
+    readonly meterProvider: MeterProvider;
+    readonly tracer: Tracer;
+    readonly instruments: Instruments;
+    constructor(config: PiOtelConfig, version: string, overrides?: ProviderOverrides);
+    forceFlush(): Promise<void>;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=providers.d.ts.map

package/dist/telemetry/providers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../src/telemetry/providers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAIjD,OAAO,EACN,aAAa,EAEb,KAAK,kBAAkB,EACvB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAsB,KAAK,YAAY,EAAE,MAAM,+BAA+B,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,EAAqB,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEvE,MAAM,WAAW,iBAAiB;IACjC,aAAa,CAAC,EAAE,YAAY,CAAC;IAC7B,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,kBAAkB;IAC9B,QAAQ,CAAC,cAAc,EAAE,kBAAkB,CAAC;IAC5C,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAC;IACtC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;gBAEtB,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,iBAAsB;IAiD9E,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAW3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAa/B"}

package/dist/telemetry/providers.js

@@ -0,0 +1,88 @@
+import { OTLPMetricExporter } from "@opentelemetry/exporter-metrics-otlp-http";
+import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-http";
+import { resourceFromAttributes } from "@opentelemetry/resources";
+import { MeterProvider, PeriodicExportingMetricReader, } from "@opentelemetry/sdk-metrics";
+import { BatchSpanProcessor } from "@opentelemetry/sdk-trace-base";
+import { NodeTracerProvider } from "@opentelemetry/sdk-trace-node";
+import { safeTelemetryIdentifier } from "../privacy/sanitization.js";
+import { createInstruments } from "./instruments.js";
+export class TelemetryProviders {
+    tracerProvider;
+    meterProvider;
+    tracer;
+    instruments;
+    constructor(config, version, overrides = {}) {
+        const resource = resourceFromAttributes({
+            "service.name": safeTelemetryIdentifier(config.serviceName, "pi"),
+            "service.version": version,
+            "deployment.environment.name": "local",
+        });
+        const traceExporter = overrides.traceExporter ??
+            new OTLPTraceExporter({
+                url: `${config.endpoint}/v1/traces`,
+                headers: config.headers,
+                timeoutMillis: 5_000,
+            });
+        const metricExporter = overrides.metricExporter ??
+            new OTLPMetricExporter({
+                url: `${config.endpoint}/v1/metrics`,
+                headers: config.headers,
+                timeoutMillis: 5_000,
+            });
+        this.tracerProvider = new NodeTracerProvider({
+            resource,
+            spanProcessors: config.signals.traces
+                ? [
+                    new BatchSpanProcessor(traceExporter, {
+                        maxQueueSize: 512,
+                        maxExportBatchSize: 128,
+                        scheduledDelayMillis: 1_000,
+                        exportTimeoutMillis: 5_000,
+                    }),
+                ]
+                : [],
+        });
+        this.meterProvider = new MeterProvider({
+            resource,
+            readers: config.signals.metrics
+                ? [
+                    new PeriodicExportingMetricReader({
+                        exporter: metricExporter,
+                        exportIntervalMillis: overrides.metricIntervalMs ?? 10_000,
+                        exportTimeoutMillis: 5_000,
+                    }),
+                ]
+                : [],
+        });
+        this.tracer = this.tracerProvider.getTracer("@damngamerz/pi-otel", version);
+        this.instruments = createInstruments(this.meterProvider.getMeter("@damngamerz/pi-otel", version));
+    }
+    async forceFlush() {
+        const results = await Promise.allSettled([
+            this.tracerProvider.forceFlush(),
+            this.meterProvider.forceFlush(),
+        ]);
+        const failures = results
+            .filter((result) => result.status === "rejected")
+            .map((result) => result.reason);
+        if (failures.length > 0)
+            throw new AggregateError(failures, "OpenTelemetry flush failed");
+    }
+    async shutdown() {
+        const failures = [];
+        try {
+            await this.forceFlush();
+        }
+        catch (error) {
+            failures.push(error);
+        }
+        const results = await Promise.allSettled([this.tracerProvider.shutdown(), this.meterProvider.shutdown()]);
+        for (const result of results) {
+            if (result.status === "rejected")
+                failures.push(result.reason);
+        }
+        if (failures.length > 0)
+            throw new AggregateError(failures, "OpenTelemetry shutdown failed");
+    }
+}
+//# sourceMappingURL=providers.js.map

package/dist/telemetry/providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../src/telemetry/providers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,2CAA2C,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAC5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EACN,aAAa,EACb,6BAA6B,GAE7B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAqB,MAAM,+BAA+B,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAEnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAoB,MAAM,kBAAkB,CAAC;AAQvE,MAAM,OAAO,kBAAkB;IACrB,cAAc,CAAqB;IACnC,aAAa,CAAgB;IAC7B,MAAM,CAAS;IACf,WAAW,CAAc;IAElC,YAAY,MAAoB,EAAE,OAAe,EAAE,YAA+B,EAAE;QACnF,MAAM,QAAQ,GAAG,sBAAsB,CAAC;YACvC,cAAc,EAAE,uBAAuB,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC;YACjE,iBAAiB,EAAE,OAAO;YAC1B,6BAA6B,EAAE,OAAO;SACtC,CAAC,CAAC;QACH,MAAM,aAAa,GAClB,SAAS,CAAC,aAAa;YACvB,IAAI,iBAAiB,CAAC;gBACrB,GAAG,EAAE,GAAG,MAAM,CAAC,QAAQ,YAAY;gBACnC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,aAAa,EAAE,KAAK;aACpB,CAAC,CAAC;QACJ,MAAM,cAAc,GACnB,SAAS,CAAC,cAAc;YACxB,IAAI,kBAAkB,CAAC;gBACtB,GAAG,EAAE,GAAG,MAAM,CAAC,QAAQ,aAAa;gBACpC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,aAAa,EAAE,KAAK;aACpB,CAAC,CAAC;QACJ,IAAI,CAAC,cAAc,GAAG,IAAI,kBAAkB,CAAC;YAC5C,QAAQ;YACR,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;gBACpC,CAAC,CAAC;oBACA,IAAI,kBAAkB,CAAC,aAAa,EAAE;wBACrC,YAAY,EAAE,GAAG;wBACjB,kBAAkB,EAAE,GAAG;wBACvB,oBAAoB,EAAE,KAAK;wBAC3B,mBAAmB,EAAE,KAAK;qBAC1B,CAAC;iBACF;gBACF,CAAC,CAAC,EAAE;SACL,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,QAAQ;YACR,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;gBAC9B,CAAC,CAAC;oBACA,IAAI,6BAA6B,CAAC;wBACjC,QAAQ,EAAE,cAAc;wBACxB,oBAAoB,EAAE,SAAS,CAAC,gBAAgB,IAAI,MAAM;wBAC1D,mBAAmB,EAAE,KAAK;qBAC1B,CAAC;iBACF;gBACF,CAAC,CAAC,EAAE;SACL,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;QAC5E,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC,CAAC;IACnG,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACxC,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE;YAChC,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE;SAC/B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,OAAO;aACtB,MAAM,CAAC,CAAC,MAAM,EAAmC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC;aACjF,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,cAAc,CAAC,QAAQ,EAAE,4BAA4B,CAAC,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,QAAQ;QACb,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC1G,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU;gBAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,cAAc,CAAC,QAAQ,EAAE,+BAA+B,CAAC,CAAC;IAC9F,CAAC;CACD"}

package/dist/telemetry/traces.d.ts

@@ -0,0 +1,44 @@
+import type { EvaluationBatch } from "../evaluation/types.js";
+import type { TelemetryProviders } from "./providers.js";
+export interface RuntimeStats {
+    prompts: number;
+    turns: number;
+    toolCalls: number;
+    toolErrors: number;
+    inputTokens: number;
+    outputTokens: number;
+    costUsd: number;
+    evaluationRuns: number;
+    evaluationCostUsd: number;
+}
+export declare class TelemetryRuntime {
+    private readonly providers;
+    readonly stats: RuntimeStats;
+    private sessionContext;
+    private sessionId;
+    private sessionStartedAt;
+    private agentSpan;
+    private agentContext;
+    private lastCompletedAgentContext;
+    private turnSpan;
+    private turnContext;
+    private activeLlm;
+    private readonly activeTools;
+    private toolsInCurrentOperation;
+    constructor(providers: TelemetryProviders);
+    startSession(anonymizedSessionId: string): void;
+    startAgent(): void;
+    startTurn(turnIndex: number): void;
+    startLlm(providerValue: string, modelValue: string): void;
+    noteProviderResponse(status: number): void;
+    noteFirstToken(): void;
+    finishLlm(message?: unknown, errorType?: string): void;
+    startTool(toolCallId: string, toolName: string): void;
+    finishTool(toolCallId: string, isError: boolean): void;
+    finishTurn(message?: unknown): void;
+    finishAgent(): void;
+    recordEvaluation(batch: EvaluationBatch): void;
+    forceFlush(): Promise<void>;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=traces.d.ts.map