veryfront 0.1.521 → 0.1.523

package/esm/src/agent/testing/live-evals/runner.js

@@ -0,0 +1,391 @@
+import * as dntShim from "../../../../_dnt.shims.js";
+import { agUiSseEventTypes, buildAgUiSseTraceSignature as buildTraceSignature, getAgUiSseStringField as getStringField, parseAgUiSseResponse as parseSseResponse, } from "../../index.js";
+import { buildFailureSuffix, buildProgressLine, containsOrderedSubsequence } from "./formatting.js";
+import { buildLiveEvalRequestBody } from "./request.js";
+import { createFailedEvalResult, createPassedEvalResult, createSkippedEvalResult, } from "./result.js";
+function resolveFetch(config) {
+    return config.fetch ?? fetch;
+}
+function createLiveEvalJudgeSupport(config) {
+    async function judgeLlm(input) {
+        try {
+            const body = buildLiveEvalRequestBody({
+                testCaseId: "llm-judge",
+                prompt: `You are an eval judge. Grade the following answer.
+
+QUESTION: ${input.question}
+
+ANSWER: ${input.answer}
+
+CRITERIA: ${input.criteria}
+
+Respond with exactly one line: PASS or FAIL followed by a brief reason.
+Example: "PASS — correctly explains the pattern with accurate details"
+Example: "FAIL — mentions the wrong file convention"`,
+                projectId: null,
+                allowedTools: [],
+                forceRuntimeOverrides: true,
+                maxSteps: 2,
+            });
+            const response = await resolveFetch(config)(config.endpoint, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${config.authToken}`,
+                },
+                body: JSON.stringify(body),
+                signal: AbortSignal.timeout(30_000),
+            });
+            const run = await parseSseResponse(response);
+            if (run.responseStatus !== 200) {
+                return { pass: false, reason: `judge returned HTTP ${run.responseStatus}` };
+            }
+            const line = run.text
+                .split("\n")
+                .map((value) => value.trim())
+                .find((value) => value.length > 0) ?? "";
+            if (line.toUpperCase().startsWith("PASS")) {
+                return { pass: true, reason: line };
+            }
+            return { pass: false, reason: line || "judge returned no decision" };
+        }
+        catch (error) {
+            return {
+                pass: false,
+                reason: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+    function withJudge(structuralVerify, judgeInput) {
+        return async (run) => {
+            const structuralFailure = structuralVerify(run);
+            if (structuralFailure) {
+                return structuralFailure;
+            }
+            if (!config.enableLlmJudge) {
+                return null;
+            }
+            const judgment = await judgeLlm({
+                question: judgeInput.question,
+                answer: run.text,
+                criteria: judgeInput.criteria,
+            });
+            return judgment.pass ? null : `LLM judge: ${judgment.reason}`;
+        };
+    }
+    return {
+        judgeLlm,
+        withJudge,
+    };
+}
+function createInitialProgressSnapshot() {
+    return {
+        eventCount: 0,
+        lastEventType: null,
+        lastToolCallName: null,
+        toolStarts: [],
+        textLength: 0,
+    };
+}
+function isUnrefableTimer(value) {
+    return typeof value === "object" && value !== null && "unref" in value &&
+        typeof value.unref === "function";
+}
+function maybeUnrefTimer(timer) {
+    if (isUnrefableTimer(timer)) {
+        timer.unref();
+    }
+}
+function createLiveEvalProgressReporter(input) {
+    let latestProgress = createInitialProgressSnapshot();
+    const progressTimer = dntShim.setInterval(() => {
+        input.log(buildProgressLine({
+            caseId: input.caseId,
+            startedAt: input.startedAt,
+            progress: latestProgress,
+        }));
+    }, input.intervalMs);
+    maybeUnrefTimer(progressTimer);
+    return {
+        stop: () => {
+            clearInterval(progressTimer);
+        },
+        update: (snapshot) => {
+            latestProgress = snapshot;
+        },
+        getSnapshot: () => latestProgress,
+    };
+}
+function collectPreparedArtifactPaths(prepared) {
+    if (!prepared?.metadata) {
+        return [];
+    }
+    return [
+        ...new Set(Object.entries(prepared.metadata)
+            .filter(([key, value]) => key.toLowerCase().includes("path") && value.length > 0)
+            .map(([, value]) => value)),
+    ].sort();
+}
+function extractPreparedConversationId(prepared) {
+    return typeof prepared?.metadata?.conversationId === "string" &&
+        prepared.metadata.conversationId.length > 0
+        ? prepared.metadata.conversationId
+        : null;
+}
+function createLiveEvalRunArtifacts(input) {
+    return {
+        ...(input.runId ? { runId: input.runId } : {}),
+        traceSignature: input.traceSignature,
+        toolStarts: input.run.toolStarts,
+        toolArgsPreview: input.run.toolArgs.join(" | ").slice(0, 1000),
+        textPreview: input.run.text.slice(0, 280),
+    };
+}
+function createFailedRunEvalResult(input) {
+    return createFailedEvalResult({
+        id: input.context.id,
+        label: input.context.label,
+        runtime: input.context.runtime,
+        details: input.details,
+        startedAt: input.context.startedAt,
+        ...(input.context.conversationId ? { conversationId: input.context.conversationId } : {}),
+        ...(input.runArtifacts.runId ? { runId: input.runArtifacts.runId } : {}),
+        ...(input.context.artifactPaths?.length ? { artifactPaths: input.context.artifactPaths } : {}),
+        traceSignature: input.runArtifacts.traceSignature,
+        toolStarts: input.runArtifacts.toolStarts,
+        toolArgsPreview: input.runArtifacts.toolArgsPreview,
+        textPreview: input.runArtifacts.textPreview,
+    });
+}
+function createPassedRunEvalResult(input) {
+    return createPassedEvalResult({
+        id: input.context.id,
+        label: input.context.label,
+        runtime: input.context.runtime,
+        details: input.details,
+        startedAt: input.context.startedAt,
+        ...(input.context.conversationId ? { conversationId: input.context.conversationId } : {}),
+        ...(input.runArtifacts.runId ? { runId: input.runArtifacts.runId } : {}),
+        ...(input.context.artifactPaths?.length ? { artifactPaths: input.context.artifactPaths } : {}),
+        traceSignature: input.runArtifacts.traceSignature,
+        toolStarts: input.runArtifacts.toolStarts,
+        toolArgsPreview: input.runArtifacts.toolArgsPreview,
+        textPreview: input.runArtifacts.textPreview,
+    });
+}
+function createStreamingFailureEvalResult(input) {
+    return createFailedEvalResult({
+        id: input.context.id,
+        label: input.context.label,
+        runtime: input.context.runtime,
+        details: `${input.details}${buildFailureSuffix(input.progress)}`,
+        startedAt: input.context.startedAt,
+        ...(input.context.conversationId ? { conversationId: input.context.conversationId } : {}),
+        ...(input.context.artifactPaths?.length ? { artifactPaths: input.context.artifactPaths } : {}),
+        toolStarts: input.progress.toolStarts,
+        textPreview: input.progress.textLength > 0
+            ? `${input.progress.textLength} characters streamed`
+            : undefined,
+    });
+}
+function createLiveEvalResultContext(input) {
+    return {
+        id: input.testCase.id,
+        label: input.testCase.label,
+        runtime: input.runtime,
+        startedAt: input.startedAt,
+        ...(input.conversationId ? { conversationId: input.conversationId } : {}),
+        ...(input.artifactPaths.length > 0 ? { artifactPaths: input.artifactPaths } : {}),
+    };
+}
+function buildLiveEvalRunBody(input) {
+    const customBody = typeof input.prepared?.metadata?.customBody === "string"
+        ? input.prepared.metadata.customBody
+        : null;
+    if (customBody) {
+        return JSON.parse(customBody);
+    }
+    return buildLiveEvalRequestBody({
+        testCaseId: input.testCase.id,
+        prompt: input.prepared?.prompt ?? input.testCase.prompt ?? "",
+        metadata: input.prepared?.metadata,
+        projectId: input.config.projectId && input.testCase.requireProject
+            ? input.config.projectId
+            : null,
+        ...(input.config.branchId ? { branchId: input.config.branchId } : {}),
+        ...(input.config.model ? { model: input.config.model } : {}),
+        ...(input.conversationId ? { conversationId: input.conversationId } : {}),
+        allowedTools: input.testCase.allowedTools,
+        forceRuntimeOverrides: input.testCase.forceRuntimeOverrides,
+        maxSteps: input.testCase.maxSteps,
+    });
+}
+async function resolveCompletedLiveEvalRun(input) {
+    const traceSignature = buildTraceSignature(input.run.eventTypes);
+    const runArtifacts = createLiveEvalRunArtifacts({
+        run: input.run,
+        runId: input.runId,
+        traceSignature,
+    });
+    const failure = await input.testCase.verify(input.run, input.prepared);
+    if (!failure && input.testCase.expectedEventSubsequence) {
+        if (!containsOrderedSubsequence(input.run.eventTypes, input.testCase.expectedEventSubsequence)) {
+            return createFailedRunEvalResult({
+                context: input.context,
+                details: `Expected AG-UI event subsequence ${input.testCase.expectedEventSubsequence.join(" -> ")}, got ${traceSignature}`,
+                runArtifacts,
+            });
+        }
+    }
+    if (failure) {
+        return createFailedRunEvalResult({
+            context: input.context,
+            details: failure,
+            runArtifacts,
+        });
+    }
+    return createPassedRunEvalResult({
+        context: input.context,
+        details: `OK: ${input.run.toolStarts.join(", ") || "no tools"} | ${input.run.text.slice(0, 140) || "no text"}`,
+        runArtifacts,
+    });
+}
+function extractRunId(run) {
+    for (const event of run.events) {
+        const runId = getStringField(event, "runId") ?? getStringField(event, "run_id");
+        if (runId) {
+            return runId;
+        }
+    }
+    return null;
+}
+export function hasFinished(run) {
+    return run.eventTypes.includes(agUiSseEventTypes.runFinished) && !run.runError;
+}
+export function containsSkillLoad(run, skillId) {
+    return run.toolStarts.includes("load_skill") && run.toolArgs.join("").includes(skillId);
+}
+export function countStepStartedEvents(run) {
+    return run.eventTypes.filter((eventType) => eventType === agUiSseEventTypes.stepStarted).length;
+}
+export function createLiveEvalCaseSupport(config) {
+    const fetchImpl = resolveFetch(config);
+    const log = config.log ?? console.log;
+    const { judgeLlm, withJudge } = createLiveEvalJudgeSupport(config);
+    async function verifyFileExists(input) {
+        if (!config.projectId || !config.readProjectFile) {
+            return null;
+        }
+        const file = await config.readProjectFile({
+            filePath: input.filePath,
+            requestTimeoutMs: config.requestTimeoutMs,
+        });
+        if (!file) {
+            return `${input.description ?? input.filePath}: file not found in project after task completed`;
+        }
+        if (!file.content || file.content.trim().length === 0) {
+            return `${input.description ?? input.filePath}: file exists but is empty`;
+        }
+        if (input.requiredContent) {
+            const missing = input.requiredContent.filter((keyword) => !file.content.toLowerCase().includes(keyword.toLowerCase()));
+            if (missing.length > 0) {
+                return `${input.description ?? input.filePath}: missing required content: ${missing.join(", ")}. Got: ${file.content.slice(0, 200)}`;
+            }
+        }
+        return null;
+    }
+    async function runEval(testCase, runtime) {
+        const startedAt = Date.now();
+        if (testCase.requireProject && !config.projectId) {
+            return createSkippedEvalResult({
+                id: testCase.id,
+                label: testCase.label,
+                runtime,
+                details: "Skipped because AG_UI_EVAL_PROJECT_ID is not set.",
+                startedAt,
+            });
+        }
+        const prepared = testCase.prepare
+            ? await testCase.prepare({
+                apiUrl: config.apiUrl,
+                authToken: config.authToken,
+                projectId: config.projectId,
+            })
+            : null;
+        const preparedConversationId = extractPreparedConversationId(prepared);
+        const preparedArtifactPaths = collectPreparedArtifactPaths(prepared);
+        const resultContext = createLiveEvalResultContext({
+            testCase,
+            runtime,
+            startedAt,
+            conversationId: preparedConversationId,
+            artifactPaths: preparedArtifactPaths,
+        });
+        try {
+            const sidecarCleanup = prepared?.startSidecar ? await prepared.startSidecar() : undefined;
+            const progressReporter = createLiveEvalProgressReporter({
+                caseId: testCase.id,
+                startedAt,
+                intervalMs: config.progressLogIntervalMs,
+                log,
+            });
+            const body = buildLiveEvalRunBody({
+                config,
+                testCase,
+                prepared,
+                conversationId: preparedConversationId,
+            });
+            try {
+                const response = await fetchImpl(config.endpoint, {
+                    method: "POST",
+                    headers: {
+                        "Content-Type": "application/json",
+                        Authorization: `Bearer ${config.authToken}`,
+                    },
+                    body: JSON.stringify(body),
+                    signal: AbortSignal.timeout(config.requestTimeoutMs),
+                });
+                log(`[stream] ${runtime}:${testCase.id} HTTP ${response.status}`);
+                const run = await parseSseResponse(response, {
+                    onProgress: progressReporter.update,
+                });
+                return resolveCompletedLiveEvalRun({
+                    testCase,
+                    run,
+                    prepared,
+                    context: resultContext,
+                    runId: extractRunId(run) ?? undefined,
+                });
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                return createStreamingFailureEvalResult({
+                    context: resultContext,
+                    details: message,
+                    progress: progressReporter.getSnapshot(),
+                });
+            }
+            finally {
+                progressReporter.stop();
+                await sidecarCleanup?.();
+            }
+        }
+        finally {
+            await prepared?.cleanup?.();
+        }
+    }
+    return {
+        judgeLlm,
+        runEval,
+        verifyFileExists,
+        withJudge,
+    };
+}
+export const liveEvalRunnerInternals = {
+    collectPreparedArtifactPaths,
+    createFailedRunEvalResult,
+    createLiveEvalRunArtifacts,
+    createPassedRunEvalResult,
+    createStreamingFailureEvalResult,
+    extractRunId,
+};

package/esm/src/agent/veryfront-cloud-agent-service.js

@@ -5,7 +5,7 @@ import { fileURLToPath } from "node:url";
 import { createAgentServiceSandboxTools } from "../sandbox/index.js";
 import { register, tryResolve } from "../extensions/contracts.js";
 import { MISSING_EXTENSION_ERROR } from "../extensions/errors.js";
-import { NodeTelemetryProviderName, } from "../extensions/tracing/index.js";
+import { NodeTelemetryProviderName, } from "../extensions/observability/index.js";
 import { SandboxShellToolsProviderName, } from "../extensions/sandbox/index.js";
 import { createRemoteMCPToolSource, createToolsFromRemoteDefinitions, sleepTool, toolRegistry, } from "../tool/index.js";
 import { parseProviderError } from "../chat/provider-errors.js";
@@ -171,7 +171,7 @@ async function ensureDefaultAuthProvider() {
 async function ensureDefaultNodeTelemetryProvider() {
     if (tryResolve(NodeTelemetryProviderName))
         return;
-    const { OpenTelemetryNodeTelemetryProvider } = await import("../../extensions/ext-tracing-opentelemetry/src/index.js");
+    const { OpenTelemetryNodeTelemetryProvider } = await import("../../extensions/ext-observability-opentelemetry/src/index.js");
     register(NodeTelemetryProviderName, new OpenTelemetryNodeTelemetryProvider());
 }
 function resolveEnvironment(options) {

package/esm/src/extensions/{tracing → observability}/index.d.ts

@@ -1,7 +1,7 @@
 /**
- * Tracing category barrel: tracing and Node telemetry contracts.
+ * Observability category barrel: tracing and Node telemetry contracts.
  *
- * @module extensions/tracing
+ * @module extensions/observability
  */
 import "../../../_dnt.polyfills.js";
 export type { SpanData, TracerProvider, TracingExporter } from "./tracing-exporter.js";

package/esm/src/extensions/observability/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/src/extensions/observability/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,4BAA4B,CAAC;AAGpC,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACvF,YAAY,EACV,8BAA8B,EAC9B,kCAAkC,EAClC,mBAAmB,EACnB,0BAA0B,EAC1B,qBAAqB,GACtB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,yBAAyB,EAAE,MAAM,8BAA8B,CAAC"}

package/esm/src/extensions/{tracing → observability}/index.js

@@ -1,7 +1,7 @@
 /**
- * Tracing category barrel: tracing and Node telemetry contracts.
+ * Observability category barrel: tracing and Node telemetry contracts.
  *
- * @module extensions/tracing
+ * @module extensions/observability
  */
 import "../../../_dnt.polyfills.js";
 export { NodeTelemetryProviderName } from "./node-telemetry-provider.js";

package/esm/src/extensions/{tracing → observability}/node-telemetry-provider.d.ts

@@ -1,9 +1,9 @@
 /**
  * Contract interface for Node.js OpenTelemetry runtime bootstrap.
  *
- * Default implementation: `@veryfront/ext-tracing-opentelemetry`
+ * Default implementation: `@veryfront/ext-observability-opentelemetry`
  *
- * @module extensions/tracing/node-telemetry-provider
+ * @module extensions/observability/node-telemetry-provider
  */
 export declare const NodeTelemetryProviderName = "NodeTelemetryProvider";
 export type NodeTelemetryInstrumentationConfig = {

package/esm/src/extensions/observability/node-telemetry-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-telemetry-provider.d.ts","sourceRoot":"","sources":["../../../../src/src/extensions/observability/node-telemetry-provider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,eAAO,MAAM,yBAAyB,0BAA0B,CAAC;AAEjE,MAAM,MAAM,kCAAkC,GAAG;IAC/C,IAAI,EAAE,OAAO,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,EAAE,EAAE,OAAO,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAChE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAClE,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;CACrE,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,eAAe,EAAE,kCAAkC,CAAC;IACpD,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,aAAa,CAAC,EAAE,0BAA0B,CAAC;CAC5C,CAAC;AAEF;;;;;GAKG;AACH,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,OAAO,EAAE,8BAA8B,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACvE"}

package/esm/src/extensions/{tracing → observability}/node-telemetry-provider.js

@@ -1,8 +1,8 @@
 /**
  * Contract interface for Node.js OpenTelemetry runtime bootstrap.
  *
- * Default implementation: `@veryfront/ext-tracing-opentelemetry`
+ * Default implementation: `@veryfront/ext-observability-opentelemetry`
  *
- * @module extensions/tracing/node-telemetry-provider
+ * @module extensions/observability/node-telemetry-provider
  */
 export const NodeTelemetryProviderName = "NodeTelemetryProvider";

package/esm/src/extensions/{tracing → observability}/tracing-exporter.d.ts

@@ -1,9 +1,9 @@
 /**
  * Contract interface for tracing/telemetry exporters.
  *
- * Default implementation: `@veryfront/ext-tracing-opentelemetry`
+ * Default implementation: `@veryfront/ext-observability-opentelemetry`
  *
- * @module extensions/tracing/tracing-exporter
+ * @module extensions/observability/tracing-exporter
  */
 /**
  * Minimal TracerProvider interface for the contract.

package/esm/src/extensions/observability/tracing-exporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracing-exporter.d.ts","sourceRoot":"","sources":["../../../../src/src/extensions/observability/tracing-exporter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACpD;AAED,2CAA2C;AAC3C,MAAM,WAAW,QAAQ;IACvB,8BAA8B;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,sCAAsC;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,0EAA0E;IAC1E,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;IACjE,sDAAsD;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,iDAAiD;IACjD,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;IACtD,0BAA0B;IAC1B,MAAM,EAAE;QAAE,IAAI,EAAE,IAAI,GAAG,OAAO,GAAG,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9D;AAED;;;;;;GAMG;AACH,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtD,yCAAyC;IACzC,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzC,gDAAgD;IAChD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1B;;;OAGG;IACH,WAAW,IAAI,cAAc,CAAC;IAE9B;;;OAGG;IACH,aAAa,IAAI;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAE1F;;;;OAIG;IACH,WAAW,CAAC,IAAI;QAAE,aAAa,IAAI,OAAO,CAAC;QAAC,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;CACrF"}

package/esm/src/extensions/observability/tracing-exporter.js

@@ -0,0 +1,8 @@
+/**
+ * Contract interface for tracing/telemetry exporters.
+ *
+ * Default implementation: `@veryfront/ext-observability-opentelemetry`
+ *
+ * @module extensions/observability/tracing-exporter
+ */
+export {};

package/esm/src/extensions/recommendations.js

@@ -13,8 +13,8 @@ const recommendations = new Map([
     ["ContentProcessor", "@veryfront/ext-content-mdx"],
     ["DocumentExtractor", "@veryfront/ext-document-kreuzberg"],
     ["AuthProvider", "@veryfront/ext-auth-jwt"],
-    ["TracingExporter", "@veryfront/ext-tracing-opentelemetry"],
-    ["NodeTelemetryProvider", "@veryfront/ext-tracing-opentelemetry"],
+    ["TracingExporter", "@veryfront/ext-observability-opentelemetry"],
+    ["NodeTelemetryProvider", "@veryfront/ext-observability-opentelemetry"],
     ["LLMProvider:openai", "@veryfront/ext-llm-openai"],
     ["LLMProvider:anthropic", "@veryfront/ext-llm-anthropic"],
     ["LLMProvider:google", "@veryfront/ext-llm-google"],

package/esm/src/observability/metrics/manager.js

@@ -68,7 +68,7 @@ export class MetricsManager {
             return;
         }
         try {
-            // The metrics API is injected by ext-tracing-opentelemetry via setGlobalMetricsAPI().
+            // The metrics API is injected by ext-observability-opentelemetry via setGlobalMetricsAPI().
             // When the extension is not active, metrics collection is disabled.
             const metricsApi = getGlobalMetricsAPI();
             if (!metricsApi) {

package/esm/src/observability/simple-metrics/otel-instruments.js

@@ -23,7 +23,7 @@ export async function ensureOtelInstruments() {
     if (!isDeno)
         return;
     try {
-        // The metrics API is injected by ext-tracing-opentelemetry via setGlobalMetricsAPI().
+        // The metrics API is injected by ext-observability-opentelemetry via setGlobalMetricsAPI().
         // When the extension is not active, the meter is unavailable and we return.
         const metricsApi = getGlobalMetricsAPI();
         if (!metricsApi)

package/esm/src/observability/tracing/api-shim.d.ts

@@ -2,7 +2,7 @@
  * Thin in-process shim for `@opentelemetry/api`.
  *
  * Core files that previously imported directly from `@opentelemetry/api` now
- * import from this module.  When the `ext-tracing-opentelemetry` extension is present
+ * import from this module.  When the `ext-observability-opentelemetry` extension is present
  * the real SDK provider is wired in via `setGlobalTracerProvider`; otherwise
  * every call falls back to a no-op implementation so the core boots without the
  * extension installed.
@@ -128,7 +128,7 @@ export interface MetricsAPI {
 }
 /**
  * Register the real OTel trace API's span accessors. Called by the
- * ext-tracing-opentelemetry extension after it wires the SDK so that the shim's
+ * ext-observability-opentelemetry extension after it wires the SDK so that the shim's
  * `trace.getActiveSpan()` / `trace.getSpan()` can return real spans.
  */
 export declare function setGlobalActiveSpanAccessor(accessor: {
@@ -143,7 +143,7 @@ export declare function setGlobalTracerProvider(p: TracerProvider): void;
 export declare function getGlobalTracerProvider(): TracerProvider;
 /**
  * Get a tracer from the active provider.
- * Returns the no-op tracer when ext-tracing-opentelemetry is not installed.
+ * Returns the no-op tracer when ext-observability-opentelemetry is not installed.
  */
 export declare function getTracer(name: string, version?: string): Tracer;
 export declare const context: {
@@ -168,7 +168,7 @@ export declare const defaultTextMapGetter: TextMapGetter<Record<string, string>>
 export declare const defaultTextMapSetter: TextMapSetter<Record<string, string>>;
 /**
  * Register the OTel Metrics API (from the SDK).
- * Called by ext-tracing-opentelemetry in its setup hook so the metrics subsystem
+ * Called by ext-observability-opentelemetry in its setup hook so the metrics subsystem
  * can use `getMeter()` when available.
  */
 export declare function setGlobalMetricsAPI(api: MetricsAPI): void;

package/esm/src/observability/tracing/api-shim.js

@@ -2,7 +2,7 @@
  * Thin in-process shim for `@opentelemetry/api`.
  *
  * Core files that previously imported directly from `@opentelemetry/api` now
- * import from this module.  When the `ext-tracing-opentelemetry` extension is present
+ * import from this module.  When the `ext-observability-opentelemetry` extension is present
  * the real SDK provider is wired in via `setGlobalTracerProvider`; otherwise
  * every call falls back to a no-op implementation so the core boots without the
  * extension installed.
@@ -34,7 +34,7 @@ export const SpanStatusCode = {
     ERROR: 2,
 };
 // ---------------------------------------------------------------------------
-// No-op provider (default when ext-tracing-opentelemetry is not installed)
+// No-op provider (default when ext-observability-opentelemetry is not installed)
 // ---------------------------------------------------------------------------
 function createNoopContext() {
     return {
@@ -100,13 +100,13 @@ let _activeContext = NOOP_CONTEXT;
 let _propagator = null;
 /**
  * Optional accessor for the currently active span. Wired by
- * ext-tracing-opentelemetry (via `setGlobalActiveSpanAccessor`) so `trace.getActiveSpan()`
+ * ext-observability-opentelemetry (via `setGlobalActiveSpanAccessor`) so `trace.getActiveSpan()`
  * and `trace.getSpan()` return the real SDK span once the extension is active.
  */
 let _activeSpanAccessor = null;
 /**
  * Register the real OTel trace API's span accessors. Called by the
- * ext-tracing-opentelemetry extension after it wires the SDK so that the shim's
+ * ext-observability-opentelemetry extension after it wires the SDK so that the shim's
  * `trace.getActiveSpan()` / `trace.getSpan()` can return real spans.
  */
 export function setGlobalActiveSpanAccessor(accessor) {
@@ -124,7 +124,7 @@ export function getGlobalTracerProvider() {
 }
 /**
  * Get a tracer from the active provider.
- * Returns the no-op tracer when ext-tracing-opentelemetry is not installed.
+ * Returns the no-op tracer when ext-observability-opentelemetry is not installed.
  */
 export function getTracer(name, version) {
     return _provider.getTracer(name, version);
@@ -208,12 +208,12 @@ export const defaultTextMapSetter = {
     },
 };
 // ---------------------------------------------------------------------------
-// Metrics API registry (injected by ext-tracing-opentelemetry when active)
+// Metrics API registry (injected by ext-observability-opentelemetry when active)
 // ---------------------------------------------------------------------------
 let _metricsApi = null;
 /**
  * Register the OTel Metrics API (from the SDK).
- * Called by ext-tracing-opentelemetry in its setup hook so the metrics subsystem
+ * Called by ext-observability-opentelemetry in its setup hook so the metrics subsystem
  * can use `getMeter()` when available.
  */
 export function setGlobalMetricsAPI(api) {

package/esm/src/observability/tracing/manager.js

@@ -43,7 +43,7 @@ export class TracingManager {
         }
     }
     async initializeTracer(config) {
-        // Use the shim API — delegates to the real SDK when ext-tracing-opentelemetry is wired.
+        // Use the shim API — delegates to the real SDK when ext-observability-opentelemetry is wired.
         const shimApi = await import("./api-shim.js");
         const api = {
             trace: {
@@ -64,7 +64,7 @@ export class TracingManager {
         };
         this.state.api = api;
         this.state.tracer = api.trace.getTracer(config.serviceName ?? "veryfront", VERSION);
-        // No-op propagator used only when ext-tracing-opentelemetry is NOT installed.
+        // No-op propagator used only when ext-observability-opentelemetry is NOT installed.
         // When the extension is active, it registers W3CTraceContextPropagator
         // on the shim directly; we intentionally do NOT wrap shimApi.propagation
         // here (doing so would cause infinite recursion when the global

package/esm/src/observability/tracing/otlp-setup.d.ts

@@ -1,7 +1,7 @@
 /**************************
  * OpenTelemetry OTLP Setup
  *
- * Thin wrapper that delegates to the `ext-tracing-opentelemetry` extension via the
+ * Thin wrapper that delegates to the `ext-observability-opentelemetry` extension via the
  * `TracingExporter` contract.  When the extension is not installed, all span
  * operations silently no-op.
  *