observability-toolkit 1.8.5 → 2.1.0

package/dist/tools/routing-telemetry.d.ts

@@ -0,0 +1,168 @@
+/**
+ * R8: Routing telemetry — analyze LLM routing decisions, model distribution,
+ * cost savings, and latency from stored telemetry spans.
+ */
+import { z } from 'zod';
+import { type TelemetryBackend } from '../backends/index.js';
+export declare const ROUTING_TELEMETRY_DEFAULT_LIMIT = 500;
+export declare const routingTelemetrySchema: z.ZodObject<{
+    limit: z.ZodDefault<z.ZodInt>;
+    model: z.ZodOptional<z.ZodString>;
+    groupBy: z.ZodDefault<z.ZodEnum<{
+        model_pair: "model_pair";
+        strategy: "strategy";
+    }>>;
+    startDate: z.ZodOptional<z.ZodISODate>;
+    endDate: z.ZodOptional<z.ZodISODate>;
+    backend: z.ZodDefault<z.ZodEnum<{
+        cloud: "cloud";
+        local: "local";
+    }>>;
+}, z.core.$strip>;
+export type RoutingTelemetryInput = z.input<typeof routingTelemetrySchema>;
+export interface RoutingTelemetryOptions {
+    localBackend?: TelemetryBackend;
+}
+export declare const routingTelemetryNoDataSchema: z.ZodObject<{
+    kind: z.ZodLiteral<"no-data">;
+    backend: z.ZodString;
+    totalSpansScanned: z.ZodNumber;
+    message: z.ZodString;
+}, z.core.$strip>;
+export declare const routingTelemetryResultSchema: z.ZodObject<{
+    kind: z.ZodLiteral<"result">;
+    backend: z.ZodString;
+    totalSpansScanned: z.ZodNumber;
+    summary: z.ZodObject<{
+        routedSpans: z.ZodNumber;
+        fallbackRate: z.ZodNumber;
+    }, z.core.$strip>;
+    modelDistribution: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    providerDistribution: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    costSavings: z.ZodNumber;
+    routingLatency: z.ZodOptional<z.ZodObject<{
+        p50: z.ZodNumber;
+        p99: z.ZodNumber;
+        source: z.ZodEnum<{
+            classification_time: "classification_time";
+            span_duration: "span_duration";
+        }>;
+    }, z.core.$strip>>;
+    groups: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
+        pair: z.ZodString;
+        requestedModel: z.ZodString;
+        actualModel: z.ZodString;
+        provider: z.ZodNullable<z.ZodString>;
+        count: z.ZodNumber;
+    }, z.core.$strip>, z.ZodObject<{
+        strategy: z.ZodString;
+        count: z.ZodNumber;
+        fallbackCount: z.ZodNumber;
+        fallbackRate: z.ZodNumber;
+    }, z.core.$strip>]>>;
+}, z.core.$strip>;
+export type RoutingTelemetryNoData = z.infer<typeof routingTelemetryNoDataSchema>;
+export type RoutingTelemetryResult = z.infer<typeof routingTelemetryResultSchema>;
+export declare const routingTelemetry: (rawInput: {
+    limit?: number | undefined;
+    model?: string | undefined;
+    groupBy?: "model_pair" | "strategy" | undefined;
+    startDate?: string | undefined;
+    endDate?: string | undefined;
+    backend?: "cloud" | "local" | undefined;
+}, options?: RoutingTelemetryOptions | undefined) => Promise<{
+    kind: "no-data";
+    backend: string;
+    totalSpansScanned: number;
+    message: string;
+} | {
+    groups: ({
+        pair: string;
+        requestedModel: string;
+        actualModel: string;
+        provider: string | null;
+        count: number;
+    } | {
+        strategy: string;
+        count: number;
+        fallbackCount: number;
+        fallbackRate: number;
+    })[];
+    routingLatency?: {
+        p50: number;
+        p99: number;
+        source: "classification_time" | "span_duration";
+    } | undefined;
+    kind: "result";
+    backend: string;
+    totalSpansScanned: number;
+    summary: {
+        routedSpans: number;
+        fallbackRate: number;
+    };
+    modelDistribution: Record<string, number>;
+    providerDistribution: Record<string, number>;
+    costSavings: number;
+    message?: undefined;
+}>;
+export declare const routingTelemetryTool: {
+    name: string;
+    description: string;
+    inputSchema: z.ZodObject<{
+        limit: z.ZodDefault<z.ZodInt>;
+        model: z.ZodOptional<z.ZodString>;
+        groupBy: z.ZodDefault<z.ZodEnum<{
+            model_pair: "model_pair";
+            strategy: "strategy";
+        }>>;
+        startDate: z.ZodOptional<z.ZodISODate>;
+        endDate: z.ZodOptional<z.ZodISODate>;
+        backend: z.ZodDefault<z.ZodEnum<{
+            cloud: "cloud";
+            local: "local";
+        }>>;
+    }, z.core.$strip>;
+    handler: (rawInput: {
+        limit?: number | undefined;
+        model?: string | undefined;
+        groupBy?: "model_pair" | "strategy" | undefined;
+        startDate?: string | undefined;
+        endDate?: string | undefined;
+        backend?: "cloud" | "local" | undefined;
+    }, options?: RoutingTelemetryOptions | undefined) => Promise<{
+        kind: "no-data";
+        backend: string;
+        totalSpansScanned: number;
+        message: string;
+    } | {
+        groups: ({
+            pair: string;
+            requestedModel: string;
+            actualModel: string;
+            provider: string | null;
+            count: number;
+        } | {
+            strategy: string;
+            count: number;
+            fallbackCount: number;
+            fallbackRate: number;
+        })[];
+        routingLatency?: {
+            p50: number;
+            p99: number;
+            source: "classification_time" | "span_duration";
+        } | undefined;
+        kind: "result";
+        backend: string;
+        totalSpansScanned: number;
+        summary: {
+            routedSpans: number;
+            fallbackRate: number;
+        };
+        modelDistribution: Record<string, number>;
+        providerDistribution: Record<string, number>;
+        costSavings: number;
+        message?: undefined;
+    }>;
+};
+//# sourceMappingURL=routing-telemetry.d.ts.map

package/dist/tools/routing-telemetry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing-telemetry.d.ts","sourceRoot":"","sources":["../../src/tools/routing-telemetry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAML,KAAK,gBAAgB,EAEtB,MAAM,sBAAsB,CAAC;AAU9B,eAAO,MAAM,+BAA+B,MAAM,CAAC;AAKnD,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;iBAMjC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAE3E,MAAM,WAAW,uBAAuB;IACtC,YAAY,CAAC,EAAE,gBAAgB,CAAC;CACjC;AAkCD,eAAO,MAAM,4BAA4B;;;;;iBAKvC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAcvC,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AA2ClF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;aAuGA,MAAM;aAAO,MAAM;gBAAU,qBAAqB,GAAG,eAAe;;;;;;;;;;;;;EAgE/F,CAAC;AAEH,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAlEJ,MAAM;iBAAO,MAAM;oBAAU,qBAAqB,GAAG,eAAe;;;;;;;;;;;;;;CAuEhG,CAAC"}

package/dist/tools/routing-telemetry.js

@@ -0,0 +1,267 @@
+/**
+ * R8: Routing telemetry — analyze LLM routing decisions, model distribution,
+ * cost savings, and latency from stored telemetry spans.
+ */
+import { build } from 'hdr-histogram-js';
+import { z } from 'zod';
+import { sharedLocalBackend } from '../backends/shared.js';
+import { GENAI_CORE_ATTRIBUTES, GENAI_REQUEST_ATTRIBUTES, GENAI_RESPONSE_ATTRIBUTES, GENAI_USAGE_ATTRIBUTES, ROUTING_ATTRIBUTES, } from '../backends/index.js';
+import { resolveBackend } from '../backends/cloud.js';
+import { MAX_RESULTS_IN_MEMORY, MAX_QUERY_LIMIT } from '../lib/core/constants.js';
+import { ROUND_4DP_FACTOR } from '../lib/core/units.js';
+import { MODEL_PRICING, TOKENS_PER_MILLION } from '../lib/core/constants-models.js';
+import { validateCommonInputs, wrapValidationErrors } from '../lib/core/input-validator.js';
+import { backendSchema, dateRangeSchema } from '../lib/core/shared-schemas.js';
+import { enforceMemoryLimit } from '../lib/core/file-utils.js';
+// Default limit for routing telemetry queries
+export const ROUTING_TELEMETRY_DEFAULT_LIMIT = 500;
+const HDR_MAX_LATENCY_MS = 3_600_000; // 1 hour
+const HDR_SIGNIFICANT_DIGITS = 3;
+export const routingTelemetrySchema = z.object({
+    ...backendSchema,
+    ...dateRangeSchema,
+    limit: z.int().min(1).max(MAX_QUERY_LIMIT).default(ROUTING_TELEMETRY_DEFAULT_LIMIT).describe('Max results'),
+    model: z.string().optional().describe('Filter to spans where request or response model matches'),
+    groupBy: z.enum(['model_pair', 'strategy']).default('model_pair').describe('Group results by model pair or routing strategy'),
+});
+/** Finish reasons that signal a fallback routing decision */
+const FALLBACK_FINISH_REASONS = new Set(['content_filter', 'length']);
+const _routedSpanSchema = z.object({
+    requestModel: z.string(),
+    responseModel: z.string(),
+    provider: z.string().nullable(),
+    inputTokens: z.number(),
+    outputTokens: z.number(),
+    strategy: z.string().nullable(),
+    fallbackTriggered: z.boolean(),
+    classificationTimeMs: z.number().nullable(),
+    durationMs: z.number().nullable(),
+});
+const modelPairGroupSchema = z.object({
+    pair: z.string(),
+    requestedModel: z.string(),
+    actualModel: z.string(),
+    provider: z.string().nullable(),
+    count: z.number(),
+});
+const strategyGroupSchema = z.object({
+    strategy: z.string(),
+    count: z.number(),
+    fallbackCount: z.number(),
+    fallbackRate: z.number(),
+});
+const routingGroupSchema = z.union([modelPairGroupSchema, strategyGroupSchema]);
+export const routingTelemetryNoDataSchema = z.object({
+    kind: z.literal('no-data'),
+    backend: z.string(),
+    totalSpansScanned: z.number(),
+    message: z.string(),
+});
+export const routingTelemetryResultSchema = z.object({
+    kind: z.literal('result'),
+    backend: z.string(),
+    totalSpansScanned: z.number(),
+    summary: z.object({ routedSpans: z.number(), fallbackRate: z.number() }),
+    modelDistribution: z.record(z.string(), z.number()),
+    providerDistribution: z.record(z.string(), z.number()),
+    costSavings: z.number(),
+    routingLatency: z.object({
+        p50: z.number(),
+        p99: z.number(),
+        source: z.enum(['classification_time', 'span_duration']),
+    }).optional(),
+    groups: z.array(routingGroupSchema),
+});
+function extractRoutedSpan(span) {
+    const attrs = span.attributes ?? {};
+    const requestModel = attrs[GENAI_REQUEST_ATTRIBUTES.MODEL];
+    const responseModel = attrs[GENAI_RESPONSE_ATTRIBUTES.MODEL];
+    // Skip spans missing response model
+    if (!requestModel || !responseModel)
+        return null;
+    // Skip spans where routing did not occur
+    if (requestModel === responseModel)
+        return null;
+    // Provider: gen_ai.provider.name → gen_ai.system fallback (OTel GenAI convention)
+    const rawProvider = attrs[GENAI_CORE_ATTRIBUTES.PROVIDER_NAME] ?? attrs[GENAI_CORE_ATTRIBUTES.SYSTEM];
+    const provider = typeof rawProvider === 'string' && rawProvider ? rawProvider : null;
+    const rawInput = Number(attrs[GENAI_USAGE_ATTRIBUTES.INPUT_TOKENS]);
+    const rawOutput = Number(attrs[GENAI_USAGE_ATTRIBUTES.OUTPUT_TOKENS]);
+    const inputTokens = Number.isFinite(rawInput) ? rawInput : 0;
+    const outputTokens = Number.isFinite(rawOutput) ? rawOutput : 0;
+    const strategy = attrs[ROUTING_ATTRIBUTES.STRATEGY] || null;
+    const raw = attrs[ROUTING_ATTRIBUTES.FALLBACK_TRIGGERED];
+    const finishReasons = attrs[GENAI_RESPONSE_ATTRIBUTES.FINISH_REASONS];
+    const hasFinishReasonFallback = Array.isArray(finishReasons)
+        && finishReasons.some(r => typeof r === 'string' && FALLBACK_FINISH_REASONS.has(r));
+    const fallbackTriggered = raw === true || raw === 'true' || hasFinishReasonFallback;
+    const rawClassTime = Number(attrs[ROUTING_ATTRIBUTES.CLASSIFICATION_TIME_MS]);
+    const classificationTimeMs = Number.isFinite(rawClassTime) ? rawClassTime : null;
+    const durationMs = span.durationMs ?? null;
+    return { requestModel, responseModel, provider, inputTokens, outputTokens, strategy, fallbackTriggered, classificationTimeMs, durationMs };
+}
+function computeCost(model, inputTokens, outputTokens) {
+    const pricing = MODEL_PRICING[model];
+    if (!pricing)
+        return 0;
+    return (inputTokens / TOKENS_PER_MILLION) * pricing.input + (outputTokens / TOKENS_PER_MILLION) * pricing.output;
+}
+export const routingTelemetry = wrapValidationErrors(async (rawInput, options) => {
+    const input = routingTelemetrySchema.parse(rawInput);
+    validateCommonInputs(input);
+    const localBackend = options?.localBackend ?? sharedLocalBackend;
+    const selectedBackend = await resolveBackend(input.backend, localBackend);
+    const rawTraces = await selectedBackend.queryTraces({
+        startDate: input.startDate,
+        endDate: input.endDate,
+        limit: input.limit,
+    });
+    const { results: traces } = enforceMemoryLimit(rawTraces, MAX_RESULTS_IN_MEMORY);
+    // Extract routed spans
+    let routedSpans = traces
+        .map(extractRoutedSpan)
+        .filter((s) => s !== null);
+    // Apply model filter
+    if (input.model) {
+        const modelFilter = input.model;
+        routedSpans = routedSpans.filter(s => s.requestModel === modelFilter || s.responseModel === modelFilter);
+    }
+    if (routedSpans.length === 0) {
+        return {
+            kind: 'no-data',
+            backend: selectedBackend.name,
+            totalSpansScanned: traces.length,
+            message: 'No routing decisions found — no spans where request model differs from response model',
+        };
+    }
+    // Summary stats
+    const fallbackCount = routedSpans.filter(s => s.fallbackTriggered).length;
+    const fallbackRate = Math.round((fallbackCount / routedSpans.length) * ROUND_4DP_FACTOR) / ROUND_4DP_FACTOR;
+    // Model distribution (count by actual/response model)
+    const modelDistribution = {};
+    for (const s of routedSpans) {
+        modelDistribution[s.responseModel] = (modelDistribution[s.responseModel] ?? 0) + 1;
+    }
+    // Provider distribution (count by gen_ai.provider.name / gen_ai.system)
+    const providerDistribution = {};
+    for (const s of routedSpans) {
+        const key = s.provider ?? '(unknown)';
+        providerDistribution[key] = (providerDistribution[key] ?? 0) + 1;
+    }
+    // Cost savings: actual cost vs hypothetical cost if all used the most expensive model per request model
+    let actualCost = 0;
+    let hypotheticalCost = 0;
+    // Group by request model to find most expensive response model per request model
+    const byRequestModel = new Map();
+    for (const s of routedSpans) {
+        const arr = byRequestModel.get(s.requestModel);
+        if (arr)
+            arr.push(s);
+        else
+            byRequestModel.set(s.requestModel, [s]);
+    }
+    for (const [, spans] of byRequestModel) {
+        // Find the single most expensive response model by total cost (input + output price)
+        let maxTotalPrice = 0;
+        let expensiveInput = 0;
+        let expensiveOutput = 0;
+        for (const s of spans) {
+            const pricing = MODEL_PRICING[s.responseModel];
+            if (!pricing)
+                continue;
+            const total = pricing.input + pricing.output;
+            if (total > maxTotalPrice) {
+                maxTotalPrice = total;
+                expensiveInput = pricing.input;
+                expensiveOutput = pricing.output;
+            }
+        }
+        for (const s of spans) {
+            actualCost += computeCost(s.responseModel, s.inputTokens, s.outputTokens);
+            hypotheticalCost += (s.inputTokens / TOKENS_PER_MILLION) * expensiveInput + (s.outputTokens / TOKENS_PER_MILLION) * expensiveOutput;
+        }
+    }
+    const costSavings = Math.round(Math.max(0, hypotheticalCost - actualCost) * ROUND_4DP_FACTOR) / ROUND_4DP_FACTOR;
+    // Routing latency (p50/p99) — prefer classification time attribute, fallback to span duration
+    const classificationTimes = routedSpans
+        .map(s => s.classificationTimeMs)
+        .filter((t) => t !== null);
+    const useClassificationTime = classificationTimes.length > 0;
+    const latencyValues = useClassificationTime
+        ? classificationTimes
+        : routedSpans.map(s => s.durationMs).filter((t) => t !== null);
+    let routingLatency;
+    if (latencyValues.length > 0) {
+        const h = build({ highestTrackableValue: HDR_MAX_LATENCY_MS, numberOfSignificantValueDigits: HDR_SIGNIFICANT_DIGITS });
+        for (const v of latencyValues) {
+            h.recordValue(Math.max(0, Math.round(v)));
+        }
+        routingLatency = {
+            p50: h.getValueAtPercentile(50),
+            p99: h.getValueAtPercentile(99),
+            source: useClassificationTime ? 'classification_time' : 'span_duration',
+        };
+    }
+    // Groups
+    let groups;
+    if (input.groupBy === 'strategy') {
+        const byStrategy = new Map();
+        for (const s of routedSpans) {
+            const key = s.strategy ?? '(unknown)';
+            const arr = byStrategy.get(key);
+            if (arr)
+                arr.push(s);
+            else
+                byStrategy.set(key, [s]);
+        }
+        groups = Array.from(byStrategy.entries()).map(([strategy, spans]) => {
+            const strategyFallbackCount = spans.filter(s => s.fallbackTriggered).length;
+            return {
+                strategy,
+                count: spans.length,
+                fallbackCount: strategyFallbackCount,
+                fallbackRate: Math.round((strategyFallbackCount / spans.length) * ROUND_4DP_FACTOR) / ROUND_4DP_FACTOR,
+            };
+        });
+    }
+    else {
+        // group by model_pair (requestModel -> responseModel)
+        const byPair = new Map();
+        for (const s of routedSpans) {
+            const key = `${s.requestModel} -> ${s.responseModel}`;
+            const arr = byPair.get(key);
+            if (arr)
+                arr.push(s);
+            else
+                byPair.set(key, [s]);
+        }
+        groups = Array.from(byPair.entries()).map(([pair, spans]) => ({
+            pair,
+            requestedModel: spans[0].requestModel,
+            actualModel: spans[0].responseModel,
+            provider: spans[0].provider,
+            count: spans.length,
+        }));
+    }
+    return {
+        kind: 'result',
+        backend: selectedBackend.name,
+        totalSpansScanned: traces.length,
+        summary: {
+            routedSpans: routedSpans.length,
+            fallbackRate,
+        },
+        modelDistribution,
+        providerDistribution,
+        costSavings,
+        ...(routingLatency !== undefined && { routingLatency }),
+        groups,
+    };
+});
+export const routingTelemetryTool = {
+    name: 'obs_routing_telemetry',
+    description: 'Analyze LLM routing decisions from telemetry spans — model distribution, cost savings, fallback rate, and routing latency.',
+    inputSchema: routingTelemetrySchema,
+    handler: routingTelemetry,
+};
+//# sourceMappingURL=routing-telemetry.js.map

package/dist/tools/routing-telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing-telemetry.js","sourceRoot":"","sources":["../../src/tools/routing-telemetry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EACL,qBAAqB,EACrB,wBAAwB,EACxB,yBAAyB,EACzB,sBAAsB,EACtB,kBAAkB,GAGnB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACpF,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAC5F,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,8CAA8C;AAC9C,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAC;AAEnD,MAAM,kBAAkB,GAAG,SAAS,CAAC,CAAC,SAAS;AAC/C,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7C,GAAG,aAAa;IAChB,GAAG,eAAe;IAClB,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;IAC3G,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yDAAyD,CAAC;IAChG,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,iDAAiD,CAAC;CAC9H,CAAC,CAAC;AAQH,6DAA6D;AAC7D,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAC,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEtE,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE;IAC9B,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAClC,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;CACzB,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,oBAAoB,EAAE,mBAAmB,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IACnD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC1B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IACnD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IACxE,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;IACnD,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;IACtD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,cAAc,EAAE,CAAC,CAAC,MAAM,CAAC;QACvB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;QACf,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;QACf,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,qBAAqB,EAAE,eAAe,CAAC,CAAC;KACzD,CAAC,CAAC,QAAQ,EAAE;IACb,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC;CACpC,CAAC,CAAC;AAQH,SAAS,iBAAiB,CAAC,IAAe;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;IACpC,MAAM,YAAY,GAAG,KAAK,CAAC,wBAAwB,CAAC,KAAK,CAAuB,CAAC;IACjF,MAAM,aAAa,GAAG,KAAK,CAAC,yBAAyB,CAAC,KAAK,CAAuB,CAAC;IAEnF,oCAAoC;IACpC,IAAI,CAAC,YAAY,IAAI,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IACjD,yCAAyC;IACzC,IAAI,YAAY,KAAK,aAAa;QAAE,OAAO,IAAI,CAAC;IAEhD,kFAAkF;IAClF,MAAM,WAAW,GAAG,KAAK,CAAC,qBAAqB,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;IACtG,MAAM,QAAQ,GAAG,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;IAErF,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAI,KAAK,CAAC,kBAAkB,CAAC,QAAQ,CAAY,IAAI,IAAI,CAAC;IACxE,MAAM,GAAG,GAAG,KAAK,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;IACzD,MAAM,aAAa,GAAG,KAAK,CAAC,yBAAyB,CAAC,cAAc,CAAC,CAAC;IACtE,MAAM,uBAAuB,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;WACvD,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,MAAM,iBAAiB,GAAG,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,MAAM,IAAI,uBAAuB,CAAC;IACpF,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAC9E,MAAM,oBAAoB,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IACjF,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;IAE3C,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,UAAU,EAAE,CAAC;AAC7I,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,WAAmB,EAAE,YAAoB;IAC3E,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,CAAC;IACvB,OAAO,CAAC,WAAW,GAAG,kBAAkB,CAAC,GAAG,OAAO,CAAC,KAAK,GAAG,CAAC,YAAY,GAAG,kBAAkB,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;AACnH,CAAC;AAGD,MAAM,CAAC,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,KAAK,EACxD,QAA+B,EAC/B,OAAiC,EACjC,EAAE;IACF,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrD,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAE5B,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,kBAAkB,CAAC;IACjE,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAE1E,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,WAAW,CAAC;QAClD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC,CAAC;IAEH,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;IAEjF,uBAAuB;IACvB,IAAI,WAAW,GAAG,MAAM;SACrB,GAAG,CAAC,iBAAiB,CAAC;SACtB,MAAM,CAAC,CAAC,CAAC,EAAmB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAE9C,qBAAqB;IACrB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC;QAChC,WAAW,GAAG,WAAW,CAAC,MAAM,CAC9B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,WAAW,IAAI,CAAC,CAAC,aAAa,KAAK,WAAW,CACvE,CAAC;IACJ,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO;YACL,IAAI,EAAE,SAAkB;YACxB,OAAO,EAAE,eAAe,CAAC,IAAI;YAC7B,iBAAiB,EAAE,MAAM,CAAC,MAAM;YAChC,OAAO,EAAE,uFAAuF;SACjG,CAAC;IACJ,CAAC;IAED,gBAAgB;IAChB,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC;IAC1E,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,gBAAgB,CAAC,GAAG,gBAAgB,CAAC;IAE5G,sDAAsD;IACtD,MAAM,iBAAiB,GAA2B,EAAE,CAAC;IACrD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,iBAAiB,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACrF,CAAC;IAED,wEAAwE;IACxE,MAAM,oBAAoB,GAA2B,EAAE,CAAC;IACxD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,WAAW,CAAC;QACtC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACnE,CAAC;IAED,wGAAwG;IACxG,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,iFAAiF;IACjF,MAAM,cAAc,GAAG,IAAI,GAAG,EAAwB,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,GAAG;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;YAChB,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,cAAc,EAAE,CAAC;QACvC,qFAAqF;QACrF,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;YAC/C,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;YAC7C,IAAI,KAAK,GAAG,aAAa,EAAE,CAAC;gBAC1B,aAAa,GAAG,KAAK,CAAC;gBACtB,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC;gBAC/B,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;YACnC,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,UAAU,IAAI,WAAW,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC;YAC1E,gBAAgB,IAAI,CAAC,CAAC,CAAC,WAAW,GAAG,kBAAkB,CAAC,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,YAAY,GAAG,kBAAkB,CAAC,GAAG,eAAe,CAAC;QACtI,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,GAAG,UAAU,CAAC,GAAG,gBAAgB,CAAC,GAAG,gBAAgB,CAAC;IAEjH,8FAA8F;IAC9F,MAAM,mBAAmB,GAAG,WAAW;SACpC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,oBAAoB,CAAC;SAChC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAE1C,MAAM,qBAAqB,GAAG,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAG,qBAAqB;QACzC,CAAC,CAAC,mBAAmB;QACrB,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAE9E,IAAI,cAAyG,CAAC;IAC9G,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,KAAK,CAAC,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,8BAA8B,EAAE,sBAAsB,EAAE,CAAC,CAAC;QACvH,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC;QACD,cAAc,GAAG;YACf,GAAG,EAAE,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC/B,GAAG,EAAE,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC/B,MAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,eAAe;SACxE,CAAC;IACJ,CAAC;IAED,SAAS;IACT,IAAI,MAAsB,CAAC;IAC3B,IAAI,KAAK,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAwB,CAAC;QACnD,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,IAAI,WAAW,CAAC;YACtC,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;gBAChB,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAChC,CAAC;QACD,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE;YAClE,MAAM,qBAAqB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC;YAC5E,OAAO;gBACL,QAAQ;gBACR,KAAK,EAAE,KAAK,CAAC,MAAM;gBACnB,aAAa,EAAE,qBAAqB;gBACpC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,qBAAqB,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,gBAAgB,CAAC,GAAG,gBAAgB;aACvG,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,sDAAsD;QACtD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;QAC/C,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,YAAY,OAAO,CAAC,CAAC,aAAa,EAAE,CAAC;YACtD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;gBAChB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5D,IAAI;YACJ,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY;YACrC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa;YACnC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ;YAC3B,KAAK,EAAE,KAAK,CAAC,MAAM;SACpB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,OAAO;QACL,IAAI,EAAE,QAAiB;QACvB,OAAO,EAAE,eAAe,CAAC,IAAI;QAC7B,iBAAiB,EAAE,MAAM,CAAC,MAAM;QAChC,OAAO,EAAE;YACP,WAAW,EAAE,WAAW,CAAC,MAAM;YAC/B,YAAY;SACb;QACD,iBAAiB;QACjB,oBAAoB;QACpB,WAAW;QACX,GAAG,CAAC,cAAc,KAAK,SAAS,IAAI,EAAE,cAAc,EAAE,CAAC;QACvD,MAAM;KACP,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE,4HAA4H;IACzI,WAAW,EAAE,sBAAsB;IACnC,OAAO,EAAE,gBAAgB;CAC1B,CAAC"}

package/dist/tools/routing-telemetry.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Unit tests for routing-telemetry tool (R8)
+ */
+export {};
+//# sourceMappingURL=routing-telemetry.test.d.ts.map

package/dist/tools/routing-telemetry.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing-telemetry.test.d.ts","sourceRoot":"","sources":["../../src/tools/routing-telemetry.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}