weflayr 0.22.2 → 0.24.0

package/src/api/generated/types.gen.ts

@@ -36,6 +36,56 @@ export type ApiErrorOutput = {
     error: string;
 };
 
+/**
+ * CustomerMarginRow
+ *
+ * One customer's gross margin for a period.
+ */
+export type CustomerMarginRow = {
+    /**
+     * Customer Name
+     */
+    customer_name: string;
+    /**
+     * Revenue
+     */
+    revenue: number;
+    /**
+     * Cost
+     */
+    cost: number;
+    /**
+     * Margin
+     */
+    margin: number;
+    /**
+     * Margin Pct
+     */
+    margin_pct: number | null;
+    /**
+     * Profitability Status
+     */
+    profitability_status: 'healthy' | 'watch' | 'at_risk' | 'unprofitable' | 'unknown';
+};
+
+/**
+ * CustomerOutput
+ *
+ * One customer, with its tags when requested (an empty dict otherwise).
+ */
+export type CustomerOutput = {
+    /**
+     * Customer Name
+     */
+    customer_name: string;
+    /**
+     * Customer Tags
+     */
+    customer_tags: {
+        [key: string]: string;
+    };
+};
+
 /**
  * CustomerTags
  *
@@ -72,6 +122,26 @@ export type CustomerTagsOutput = {
     };
 };
 
+/**
+ * CustomersOutput
+ *
+ * The customers GET response: every known customer of the project.
+ */
+export type CustomersOutput = {
+    /**
+     * Customers
+     */
+    customers: Array<CustomerOutput>;
+    /**
+     * Next Cursor
+     */
+    next_cursor: string | null;
+    /**
+     * Has More
+     */
+    has_more: boolean;
+};
+
 /**
  * CustomersUpdatedOutput
  *
@@ -88,6 +158,18 @@ export type CustomersUpdatedOutput = {
     customers_updated: number;
 };
 
+/**
+ * FeaturesOutput
+ *
+ * A features GET response: every distinct feature tag seen for the project.
+ */
+export type FeaturesOutput = {
+    /**
+     * Features
+     */
+    features: Array<string>;
+};
+
 /**
  * InvalidFieldDetail
  *
@@ -212,6 +294,79 @@ export type KeyMetricRowOutput = {
     user_name: string;
 };
 
+/**
+ * MarginListOutput
+ *
+ * Margin GET response: one row per customer with booked revenue, sorted by
+ * customer_name ascending.
+ */
+export type MarginListOutput = {
+    /**
+     * Rows
+     */
+    rows: Array<CustomerMarginRow>;
+    /**
+     * Next Cursor
+     */
+    next_cursor: string | null;
+    /**
+     * Has More
+     */
+    has_more: boolean;
+};
+
+/**
+ * ModelsOutput
+ *
+ * A models GET response: every distinct model name seen for the project.
+ */
+export type ModelsOutput = {
+    /**
+     * Models
+     */
+    models: Array<string>;
+};
+
+/**
+ * ProjectOutput
+ *
+ * A project GET response: static identity of the project.
+ */
+export type ProjectOutput = {
+    /**
+     * Name
+     */
+    name: string;
+    /**
+     * Project Type
+     */
+    project_type: 'revenue' | 'internal';
+    /**
+     * Key Metric Names
+     */
+    key_metric_names: Array<string>;
+    /**
+     * Environment
+     */
+    environment: 'dev' | 'pre-prod' | 'staging' | 'prod';
+    /**
+     * Created At
+     */
+    created_at: string;
+};
+
+/**
+ * ProvidersOutput
+ *
+ * A providers GET response: every distinct provider name seen for the project.
+ */
+export type ProvidersOutput = {
+    /**
+     * Providers
+     */
+    providers: Array<string>;
+};
+
 /**
  * RevenueOrKeyMetricDeletedRowOutput
  *
@@ -407,6 +562,79 @@ export type TagsDeletedOutput = {
     tags_deleted: number;
 };
 
+/**
+ * TagsOutput
+ *
+ * A tags GET response: facets of every tag dimension seen on the project.
+ *
+ * Either field is an empty dict when its include_* flag was false.
+ */
+export type TagsOutput = {
+    /**
+     * Run Tags
+     */
+    run_tags: {
+        [key: string]: Array<string>;
+    };
+    /**
+     * Customer Tags
+     */
+    customer_tags: {
+        [key: string]: Array<string>;
+    };
+};
+
+export type GetMarginData = {
+    body?: never;
+    path?: never;
+    query?: {
+        /**
+         * Return only these customers' margin. Omit to return every customer's.
+         */
+        customer_names?: Array<string>;
+        /**
+         * Opaque cursor from a previous page's next_cursor.
+         */
+        cursor?: string;
+        limit?: number;
+        /**
+         * Start of the period (inclusive), YYYY-MM-DD. Defaults to 30 days ago.
+         */
+        date_from?: string;
+        /**
+         * End of the period (inclusive), YYYY-MM-DD. Defaults to today.
+         */
+        date_to?: string;
+        /**
+         * Apply free-credit discounts to cost. Defaults to false.
+         */
+        apply_credits?: boolean;
+    };
+    url: '/margin/';
+};
+
+export type GetMarginErrors = {
+    /**
+     * Invalid request for this project type.
+     */
+    400: ApiErrorOutput;
+    /**
+     * Missing or invalid API key.
+     */
+    401: ApiErrorOutput;
+};
+
+export type GetMarginError = GetMarginErrors[keyof GetMarginErrors];
+
+export type GetMarginResponses = {
+    /**
+     * Success.
+     */
+    200: MarginListOutput;
+};
+
+export type GetMarginResponse = GetMarginResponses[keyof GetMarginResponses];
+
 export type DeleteRevenueData = {
     body?: never;
     path?: never;
@@ -454,7 +682,7 @@ export type GetRevenueData = {
     path?: never;
     query?: {
         /**
-         * Return only these customers' revenue (repeat the param for several). Omit to return every customer's.
+         * Return only these customers' revenue. Omit to return every customer's.
          */
         customer_names?: Array<string>;
         /**
@@ -560,7 +788,7 @@ export type GetKeyMetricsData = {
     path?: never;
     query?: {
         /**
-         * Return only these users' key metrics (repeat the param for several). Omit to return every user's.
+         * Return only these users' key metrics. Omit to return every user's.
          */
         user_names?: Array<string>;
         /**
@@ -624,7 +852,7 @@ export type DeleteCustomersTagsData = {
     path?: never;
     query: {
         /**
-         * Delete every tag of these customers (repeat the param for several).
+         * Delete every tag of these customers.
          */
         customer_names: Array<string>;
     };
@@ -716,3 +944,172 @@ export type SetCustomersTagsResponses = {
 };
 
 export type SetCustomersTagsResponse = SetCustomersTagsResponses[keyof SetCustomersTagsResponses];
+
+export type GetProjectData = {
+    body?: never;
+    path?: never;
+    query?: never;
+    url: '/project/';
+};
+
+export type GetProjectErrors = {
+    /**
+     * Missing or invalid API key.
+     */
+    401: ApiErrorOutput;
+};
+
+export type GetProjectError = GetProjectErrors[keyof GetProjectErrors];
+
+export type GetProjectResponses = {
+    /**
+     * Success.
+     */
+    200: ProjectOutput;
+};
+
+export type GetProjectResponse = GetProjectResponses[keyof GetProjectResponses];
+
+export type GetTagsData = {
+    body?: never;
+    path?: never;
+    query?: {
+        /**
+         * Include run-tag facets. Defaults to true.
+         */
+        include_run_tags?: boolean;
+        /**
+         * Include customer-tag facets. Defaults to true.
+         */
+        include_customer_tags?: boolean;
+    };
+    url: '/tags/';
+};
+
+export type GetTagsErrors = {
+    /**
+     * Missing or invalid API key.
+     */
+    401: ApiErrorOutput;
+};
+
+export type GetTagsError = GetTagsErrors[keyof GetTagsErrors];
+
+export type GetTagsResponses = {
+    /**
+     * Success.
+     */
+    200: TagsOutput;
+};
+
+export type GetTagsResponse = GetTagsResponses[keyof GetTagsResponses];
+
+export type GetModelsData = {
+    body?: never;
+    path?: never;
+    query?: never;
+    url: '/models/';
+};
+
+export type GetModelsErrors = {
+    /**
+     * Missing or invalid API key.
+     */
+    401: ApiErrorOutput;
+};
+
+export type GetModelsError = GetModelsErrors[keyof GetModelsErrors];
+
+export type GetModelsResponses = {
+    /**
+     * Success.
+     */
+    200: ModelsOutput;
+};
+
+export type GetModelsResponse = GetModelsResponses[keyof GetModelsResponses];
+
+export type GetProvidersData = {
+    body?: never;
+    path?: never;
+    query?: never;
+    url: '/providers/';
+};
+
+export type GetProvidersErrors = {
+    /**
+     * Missing or invalid API key.
+     */
+    401: ApiErrorOutput;
+};
+
+export type GetProvidersError = GetProvidersErrors[keyof GetProvidersErrors];
+
+export type GetProvidersResponses = {
+    /**
+     * Success.
+     */
+    200: ProvidersOutput;
+};
+
+export type GetProvidersResponse = GetProvidersResponses[keyof GetProvidersResponses];
+
+export type GetCustomersData = {
+    body?: never;
+    path?: never;
+    query?: {
+        /**
+         * Opaque cursor from a previous page's next_cursor.
+         */
+        cursor?: string;
+        limit?: number;
+        /**
+         * Include each customer's tags. Defaults to true.
+         */
+        include_customer_tags?: boolean;
+    };
+    url: '/customers/';
+};
+
+export type GetCustomersErrors = {
+    /**
+     * Missing or invalid API key.
+     */
+    401: ApiErrorOutput;
+};
+
+export type GetCustomersError = GetCustomersErrors[keyof GetCustomersErrors];
+
+export type GetCustomersResponses = {
+    /**
+     * Success.
+     */
+    200: CustomersOutput;
+};
+
+export type GetCustomersResponse = GetCustomersResponses[keyof GetCustomersResponses];
+
+export type GetFeaturesData = {
+    body?: never;
+    path?: never;
+    query?: never;
+    url: '/features/';
+};
+
+export type GetFeaturesErrors = {
+    /**
+     * Missing or invalid API key.
+     */
+    401: ApiErrorOutput;
+};
+
+export type GetFeaturesError = GetFeaturesErrors[keyof GetFeaturesErrors];
+
+export type GetFeaturesResponses = {
+    /**
+     * Success.
+     */
+    200: FeaturesOutput;
+};
+
+export type GetFeaturesResponse = GetFeaturesResponses[keyof GetFeaturesResponses];

package/src/auto-instrument.js

@@ -22,6 +22,7 @@ const AiSdk = Object.freeze({
 // OpenAI SDK (OpenAI-compatible endpoint) but reported as itself.
 const AIProviderName = Object.freeze({
   OPENAI: 'openai',
+  AZURE_OPENAI: 'azure',
   ANTHROPIC: 'anthropic',
   BEDROCK: 'bedrock',
   COHERE: 'cohere',

package/src/instrumentation/anthropic/get_cache_and_reasoning_telemetry.js

@@ -18,9 +18,19 @@
 
 const CACHE_READ_INPUT_TOKENS_ATTR = 'gen_ai.usage.cache_read_input_tokens';
 const CACHE_CREATION_INPUT_TOKENS_ATTR = 'gen_ai.usage.cache_creation_input_tokens';
+const CACHE_CREATION_ATTR = 'weflayr.cache.creation';
 const INPUT_TOKENS_ATTR = 'gen_ai.usage.input_tokens';
 const THINKING_TOKENS_ATTR = 'gen_ai.usage.output_tokens_details.thinking_tokens';
 
+// Stamp `usage.cache_creation` verbatim (the written tokens per TTL, billed at
+// different rates); skipped when nothing was written so non-caching calls
+// carry no attribute. The normalizer owns the mapping to TTL tiers.
+function _setCacheCreation(span, cacheCreation) {
+  if (!cacheCreation) return;
+  if (!Object.values(cacheCreation).some(Boolean)) return;
+  span.setAttribute(CACHE_CREATION_ATTR, JSON.stringify(cacheCreation));
+}
+
 // Stamp cache counts (and the raw uncached input) from an Anthropic usage object.
 // The instrumentor emits no `gen_ai.usage.cache_*` attribute; `input_tokens` in
 // the stream events is the raw uncached count (cached tokens are reported
@@ -35,6 +45,7 @@ function _setUsage(span, usage) {
   if (usage.cache_creation_input_tokens) {
     span.setAttribute(CACHE_CREATION_INPUT_TOKENS_ATTR, usage.cache_creation_input_tokens);
   }
+  _setCacheCreation(span, usage.cache_creation);
   if (typeof usage.input_tokens === 'number') {
     span.setAttribute(INPUT_TOKENS_ATTR, usage.input_tokens);
   }

package/src/instrumentation/anthropic/get_cache_config_telemetry.js

@@ -0,0 +1,90 @@
+'use strict';
+
+/**
+ * Request-side prompt-caching config capture for Anthropic spans.
+ *
+ * Anthropic callers opt into caching by placing `cache_control` breakpoints on
+ * content blocks (`system` text blocks, message content blocks, tool
+ * definitions), each with an optional `ttl` ("5m" default, or "1h"). The
+ * traceloop instrumentor never records them, so cache-hit analysis cannot tell
+ * what the request asked to cache or for how long.
+ *
+ * Wrap `startSpan({ type, params })` (covering the streamed and non-streamed
+ * paths) to stamp every breakpoint found in the request as
+ * `weflayr.cache.breakpoints`: a JSON list of `{location, ttl}` where location
+ * is `system`, `messages[i]` or `tools[i]` and `ttl` is the raw cache_control
+ * string, omitted when the breakpoint sets none; the normalizer owns the TTL
+ * vocabulary.
+ */
+
+const BREAKPOINTS_ATTR = 'weflayr.cache.breakpoints';
+
+// A breakpoint as location + the raw cache_control `ttl` string, omitted when
+// the request sets none.
+function _breakpointEntry(location, cacheControl) {
+  const ttl = cacheControl && cacheControl.ttl;
+  return ttl ? { location, ttl: String(ttl) } : { location };
+}
+
+function _cacheControlsInBlocks(blocks) {
+  if (!Array.isArray(blocks)) return [];
+  return blocks.map((block) => block && block.cache_control).filter(Boolean);
+}
+
+// Every `cache_control` breakpoint in the request, as location + the raw
+// `ttl` string (omitted when the breakpoint sets none).
+function extractCacheBreakpoints(params) {
+  const breakpoints = [];
+  for (const cacheControl of _cacheControlsInBlocks(params.system)) {
+    breakpoints.push(_breakpointEntry('system', cacheControl));
+  }
+  (params.messages || []).forEach((message, index) => {
+    for (const cacheControl of _cacheControlsInBlocks(message && message.content)) {
+      breakpoints.push(_breakpointEntry(`messages[${index}]`, cacheControl));
+    }
+  });
+  (params.tools || []).forEach((tool, index) => {
+    if (tool && tool.cache_control) {
+      breakpoints.push(_breakpointEntry(`tools[${index}]`, tool.cache_control));
+    }
+  });
+  return breakpoints;
+}
+
+class AnthropicCacheConfigInstrumentor {
+  constructor() {
+    // [instrumentation, methodName, originalFunction] for uninstrument().
+    this._patched = [];
+  }
+
+  // No-op (and never throws) if the instrumentor's internals have changed shape —
+  // the worst case is missing cache-config capture, never a crash.
+  instrument(instrumentation) {
+    if (!instrumentation) return;
+    const startSpanOriginal = instrumentation.startSpan;
+    if (typeof startSpanOriginal !== 'function') return;
+
+    instrumentation.startSpan = function startSpanWithCacheConfig(request) {
+      const span = startSpanOriginal.call(this, request);
+      try {
+        const breakpoints = extractCacheBreakpoints((request && request.params) || {});
+        if (breakpoints.length) {
+          span.setAttribute(BREAKPOINTS_ATTR, JSON.stringify(breakpoints));
+        }
+      } catch {
+        // Never break span creation over an enrichment failure.
+      }
+      return span;
+    };
+    this._patched.push([instrumentation, 'startSpan', startSpanOriginal]);
+  }
+
+  uninstrument() {
+    for (const [owner, methodName, original] of this._patched) {
+      owner[methodName] = original;
+    }
+    this._patched = [];
+  }
+}
+
+module.exports = { AnthropicCacheConfigInstrumentor, extractCacheBreakpoints };

package/src/instrumentation/anthropic/get_tool_definitions_telemetry.js

@@ -29,7 +29,12 @@ class AnthropicToolDefinitionsInstrumentor {
       try {
         const tools = request && request.params && request.params.tools;
         if (Array.isArray(tools) && tools.length) {
-          span.setAttribute('gen_ai.tool.definitions', JSON.stringify(tools));
+          // cache_control is dropped from the stamped definitions — the
+          // breakpoint is captured separately in cache_config.
+          const definitions = tools.map(
+            ({ cache_control: _cacheControl, ...definition }) => definition
+          );
+          span.setAttribute('gen_ai.tool.definitions', JSON.stringify(definitions));
         }
       } catch {
         // Never break span creation over an enrichment failure.

package/src/instrumentation/anthropic/set_telemetry_attributes.js

@@ -10,6 +10,7 @@
  * leaving an empty finish_reason on the output message).
  */
 
+const { AnthropicCacheConfigInstrumentor } = require('./get_cache_config_telemetry');
 const { AnthropicPromptCachingInstrumentor } = require('./get_cache_and_reasoning_telemetry');
 const {
   AnthropicStreamingStopReasonInstrumentor,
@@ -20,6 +21,7 @@ class AnthropicTelemetryInstrumentor {
   constructor() {
     this._subInstrumentors = [
       new AnthropicPromptCachingInstrumentor(),
+      new AnthropicCacheConfigInstrumentor(),
       new AnthropicStreamingStopReasonInstrumentor(),
       new AnthropicToolDefinitionsInstrumentor(),
     ];