@tensorcost/sdk 0.5.0 → 1.0.0

package/dist/wrap.js

@@ -5,20 +5,11 @@
  * ergonomics non-negotiable: customer changes one line, no other code
  * paths shift.
  *
- * Applied mode (Layer 2): when `options.appliedMode=true`, the client's
- * baseURL is permanently redirected to the TensorCost inference-proxy and
- * two custom headers (`x-tc-provider-url`, `x-tc-provider-auth`) are
- * injected into `client.defaultHeaders`. The proxy handles per-request
- * routing decisions. Observe-only telemetry still fires post-call.
- *
- * Hardening (v0.4.0): applied-mode requests now go through the proxy-client
- * module which adds retries, timeouts, typed errors, telemetry hooks, and
- * the fail-open circuit breaker.
- *
- * Bedrock (v0.4.0): observe-only. Applied mode is not supported for Bedrock —
- * wrap(bedrockClient, { appliedMode: true }) throws TensorCostConfigError.
- * The Smithy middleware registered on client.middlewareStack intercepts
- * every client.send() call transparently.
+ * Control layers:
+ *   off     — client returned unchanged (no transport, no hooks)
+ *   observe — telemetry only
+ *   govern  — admit (metadata) then direct provider call
+ *   steer/route — proxy in request path (OpenAI / Anthropic only)
  */
 import { resolveConfig } from "./config.js";
 import { TensorCostConfigError } from "./config.js";
@@ -28,66 +19,82 @@ import { installAppliedMode } from "./applied.js";
 import * as openaiProvider from "./providers/openai.js";
 import * as anthropicProvider from "./providers/anthropic.js";
 import * as bedrockProvider from "./providers/bedrock.js";
+import * as vertexProvider from "./providers/vertex.js";
 import { CircuitBreaker } from "./circuit.js";
+import { bindCircuitObservations } from "./circuit-observations.js";
+import { layerRank, needsProxyUrl } from "./layer.js";
+import { SdkLayerClient } from "./sdk-layer.js";
+function steerRouteUnsupportedError(provider, maxLayer) {
+    return new TensorCostConfigError(`TensorCost maxLayer '${maxLayer}' is not supported for ${provider} clients. ` +
+        "Bedrock and Vertex use provider-native signing that cannot be intercepted at " +
+        "the proxy layer. Use maxLayer 'govern' or lower for telemetry, or wrap an " +
+        "OpenAI / Anthropic client for steer/route.");
+}
 export function wrap(client, options = {}) {
-    // resolveConfig throws MissingConfigError when apiKey is absent, and
-    // TensorCostConfigError when appliedMode=true with no proxyUrl.
-    // Both are intentional non-fail-open cases — see config.ts header.
     const config = resolveConfig(options);
+    // L0 off — no transport, no provider hooks.
+    if (config.maxLayer === "off") {
+        return client;
+    }
+    const provider = detectProvider(client);
+    if (needsProxyUrl(config.maxLayer) &&
+        (provider === "bedrock" || provider === "vertex")) {
+        throw steerRouteUnsupportedError(provider, config.maxLayer);
+    }
     const transport = new ObservationTransport({
         baseUrl: config.baseUrl,
         apiKey: config.apiKey,
+        tenantId: config.tenantId,
         failOpen: config.failOpen,
     });
-    const provider = detectProvider(client);
-    // Bedrock does not support applied mode. SigV4 signing happens inside
-    // the AWS SDK before our middleware can intercept the request, and the
-    // signed URL/headers are region-specific. Fail loudly here rather than
-    // silently ignoring the option — the customer almost certainly made a
-    // configuration mistake.
-    if (provider === "bedrock" && config.appliedMode) {
-        throw new TensorCostConfigError("TensorCost applied mode is not supported for AWS Bedrock clients. " +
-            "Bedrock uses SigV4 signing that cannot be intercepted at the proxy layer. " +
-            "Remove { appliedMode: true } or use an OpenAI / Anthropic client instead.");
-    }
-    // Applied mode: redirect the client to the proxy before installing
-    // the observe-only wrappers. Order matters — installAppliedMode mutates
-    // baseURL and defaultHeaders, and the provider wrappers capture the
-    // (now-modified) bound methods, so post-call observations correctly
-    // attribute the response to the original provider model even though
-    // the network call went through the proxy.
-    if (config.appliedMode && config.proxyUrl !== null) {
-        installAppliedMode(client, config.proxyUrl, provider);
+    const sdkLayer = new SdkLayerClient({
+        baseUrl: config.baseUrl,
+        getToken: () => transport.getToken(),
+    });
+    if (needsProxyUrl(config.maxLayer) &&
+        config.proxyUrl !== null &&
+        (provider === "openai" || provider === "anthropic")) {
+        installAppliedMode(client, config.proxyUrl, provider, {
+            application: config.application,
+            tags: config.tags,
+            customer: config.customer,
+            feature: config.feature,
+        });
     }
-    // One circuit breaker per wrap() call — shared across all requests
-    // dispatched through this client instance.
-    const circuit = new CircuitBreaker();
+    const circuit = new CircuitBreaker(undefined, bindCircuitObservations(transport, {
+        provider,
+        tenantId: config.tenantId,
+        environment: config.environment,
+    }));
+    const hardening = {
+        maxLayer: config.maxLayer,
+        appliedMode: config.appliedMode,
+        proxyUrl: config.proxyUrl,
+        baseUrl: config.baseUrl,
+        sdkLayer,
+        retry: config.retry,
+        timeoutMs: config.timeoutMs,
+        onLifecycleEvent: config.onLifecycleEvent,
+        failOpenEnabled: config.failOpenEnabled,
+        circuit,
+        application: config.application,
+        tags: config.tags,
+        customer: config.customer,
+        feature: config.feature,
+    };
     if (provider === "openai") {
-        openaiProvider.install(client, transport, config.tenantId, config.environment, config.connectionId, {
-            appliedMode: config.appliedMode,
-            proxyUrl: config.proxyUrl,
-            retry: config.retry,
-            timeoutMs: config.timeoutMs,
-            onLifecycleEvent: config.onLifecycleEvent,
-            failOpenEnabled: config.failOpenEnabled,
-            circuit,
-        });
+        openaiProvider.install(client, transport, config.tenantId, config.environment, config.connectionId, hardening, config.deployment, config.promptTemplateId, config.agentId, config.workflowId);
     }
     else if (provider === "anthropic") {
-        anthropicProvider.install(client, transport, config.tenantId, config.environment, config.connectionId, {
-            appliedMode: config.appliedMode,
-            proxyUrl: config.proxyUrl,
-            retry: config.retry,
-            timeoutMs: config.timeoutMs,
-            onLifecycleEvent: config.onLifecycleEvent,
-            failOpenEnabled: config.failOpenEnabled,
-            circuit,
-        });
+        anthropicProvider.install(client, transport, config.tenantId, config.environment, config.connectionId, hardening, config.deployment, config.promptTemplateId, config.agentId, config.workflowId);
+    }
+    else if (provider === "bedrock") {
+        bedrockProvider.install(client, transport, config.tenantId, config.environment, config.connectionId, config.deployment, config.promptTemplateId, config.agentId, config.workflowId, config.customer, config.feature);
     }
     else {
-        // provider === "bedrock"
-        bedrockProvider.install(client, transport, config.tenantId, config.environment, config.connectionId);
+        vertexProvider.install(client, transport, config.tenantId, config.environment, config.connectionId, config.deployment, config.promptTemplateId, config.agentId, config.workflowId, config.customer, config.feature);
     }
     return client;
 }
+export const __test__ = { layerRank, steerRouteUnsupportedError };
 //# sourceMappingURL=wrap.js.map

package/dist/wrap.js.map

@@ -1 +1 @@
-{"version":3,"file":"wrap.js","sourceRoot":"","sources":["../src/wrap.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,cAAc,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,iBAAiB,MAAM,0BAA0B,CAAC;AAC9D,OAAO,KAAK,eAAe,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAG9C,MAAM,UAAU,IAAI,CAAI,MAAS,EAAE,UAAuB,EAAE;IAC1D,qEAAqE;IACrE,gEAAgE;IAChE,mEAAmE;IACnE,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,oBAAoB,CAAC;QACzC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC1B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAExC,sEAAsE;IACtE,uEAAuE;IACvE,uEAAuE;IACvE,sEAAsE;IACtE,yBAAyB;IACzB,IAAI,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,IAAI,qBAAqB,CAC7B,oEAAoE;YAClE,4EAA4E;YAC5E,2EAA2E,CAC9E,CAAC;IACJ,CAAC;IAED,mEAAmE;IACnE,wEAAwE;IACxE,oEAAoE;IACpE,oEAAoE;IACpE,oEAAoE;IACpE,2CAA2C;IAC3C,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QACnD,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAkC,CAAC,CAAC;IAClF,CAAC;IAED,mEAAmE;IACnE,2CAA2C;IAC3C,MAAM,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;IAErC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,cAAc,CAAC,OAAO,CACpB,MAAM,EACN,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,YAAY,EACnB;YACE,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,OAAO;SACR,CACF,CAAC;IACJ,CAAC;SAAM,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QACpC,iBAAiB,CAAC,OAAO,CACvB,MAAM,EACN,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,YAAY,EACnB;YACE,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,OAAO;SACR,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,yBAAyB;QACzB,eAAe,CAAC,OAAO,CACrB,MAAM,EACN,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,YAAY,CACpB,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"wrap.js","sourceRoot":"","sources":["../src/wrap.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,cAAc,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,iBAAiB,MAAM,0BAA0B,CAAC;AAC9D,OAAO,KAAK,eAAe,MAAM,wBAAwB,CAAC;AAC1D,OAAO,KAAK,cAAc,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,SAAS,0BAA0B,CACjC,QAAgB,EAChB,QAAgB;IAEhB,OAAO,IAAI,qBAAqB,CAC9B,wBAAwB,QAAQ,0BAA0B,QAAQ,YAAY;QAC5E,+EAA+E;QAC/E,4EAA4E;QAC5E,4CAA4C,CAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,IAAI,CAAI,MAAS,EAAE,UAAuB,EAAE;IAC1D,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAEtC,4CAA4C;IAC5C,IAAI,MAAM,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAExC,IACE,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC9B,CAAC,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,QAAQ,CAAC,EACjD,CAAC;QACD,MAAM,0BAA0B,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,oBAAoB,CAAC;QACzC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC1B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,cAAc,CAAC;QAClC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE;KACrC,CAAC,CAAC;IAEH,IACE,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC9B,MAAM,CAAC,QAAQ,KAAK,IAAI;QACxB,CAAC,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,WAAW,CAAC,EACnD,CAAC;QACD,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE;YACpD,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC,SAAS,EACT,uBAAuB,CAAC,SAAS,EAAE;QACjC,QAAQ;QACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,CAAC,CACH,CAAC;IAEF,MAAM,SAAS,GAAG;QAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ;QACR,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,OAAO;QACP,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC;IAEF,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,cAAc,CAAC,OAAO,CACpB,MAAM,EACN,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,YAAY,EACnB,SAAS,EACT,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,UAAU,CAClB,CAAC;IACJ,CAAC;SAAM,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QACpC,iBAAiB,CAAC,OAAO,CACvB,MAAM,EACN,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,YAAY,EACnB,SAAS,EACT,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,UAAU,CAClB,CAAC;IACJ,CAAC;SAAM,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClC,eAAe,CAAC,OAAO,CACrB,MAAM,EACN,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,OAAO,CACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,cAAc,CAAC,OAAO,CACpB,MAAM,EACN,SAAS,EACT,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,WAAW,EAClB,MAAM,CAAC,YAAY,EACnB,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,gBAAgB,EACvB,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,UAAU,EACjB,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,OAAO,CACf,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,MAAM,QAAQ,GAAG,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@tensorcost/sdk",
-  "version": "0.5.0",
-  "description": "One-line wrapper SDK for TensorCost — fire-and-forget LLM observability for OpenAI, Anthropic, and AWS Bedrock clients.",
+  "version": "1.0.0",
+  "description": "One-line wrapper SDK for TensorCost — fire-and-forget LLM observability for OpenAI, Anthropic, AWS Bedrock, and Google Vertex AI clients.",
   "license": "Apache-2.0",
   "type": "module",
   "main": "./dist/index.js",
@@ -19,6 +19,9 @@
     "CHANGELOG.md",
     "LICENSE"
   ],
+  "publishConfig": {
+    "access": "public"
+  },
   "engines": {
     "node": ">=18.0.0"
   },
@@ -27,6 +30,8 @@
     "openai",
     "anthropic",
     "bedrock",
+    "vertex",
+    "google",
     "aws",
     "observability",
     "cost",