@flutchai/flutch-sdk 0.2.21 → 0.4.0

package/dist/index.cjs

@@ -15,6 +15,7 @@ var crypto = require('crypto');
 var promClient = require('prom-client');
 var messages = require('@langchain/core/messages');
 var LangGraph = require('@langchain/langgraph');
+var async_hooks = require('async_hooks');
 var dispatch = require('@langchain/core/callbacks/dispatch');
 var tools = require('@langchain/core/tools');
 var zod = require('zod');
@@ -23,6 +24,7 @@ var zodToJsonSchema = require('zod-to-json-schema');
 var manager = require('@langchain/core/callbacks/manager');
 var openai = require('@langchain/openai');
 var aws = require('@langchain/aws');
+var core$1 = require('cohere-ai/core');
 var anthropic = require('@langchain/anthropic');
 var cohere = require('@langchain/cohere');
 var cohereAi = require('cohere-ai');
@@ -5302,6 +5304,92 @@ exports.EventProcessor = class EventProcessor {
 exports.EventProcessor = __decorateClass([
   common.Injectable()
 ], exports.EventProcessor);
+var als = new async_hooks.AsyncLocalStorage();
+function withFlutchContext(ctx, fn) {
+  return als.run(ctx, fn);
+}
+function getFlutchContext() {
+  return als.getStore();
+}
+var HEADER_MAP = {
+  messageId: "x-flutch-message-id",
+  threadId: "x-flutch-thread-id",
+  agentId: "x-flutch-agent-id",
+  userId: "x-flutch-user-id",
+  nodeName: "x-flutch-node",
+  companyId: "x-flutch-company-id",
+  accountId: "x-flutch-account-id"
+};
+var INTERNAL_TOKEN_HEADER = "x-flutch-internal-token";
+function isInternalMode() {
+  return !!process.env.FLUTCHROUTER_INTERNAL_TOKEN;
+}
+function internalToken() {
+  const v = process.env.FLUTCHROUTER_INTERNAL_TOKEN;
+  return v && v.length > 0 ? v : void 0;
+}
+var flutchFetch = (input, init) => {
+  const ctx = als.getStore();
+  const tok = internalToken();
+  if (!ctx && !tok) {
+    return fetch(input, init);
+  }
+  const headers = new Headers(init?.headers);
+  if (ctx) {
+    for (const key of Object.keys(HEADER_MAP)) {
+      const value = ctx[key];
+      if (value) {
+        headers.set(HEADER_MAP[key], String(value));
+      }
+    }
+  }
+  if (tok) {
+    headers.set(INTERNAL_TOKEN_HEADER, tok);
+  }
+  return fetch(input, { ...init, headers });
+};
+function flutchHeaders() {
+  const ctx = als.getStore();
+  const tok = internalToken();
+  const out = {};
+  if (ctx) {
+    for (const key of Object.keys(HEADER_MAP)) {
+      const value = ctx[key];
+      if (value) {
+        out[HEADER_MAP[key]] = String(value);
+      }
+    }
+  }
+  if (tok) {
+    out[INTERNAL_TOKEN_HEADER] = tok;
+  }
+  return out;
+}
+function flutchMistralHook(req) {
+  const extras = flutchHeaders();
+  if (Object.keys(extras).length === 0) {
+    return req;
+  }
+  const headers = new Headers(req.headers);
+  for (const [k, v] of Object.entries(extras)) {
+    headers.set(k, v);
+  }
+  return new Request(req, { headers });
+}
+function wrapCohereFetcher(inner) {
+  return ((args) => {
+    const extras = flutchHeaders();
+    if (Object.keys(extras).length === 0) {
+      return inner(args);
+    }
+    return inner({
+      ...args,
+      headers: { ...args.headers ?? {}, ...extras }
+    });
+  });
+}
+
+// src/engines/langgraph/langgraph-engine.ts
 process.setMaxListeners(0);
 exports.LangGraphEngine = class LangGraphEngine {
   constructor(eventProcessor, configService) {
@@ -5353,29 +5441,42 @@ exports.LangGraphEngine = class LangGraphEngine {
    * Method to invoke LangGraph
    */
   async invokeGraph(graph, preparedPayload, signal) {
-    this.logger.debug("invokeGraph preparedPayload", preparedPayload);
-    if (signal) {
-      preparedPayload.signal = signal;
-      this.logger.debug("[ENGINE] Signal assigned to preparedPayload.signal");
-    }
-    const input = await this.deserializeInput(preparedPayload.input || {});
-    try {
-      const result = await graph.invoke(input, {
-        ...preparedPayload.config,
-        signal: preparedPayload.signal
-      });
-      return this.processGraphResult(result);
-    } finally {
-      const threadId = this.extractThreadId(preparedPayload);
-      if (threadId) {
-        clearAttachmentDataStore(threadId);
-        this.logger.debug(
-          `[ENGINE] Cleared attachment data store for thread: ${threadId}`
-        );
+    return withFlutchContext(
+      this.extractFlutchContext(preparedPayload),
+      async () => {
+        this.logger.debug("invokeGraph preparedPayload", preparedPayload);
+        if (signal) {
+          preparedPayload.signal = signal;
+          this.logger.debug(
+            "[ENGINE] Signal assigned to preparedPayload.signal"
+          );
+        }
+        const input = await this.deserializeInput(preparedPayload.input || {});
+        try {
+          const result = await graph.invoke(input, {
+            ...preparedPayload.config,
+            signal: preparedPayload.signal
+          });
+          return this.processGraphResult(result);
+        } finally {
+          const threadId = this.extractThreadId(preparedPayload);
+          if (threadId) {
+            clearAttachmentDataStore(threadId);
+            this.logger.debug(
+              `[ENGINE] Cleared attachment data store for thread: ${threadId}`
+            );
+          }
+        }
       }
-    }
+    );
   }
   async streamGraph(graph, preparedPayload, onPartial, signal) {
+    return withFlutchContext(
+      this.extractFlutchContext(preparedPayload),
+      () => this.streamGraphInner(graph, preparedPayload, onPartial, signal)
+    );
+  }
+  async streamGraphInner(graph, preparedPayload, onPartial, signal) {
     const acc = this.eventProcessor.createAccumulator();
     let streamError = null;
     this.logger.debug({
@@ -5491,8 +5592,8 @@ exports.LangGraphEngine = class LangGraphEngine {
   async sendMetricsWebhook(payload) {
     try {
       const backendUrl = this.configService?.get("API_URL") || "http://amelie-service";
-      const internalToken = this.configService?.get("INTERNAL_API_TOKEN");
-      if (!internalToken) {
+      const internalToken2 = this.configService?.get("INTERNAL_API_TOKEN");
+      if (!internalToken2) {
         this.logger.warn(
           "[METRICS-WEBHOOK] INTERNAL_API_TOKEN not configured, skipping webhook"
         );
@@ -5508,7 +5609,7 @@ exports.LangGraphEngine = class LangGraphEngine {
         method: "POST",
         headers: {
           "Content-Type": "application/json",
-          "x-internal-token": internalToken
+          "x-internal-token": internalToken2
         },
         body: JSON.stringify(payload)
       });
@@ -5531,8 +5632,8 @@ exports.LangGraphEngine = class LangGraphEngine {
   async sendTraceEventsBatch(payload) {
     try {
       const backendUrl = this.configService?.get("API_URL") || "http://amelie-service";
-      const internalToken = this.configService?.get("INTERNAL_API_TOKEN");
-      if (!internalToken) {
+      const internalToken2 = this.configService?.get("INTERNAL_API_TOKEN");
+      if (!internalToken2) {
         this.logger.warn(
           "[TRACE-EVENTS-BATCH] INTERNAL_API_TOKEN not configured, skipping batch webhook"
         );
@@ -5575,7 +5676,7 @@ exports.LangGraphEngine = class LangGraphEngine {
         method: "POST",
         headers: {
           "Content-Type": "application/json",
-          "x-internal-token": internalToken
+          "x-internal-token": internalToken2
         },
         body: JSON.stringify(batchPayload)
       });
@@ -5605,6 +5706,22 @@ exports.LangGraphEngine = class LangGraphEngine {
   extractThreadId(preparedPayload) {
     return preparedPayload.configurable?.thread_id || preparedPayload.configurable?.context?.threadId || preparedPayload.config?.configurable?.thread_id || preparedPayload.config?.configurable?.context?.threadId || void 0;
   }
+  /**
+   * Extract Flutch billing/attribution context from the prepared payload.
+   *
+   * Read by `flutchFetch` (in node-sdk/src/models/flutch-context.ts) to
+   * attach X-Flutch-* headers to every router-bound LLM call made during
+   * this graph run.
+   */
+  extractFlutchContext(preparedPayload) {
+    const ctx = preparedPayload?.config?.configurable?.context || preparedPayload?.configurable?.context || {};
+    return {
+      messageId: ctx.messageId,
+      threadId: ctx.threadId || preparedPayload?.config?.configurable?.thread_id,
+      agentId: ctx.agentId,
+      userId: ctx.userId
+    };
+  }
   /**
    * Process graph execution result
    */
@@ -6760,7 +6877,10 @@ var ModelInitializer = class _ModelInitializer {
       );
       const routerURL = resolveRouterURL(baseURL);
       if (routerURL) {
-        config.configuration = { baseURL: `${routerURL}/v1` };
+        config.configuration = {
+          baseURL: `${routerURL}/v1`,
+          fetch: flutchFetch
+        };
       }
       return new openai.ChatOpenAI(config);
     },
@@ -6770,15 +6890,19 @@ var ModelInitializer = class _ModelInitializer {
       defaultMaxTokens,
       apiToken,
       baseURL
-    }) => new anthropic.ChatAnthropic({
-      modelName,
-      temperature: defaultTemperature,
-      maxTokens: defaultMaxTokens,
-      anthropicApiKey: apiToken || this.resolveApiKey("anthropic" /* ANTHROPIC */),
-      ...resolveRouterURL(baseURL) && {
-        anthropicApiUrl: resolveRouterURL(baseURL)
-      }
-    }),
+    }) => {
+      const routerURL = resolveRouterURL(baseURL);
+      return new anthropic.ChatAnthropic({
+        modelName,
+        temperature: defaultTemperature,
+        maxTokens: defaultMaxTokens,
+        anthropicApiKey: apiToken || this.resolveApiKey("anthropic" /* ANTHROPIC */),
+        ...routerURL && {
+          anthropicApiUrl: routerURL,
+          clientOptions: { fetch: flutchFetch }
+        }
+      });
+    },
     ["cohere" /* COHERE */]: ({
       modelName,
       defaultTemperature,
@@ -6791,7 +6915,13 @@ var ModelInitializer = class _ModelInitializer {
       return routerURL ? new cohere.ChatCohere({
         model: modelName,
         temperature: defaultTemperature,
-        client: new cohereAi.CohereClient({ token, baseUrl: routerURL })
+        client: new cohereAi.CohereClient({
+          token,
+          baseUrl: routerURL,
+          // Inject X-Flutch-* headers from the ALS context on every
+          // outbound request via the wrapped default fetcher.
+          fetcher: wrapCohereFetcher(core$1.fetcher)
+        })
       }) : new cohere.ChatCohere({
         model: modelName,
         temperature: defaultTemperature,
@@ -6811,7 +6941,13 @@ var ModelInitializer = class _ModelInitializer {
         temperature: defaultTemperature,
         maxTokens: defaultMaxTokens,
         apiKey: apiToken || this.resolveApiKey("mistral" /* MISTRAL */),
-        ...routerURL && { serverURL: `${routerURL}/v1` }
+        ...routerURL && {
+          serverURL: `${routerURL}/v1`,
+          // Mistral SDK doesn't accept a custom fetch directly — its
+          // beforeRequestHooks let us mutate the outgoing Request to add
+          // X-Flutch-* headers from the ALS context.
+          beforeRequestHooks: [flutchMistralHook]
+        }
       });
     },
     ["voyageai" /* VOYAGEAI */]: () => {
@@ -6866,7 +7002,7 @@ var ModelInitializer = class _ModelInitializer {
         model: modelName,
         apiKey: apiToken || this.resolveApiKey("openai" /* OPENAI */),
         ...routerURL && {
-          configuration: { baseURL: `${routerURL}/v1` }
+          configuration: { baseURL: `${routerURL}/v1`, fetch: flutchFetch }
         }
       });
     },
@@ -7860,11 +7996,15 @@ exports.encryptTokens = encryptTokens;
 exports.executeToolWithAttachments = executeToolWithAttachments;
 exports.findCallbackMethod = findCallbackMethod;
 exports.findEndpointMethod = findEndpointMethod;
+exports.flutchFetch = flutchFetch;
+exports.flutchHeaders = flutchHeaders;
+exports.flutchMistralHook = flutchMistralHook;
 exports.generateAttachmentSummary = generateAttachmentSummary;
 exports.generateModelCacheKey = generateModelCacheKey;
 exports.getAttachmentData = getAttachmentData;
 exports.getCallbackMetadata = getCallbackMetadata;
 exports.getEndpointMetadata = getEndpointMetadata;
+exports.getFlutchContext = getFlutchContext;
 exports.getOAuthProvider = getOAuthProvider;
 exports.getOAuthProviderNames = getOAuthProviderNames;
 exports.getUIEndpointClassMetadata = getUIEndpointClassMetadata;
@@ -7872,6 +8012,7 @@ exports.getUIEndpointMethodsMetadata = getUIEndpointMethodsMetadata;
 exports.hasCallbacks = hasCallbacks;
 exports.hasUIEndpoints = hasUIEndpoints;
 exports.hashToolsConfig = hashToolsConfig;
+exports.isInternalMode = isInternalMode;
 exports.isReasoningModel = isReasoningModel;
 exports.loadOAuthProviders = loadOAuthProviders;
 exports.normalizeToolConfigs = normalizeToolConfigs;
@@ -7882,5 +8023,7 @@ exports.resolveRouterURL = resolveRouterURL;
 exports.sanitizeTraceData = sanitizeTraceData;
 exports.storeAttachmentData = storeAttachmentData;
 exports.traceApiCall = traceApiCall;
+exports.withFlutchContext = withFlutchContext;
+exports.wrapCohereFetcher = wrapCohereFetcher;
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map