@flutchai/flutch-sdk 0.2.14 → 0.2.16

package/README.md

@@ -522,6 +522,43 @@ Currently supports LangGraph.js. The architecture is designed to support other g
 - **Multi-step Workflows**: Orchestrate complex AI pipelines
 - **Interactive Assistants**: Create agents with callbacks and dynamic UIs
 
+## Publishing
+
+The package is automatically published to [npmjs.org](https://www.npmjs.com/package/@flutchai/flutch-sdk) on every merge to `main` via GitHub Actions.
+
+### How it works
+
+1. On merge to `main`, the [release workflow](.github/workflows/release.yml) runs
+2. It reads the version from `package.json`
+3. If a git tag `v{version}` does not exist yet — it creates the tag and publishes to npm
+4. If the tag already exists — all publish steps are skipped (idempotent)
+
+Publishing uses [npm OIDC Trusted Publishing](https://docs.npmjs.com/generating-provenance-statements) — no npm token secret is required. The GitHub Actions runner authenticates directly with npmjs.org via OpenID Connect.
+
+### Rules
+
+- **Bump the version before merging** — if `package.json` version matches an existing git tag, nothing will be published
+- **Use semantic versioning** — `MAJOR.MINOR.PATCH` (e.g. `0.2.14`)
+  - `PATCH` — bug fixes, minor improvements
+  - `MINOR` — new backward-compatible features
+  - `MAJOR` — breaking changes
+- **One version bump per PR** — keep version changes isolated from feature/fix changes when possible
+
+### Releasing a new version
+
+```bash
+# 1. Create a branch
+git checkout -b chore/bump-version-X.Y.Z
+
+# 2. Update version in package.json
+# "version": "X.Y.Z"
+
+# 3. Push and open a PR
+git push origin chore/bump-version-X.Y.Z
+
+# 4. Merge the PR — publishing happens automatically
+```
+
 ## Links
 
 - [GitHub Repository](https://github.com/flutchai/node-sdk)

package/dist/index.cjs

@@ -25,6 +25,7 @@ var openai = require('@langchain/openai');
 var aws = require('@langchain/aws');
 var anthropic = require('@langchain/anthropic');
 var cohere = require('@langchain/cohere');
+var cohereAi = require('cohere-ai');
 var document_compressors = require('@langchain/core/retrievers/document_compressors');
 var mistralai = require('@langchain/mistralai');
 
@@ -6466,6 +6467,12 @@ function hashToolsConfig(toolsConfig) {
   const sorted = toolsConfig.map((t) => `${t.toolName}:${t.enabled}:${JSON.stringify(t.config || {})}`).sort().join("|");
   return crypto.createHash("md5").update(sorted).digest("hex").slice(0, 16);
 }
+function normalizeToolConfigs(tools) {
+  if (!tools || tools.length === 0) return void 0;
+  return tools.map(
+    (t) => typeof t === "string" ? { toolName: t, enabled: true } : { toolName: t.name, enabled: t.enabled !== false, config: t.config }
+  );
+}
 var DEFAULT_ROUTER_URL = "https://router.flutch.ai";
 function resolveRouterURL(baseURL) {
   return baseURL ?? process.env.FLUTCH_ROUTER_URL ?? DEFAULT_ROUTER_URL;
@@ -6508,13 +6515,14 @@ var VoyageAIRerank = class extends document_compressors.BaseDocumentCompressor {
   model;
   topN;
   truncation;
-  baseUrl = "https://api.voyageai.com/v1/rerank";
+  baseUrl;
   constructor(config) {
     super();
     this.apiKey = config.apiKey || process.env.VOYAGEAI_API_KEY || "";
     this.model = config.model || "rerank-2";
     this.topN = config.topN || 20;
     this.truncation = config.truncation ?? true;
+    this.baseUrl = config.baseUrl ? `${config.baseUrl}/v1/rerank` : "https://api.voyageai.com/v1/rerank";
     if (!this.apiKey) {
       throw new Error(
         "VoyageAI API key is required. Set VOYAGEAI_API_KEY environment variable or pass apiKey in config."
@@ -6645,22 +6653,31 @@ var ModelInitializer = class _ModelInitializer {
       modelName,
       defaultTemperature,
       defaultMaxTokens,
-      apiToken
+      apiToken,
+      baseURL
     }) => new cohere.ChatCohere({
       model: modelName,
       temperature: defaultTemperature,
-      apiKey: apiToken || this.resolveApiKey("cohere" /* COHERE */)
+      client: new cohereAi.CohereClient({
+        token: apiToken || this.resolveApiKey("cohere" /* COHERE */),
+        baseUrl: resolveRouterURL(baseURL)
+      })
     }),
     ["mistral" /* MISTRAL */]: ({
       modelName,
       defaultTemperature,
       defaultMaxTokens,
-      apiToken
+      apiToken,
+      baseURL
     }) => new mistralai.ChatMistralAI({
       model: modelName,
       temperature: defaultTemperature,
       maxTokens: defaultMaxTokens,
-      apiKey: apiToken || this.resolveApiKey("mistral" /* MISTRAL */)
+      apiKey: apiToken || this.resolveApiKey("mistral" /* MISTRAL */),
+      // Route through the same gateway as OpenAI/Anthropic.
+      // Without serverURL, ChatMistralAI ignores FLUTCH_ROUTER_URL and calls
+      // api.mistral.ai directly — inconsistent with other providers.
+      serverURL: `${resolveRouterURL(baseURL)}/v1`
     }),
     ["voyageai" /* VOYAGEAI */]: () => {
       throw new Error("VoyageAI chat models not implemented");
@@ -6668,18 +6685,32 @@ var ModelInitializer = class _ModelInitializer {
   };
   // Rerank model creators
   rerankModelCreators = {
-    ["cohere" /* COHERE */]: ({ modelName, apiToken, maxDocuments }) => {
+    ["cohere" /* COHERE */]: ({
+      modelName,
+      apiToken,
+      maxDocuments,
+      baseURL
+    }) => {
       return new cohere.CohereRerank({
-        apiKey: apiToken || this.resolveApiKey("cohere" /* COHERE */),
         model: modelName,
-        topN: maxDocuments || 20
+        topN: maxDocuments || 20,
+        client: new cohereAi.CohereClient({
+          token: apiToken || this.resolveApiKey("cohere" /* COHERE */),
+          baseUrl: resolveRouterURL(baseURL)
+        })
       });
     },
-    ["voyageai" /* VOYAGEAI */]: ({ modelName, apiToken, maxDocuments }) => {
+    ["voyageai" /* VOYAGEAI */]: ({
+      modelName,
+      apiToken,
+      maxDocuments,
+      baseURL
+    }) => {
       return new VoyageAIRerank({
         apiKey: apiToken || this.resolveApiKey("voyageai" /* VOYAGEAI */),
         model: modelName,
-        topN: maxDocuments || 20
+        topN: maxDocuments || 20,
+        baseUrl: resolveRouterURL(baseURL)
       });
     },
     // Other providers don't support rerank yet
@@ -6690,9 +6721,10 @@ var ModelInitializer = class _ModelInitializer {
   };
   // Embedding model creators
   embeddingModelCreators = {
-    ["openai" /* OPENAI */]: ({ modelName, apiToken }) => new openai.OpenAIEmbeddings({
+    ["openai" /* OPENAI */]: ({ modelName, apiToken, baseURL }) => new openai.OpenAIEmbeddings({
       model: modelName,
-      apiKey: apiToken || this.resolveApiKey("openai" /* OPENAI */)
+      apiKey: apiToken || this.resolveApiKey("openai" /* OPENAI */),
+      configuration: { baseURL: `${resolveRouterURL(baseURL)}/v1` }
     }),
     // Other providers not yet implemented for embeddings
     ["anthropic" /* ANTHROPIC */]: void 0,
@@ -6701,7 +6733,82 @@ var ModelInitializer = class _ModelInitializer {
     ["aws" /* AWS */]: void 0,
     ["voyageai" /* VOYAGEAI */]: void 0
   };
-  async initializeChatModel(config) {
+  // ══════════════════════════════════════════════════════════════
+  //  initializeChatModel — overloaded: ModelConfig | ModelByIdConfig
+  // ══════════════════════════════════════════════════════════════
+  async initializeChatModel(config, customTools) {
+    if ("provider" in config && "modelName" in config) {
+      return this.initializeChatModelDirect(config, customTools);
+    }
+    return this.initializeChatModelByIdInternal(config);
+  }
+  /**
+   * Direct initialization by provider + modelName (no DB lookup).
+   */
+  async initializeChatModelDirect(config, customTools) {
+    const toolsConfig = normalizeToolConfigs(config.tools);
+    const modelIdentifier = `${config.provider}:${config.modelName}`;
+    const cacheKey = generateModelCacheKey(
+      modelIdentifier,
+      config.temperature,
+      config.maxTokens,
+      toolsConfig,
+      config.baseURL
+    );
+    const cached = this.modelInstanceCache.get(cacheKey);
+    if (cached) {
+      this.logger.debug(`Using cached chat model instance: ${cacheKey}`);
+      return cached;
+    }
+    const provider = config.provider;
+    if (!Object.values(ModelProvider).includes(provider)) {
+      throw new Error(
+        `Unknown provider "${provider}". Valid: ${Object.values(ModelProvider).join(", ")}`
+      );
+    }
+    const apiToken = this.resolveApiKey(provider);
+    const temperature = config.temperature ?? 0.7;
+    const maxTokens = config.maxTokens ?? 4096;
+    const modelConfig = {
+      modelId: modelIdentifier,
+      modelName: config.modelName,
+      provider,
+      modelType: "chat" /* CHAT */,
+      defaultTemperature: Number(temperature),
+      defaultMaxTokens: Number(maxTokens),
+      apiToken,
+      requiresApiKey: true,
+      baseURL: config.baseURL
+    };
+    this.logger.debug(
+      `Creating chat model: ${modelIdentifier} (apiKeyResolved=${!!apiToken})`
+    );
+    const creator = this.chatModelCreators[provider];
+    if (!creator) {
+      throw new Error(`Chat models not supported for provider: ${provider}`);
+    }
+    const model = creator(modelConfig);
+    model.metadata = {
+      ...model.metadata,
+      modelId: modelIdentifier
+    };
+    if (toolsConfig || customTools) {
+      const boundModel = await this.bindToolsToModel(
+        model,
+        toolsConfig,
+        customTools
+      );
+      this.modelInstanceCache.set(cacheKey, boundModel);
+      return boundModel;
+    }
+    this.modelInstanceCache.set(cacheKey, model);
+    return model;
+  }
+  /**
+   * Legacy initialization by model ID (DB lookup via configFetcher).
+   * @deprecated Pass ModelConfig with provider + modelName instead.
+   */
+  async initializeChatModelByIdInternal(config) {
     const cacheKey = this.generateModelCacheKey(config);
     const cachedModel = this.modelInstanceCache.get(cacheKey);
     if (cachedModel) {
@@ -6727,9 +6834,6 @@ var ModelInitializer = class _ModelInitializer {
     this.logger.debug(`Creating new chat model instance: ${cacheKey}`);
     let model;
     if (finalConfig.useBedrock && finalConfig.bedrockModelId) {
-      this.logger.debug(
-        `Using Bedrock for model ${finalConfig.modelName}, bedrockModelId: ${finalConfig.bedrockModelId}`
-      );
       model = new aws.ChatBedrockConverse({
         model: finalConfig.bedrockModelId,
         region: this.resolveBedrockRegion(),
@@ -6750,29 +6854,12 @@ var ModelInitializer = class _ModelInitializer {
       ...model.metadata,
       modelId: config.modelId
     };
-    this.logger.debug("\u{1F527} Model initialized with metadata", {
-      modelId: config.modelId,
-      metadataKeys: Object.keys(model.metadata || {}),
-      hasModelId: !!model.metadata?.modelId
-    });
-    this.logger.debug(
-      `[TOOLS CHECK] toolsConfig exists: ${!!config.toolsConfig}, customTools exists: ${!!config.customTools}`
-    );
-    if (config.toolsConfig) {
-      this.logger.debug(
-        `[TOOLS CHECK] toolsConfig length: ${config.toolsConfig.length}, content: ${JSON.stringify(config.toolsConfig)}`
-      );
-    }
     if (config.toolsConfig || config.customTools) {
-      this.logger.debug(
-        `[TOOLS] Calling bindToolsToModel with toolsConfig: ${JSON.stringify(config.toolsConfig)}`
-      );
       const boundModel = await this.bindToolsToModel(
         model,
         config.toolsConfig,
         config.customTools
       );
-      this.logger.debug(`[TOOLS] bindToolsToModel returned successfully`);
       this.modelInstanceCache.set(cacheKey, boundModel);
       return boundModel;
     }
@@ -7607,6 +7694,7 @@ exports.CallbackRegistry = CallbackRegistry;
 exports.CallbackStore = CallbackStore;
 exports.ChatFeature = ChatFeature;
 exports.DEFAULT_ATTACHMENT_THRESHOLD = DEFAULT_ATTACHMENT_THRESHOLD;
+exports.DEFAULT_ROUTER_URL = DEFAULT_ROUTER_URL;
 exports.DEFAULT_TRACER_OPTIONS = DEFAULT_TRACER_OPTIONS;
 exports.Endpoint = Endpoint;
 exports.FileTokenStore = FileTokenStore;
@@ -7633,6 +7721,7 @@ exports.WithUIEndpoints = WithUIEndpoints;
 exports._internals = _internals;
 exports.bootstrap = bootstrap;
 exports.buildOAuthAuthorizationUrl = buildOAuthAuthorizationUrl;
+exports.buildOpenAIModelConfig = buildOpenAIModelConfig;
 exports.clearAttachmentDataStore = clearAttachmentDataStore;
 exports.createEndpointDescriptors = createEndpointDescriptors;
 exports.createGraphAttachment = createGraphAttachment;
@@ -7645,6 +7734,7 @@ exports.executeToolWithAttachments = executeToolWithAttachments;
 exports.findCallbackMethod = findCallbackMethod;
 exports.findEndpointMethod = findEndpointMethod;
 exports.generateAttachmentSummary = generateAttachmentSummary;
+exports.generateModelCacheKey = generateModelCacheKey;
 exports.getAttachmentData = getAttachmentData;
 exports.getCallbackMetadata = getCallbackMetadata;
 exports.getEndpointMetadata = getEndpointMetadata;
@@ -7654,10 +7744,14 @@ exports.getUIEndpointClassMetadata = getUIEndpointClassMetadata;
 exports.getUIEndpointMethodsMetadata = getUIEndpointMethodsMetadata;
 exports.hasCallbacks = hasCallbacks;
 exports.hasUIEndpoints = hasUIEndpoints;
+exports.hashToolsConfig = hashToolsConfig;
+exports.isReasoningModel = isReasoningModel;
 exports.loadOAuthProviders = loadOAuthProviders;
+exports.normalizeToolConfigs = normalizeToolConfigs;
 exports.registerFinanceExampleCallback = registerFinanceExampleCallback;
 exports.registerUIEndpointsFromClass = registerUIEndpointsFromClass;
 exports.resolveOAuthProviderConfig = resolveOAuthProviderConfig;
+exports.resolveRouterURL = resolveRouterURL;
 exports.sanitizeTraceData = sanitizeTraceData;
 exports.storeAttachmentData = storeAttachmentData;
 exports.traceApiCall = traceApiCall;