@flutchai/flutch-sdk 0.2.16 → 0.2.18

package/dist/index.js

@@ -6,7 +6,7 @@ import * as path2 from 'path';
 import * as os from 'os';
 import { NestFactory, MetadataScanner, ModuleRef, DiscoveryModule } from '@nestjs/core';
 import * as net from 'net';
-import { ConfigService, ConfigModule } from '@nestjs/config';
+import { ConfigModule, ConfigService } from '@nestjs/config';
 import mongoose from 'mongoose';
 import { MongoDBSaver } from '@langchain/langgraph-checkpoint-mongodb';
 import * as crypto from 'crypto';
@@ -307,11 +307,6 @@ function registerUIEndpointsFromClass(endpointRegistry, EndpointClass, instance)
   if (methodsMetadata.length === 0) {
     return;
   }
-  console.log("DEBUG: registerUIEndpointsFromClass", {
-    hasInstance: !!instance,
-    willCreateNew: !instance,
-    className: EndpointClass.name
-  });
   const endpointInstance = instance || new EndpointClass();
   const descriptors = methodsMetadata.map((meta) => ({
     name: meta.endpointName,
@@ -373,11 +368,6 @@ var init_ui_endpoints_discovery = __esm({
             }
             if (hasUIEndpoints(metatype)) {
               this.logger.debug(`Found UI endpoints class: ${metatype.name}`);
-              console.log("DEBUG: Discovery found instance", {
-                className: metatype.name,
-                hasInstance: !!instance,
-                instanceType: typeof instance
-              });
               registerUIEndpointsFromClass(
                 this.endpointRegistry,
                 metatype,
@@ -1296,10 +1286,37 @@ var AbstractGraphBuilder = class {
   }
   /**
    * Prepare config for graph execution
-   * Deserialization happens in engine, so just pass through with customization hook
+   * Automatically sets checkpoint_ns and checkpoint_id if not present
    */
   async preparePayload(payload) {
-    const finalPayload = await this.customizeConfig(payload);
+    const checkpoint_ns = payload.config.configurable.checkpoint_ns || this.graphType;
+    const checkpoint_id = payload.config.configurable.checkpoint_id || payload.config.configurable.thread_id;
+    this.logger.debug({
+      message: "[SDK] preparePayload - setting checkpoint config",
+      checkpoint_ns,
+      checkpoint_id,
+      thread_id: payload.config.configurable.thread_id,
+      graphType: this.graphType
+    });
+    const payloadWithCheckpoint = {
+      ...payload,
+      config: {
+        ...payload.config,
+        configurable: {
+          ...payload.config.configurable,
+          checkpoint_ns,
+          checkpoint_id
+        }
+      }
+    };
+    const finalPayload = await this.customizeConfig(payloadWithCheckpoint);
+    this.logger.debug({
+      message: "[SDK] preparePayload - final config",
+      has_checkpoint_ns: !!finalPayload.config.configurable.checkpoint_ns,
+      has_checkpoint_id: !!finalPayload.config.configurable.checkpoint_id,
+      checkpoint_ns: finalPayload.config.configurable.checkpoint_ns,
+      checkpoint_id: finalPayload.config.configurable.checkpoint_id
+    });
     return finalPayload;
   }
   /**
@@ -1373,11 +1390,6 @@ var AbstractGraphBuilder = class {
       return null;
     }
   }
-  /**
-   * Validate graph manifest
-   */
-  validateManifest(manifest) {
-  }
   /**
    * Get graph metadata (from manifest or decorator)
    */
@@ -1475,9 +1487,7 @@ var UniversalGraphService = class {
    * Returns graph types supported by the service
    */
   async getSupportedGraphTypes() {
-    return this.builders.map((builder) => {
-      return builder.graphType;
-    });
+    return this.builders.map((builder) => builder.graphType);
   }
   /**
    * Generate answer without streaming
@@ -1754,12 +1764,10 @@ UniversalGraphService = __decorateClass([
 ], UniversalGraphService);
 function setupRedisMock() {
   if (process.env.NODE_ENV === "development" && !process.env.KUBERNETES_SERVICE_HOST) {
-    console.log("[REDIS_MOCK] Intercepting ioredis requires for development");
     const Module2 = __require("module");
     const originalRequire = Module2.prototype.require;
     Module2.prototype.require = function(...args) {
       if (args[0] === "ioredis") {
-        console.log("[REDIS_MOCK] Redirecting ioredis to ioredis-mock");
         return originalRequire.apply(this, ["ioredis-mock"]);
       }
       return originalRequire.apply(this, args);
@@ -5541,17 +5549,16 @@ function createMetaBuilder(config, versionedGraphService, moduleRef) {
       const resolution = await versionedGraphService.resolveVersion(graphType, {
         strict: false
       });
+      let versionedBuilder;
       try {
-        const versionedBuilder = moduleRef.get(resolution.builderClass, {
+        versionedBuilder = moduleRef.get(resolution.builderClass, {
           strict: false
         });
-        return versionedBuilder.buildGraph(payload);
       } catch (error) {
-        const versionedBuilder = await moduleRef.create(
-          resolution.builderClass
-        );
-        return versionedBuilder.buildGraph(payload);
+        versionedBuilder = await moduleRef.create(resolution.builderClass);
       }
+      const preparedPayload = await versionedBuilder.preparePayload(payload);
+      return versionedBuilder.buildGraph(preparedPayload);
     }
     async preparePayload(payload) {
       const graphType = payload.config?.configurable?.graphSettings?.graphType;
@@ -5590,6 +5597,82 @@ function createMetaBuilder(config, versionedGraphService, moduleRef) {
   Object.defineProperty(VersionRouter, "name", { value: className });
   return VersionRouter;
 }
+function buildCheckpointerProviders(options) {
+  const logger2 = new Logger("UniversalGraphModule");
+  if (options.postgres !== void 0) {
+    return [
+      {
+        provide: "CHECKPOINTER",
+        useFactory: async () => {
+          const { PostgresSaver } = await import(
+            // Dynamic import keeps the package optional at build time
+            '@langchain/langgraph-checkpoint-postgres'
+          );
+          const connString = options.postgres.connectionString ?? process.env.DATABASE_URL;
+          if (!connString) {
+            throw new Error(
+              "[UniversalGraphModule] Postgres checkpointer: provide postgres.connectionString or set the DATABASE_URL environment variable."
+            );
+          }
+          logger2.log(
+            `Checkpointer: PostgreSQL (${connString.replace(/:[^:@]+@/, ":***@")})`
+          );
+          const saver = PostgresSaver.fromConnString(connString, {
+            ...options.postgres.schema ? { schema: options.postgres.schema } : {}
+          });
+          await saver.setup();
+          return saver;
+        }
+      }
+    ];
+  }
+  if (options.mongodb !== void 0) {
+    return [
+      {
+        provide: "MONGO_CONNECTION",
+        useFactory: async (configService) => {
+          const mongoUri = options.mongodb?.uri || configService.get("MONGODB_URI") || process.env.MONGODB_URI;
+          const dbName = options.mongodb?.dbName || configService.get("MONGO_DB_NAME") || process.env.MONGO_DB_NAME;
+          if (!mongoUri) {
+            throw new Error(
+              "[UniversalGraphModule] MongoDB checkpointer: provide mongodb.uri or set the MONGODB_URI environment variable."
+            );
+          }
+          logger2.log(`Checkpointer: MongoDB (${mongoUri.substring(0, 50)}...)`);
+          await mongoose.connect(mongoUri, { dbName });
+          return mongoose.connection;
+        },
+        inject: [ConfigService]
+      },
+      {
+        provide: "CHECKPOINTER",
+        useFactory: async (connection, configService) => {
+          const dbName = options.mongodb?.dbName || configService.get("MONGO_DB_NAME") || process.env.MONGO_DB_NAME;
+          const mongoClient = createMongoClientAdapter(connection.getClient());
+          return new MongoDBSaver({
+            client: mongoClient,
+            dbName,
+            checkpointCollectionName: options.mongodb?.checkpointCollectionName ?? "checkpoints",
+            checkpointWritesCollectionName: options.mongodb?.checkpointWritesCollectionName ?? "checkpoint_writes"
+          });
+        },
+        inject: ["MONGO_CONNECTION", ConfigService]
+      }
+    ];
+  }
+  return [
+    {
+      provide: "CHECKPOINTER",
+      useFactory: async () => {
+        const { MemorySaver } = await import('@langchain/langgraph');
+        logger2.warn(
+          "Checkpointer: MemorySaver (in-process, no persistence). Configure postgres or mongodb in UniversalGraphModule.forRoot() for production."
+        );
+        return new MemorySaver();
+      }
+    }
+  ];
+}
 var UniversalGraphModule = class {
   static forRoot(options) {
     const providers = [
@@ -5610,12 +5693,24 @@ var UniversalGraphModule = class {
       GraphEngineFactory,
       VersionedGraphService,
       UniversalGraphService,
-      // Callback infrastructure - Redis client (ioredis or ioredis-mock via main.ts interceptor)
+      // Callback infrastructure — Redis or in-memory fallback
       {
         provide: "REDIS_CLIENT",
         useFactory: () => {
-          const Redis = __require("ioredis");
-          return new Redis(process.env.REDIS_URL || "redis://redis:6379");
+          const redisUrl = options.redis?.url ?? process.env.REDIS_URL;
+          if (redisUrl) {
+            const Redis = __require("ioredis");
+            const logger2 = new Logger("UniversalGraphModule");
+            logger2.log(
+              `Callbacks: Redis (${redisUrl.replace(/:[^:@]+@/, ":***@")})`
+            );
+            return new Redis(redisUrl);
+          }
+          const IORedisMock = __require("ioredis-mock");
+          new Logger("UniversalGraphModule").warn(
+            "Callbacks: in-memory store (single-instance only). Set redis.url or REDIS_URL for production."
+          );
+          return new IORedisMock();
         }
       },
       {
@@ -5709,58 +5804,9 @@ var UniversalGraphModule = class {
         },
         inject: [CallbackRegistry]
       },
-      // MongoDB connection (optional - only if mongodb config provided)
-      ...options.mongodb ? [
-        {
-          provide: "MONGO_CONNECTION",
-          useFactory: async (configService) => {
-            const logger2 = new Logger("UniversalGraphModule");
-            const mongoUri = options.mongodb?.uri || configService.get("MONGODB_URI") || process.env.MONGODB_URI;
-            const dbName = options.mongodb?.dbName || configService.get("MONGO_DB_NAME") || process.env.MONGO_DB_NAME;
-            if (!mongoUri) {
-              throw new Error(
-                "MONGODB_URI is not defined in options, config, or environment"
-              );
-            }
-            logger2.log(
-              `Connecting to MongoDB: ${mongoUri?.substring(0, 50) + "..."}`
-            );
-            try {
-              await mongoose.connect(mongoUri, { dbName });
-              logger2.log(
-                `Successfully connected to MongoDB (db: ${dbName})`
-              );
-              return mongoose.connection;
-            } catch (error) {
-              logger2.error("Failed to connect to MongoDB", error);
-              throw error;
-            }
-          },
-          inject: [ConfigService]
-        },
-        // MongoDB checkpointer
-        {
-          provide: "CHECKPOINTER",
-          useFactory: async (connection, configService) => {
-            const logger2 = new Logger("UniversalGraphModule");
-            const dbName = options.mongodb?.dbName || configService.get("MONGO_DB_NAME") || process.env.MONGO_DB_NAME;
-            const checkpointCollectionName = options.mongodb?.checkpointCollectionName || "checkpoints";
-            const checkpointWritesCollectionName = options.mongodb?.checkpointWritesCollectionName || "checkpoint_writes";
-            logger2.log(
-              `Creating CHECKPOINTER with collections: ${checkpointCollectionName}, ${checkpointWritesCollectionName}`
-            );
-            const mongooseClient = connection.getClient();
-            const mongoClient = createMongoClientAdapter(mongooseClient);
-            return new MongoDBSaver({
-              client: mongoClient,
-              dbName,
-              checkpointCollectionName,
-              checkpointWritesCollectionName
-            });
-          },
-          inject: ["MONGO_CONNECTION", ConfigService]
-        }
-      ] : [],
+      // ── Checkpointer ────────────────────────────────────────────────────
+      // Priority: postgres > mongodb > memory (in-process, no persistence)
+      ...buildCheckpointerProviders(options),
       {
         provide: "GRAPH_ENGINE",
         useFactory: (langGraphEngine) => langGraphEngine,
@@ -5785,12 +5831,10 @@ var UniversalGraphModule = class {
       {
         provide: "VERSIONING_INITIALIZER",
         useFactory: (builderRegistry, versionedGraphService, configs, moduleRef) => {
-          console.log(
-            "\u{1F527} VERSIONING_INITIALIZER running with configs:",
-            configs?.length || 0
+          const initLogger = new Logger("UniversalGraphModule");
+          initLogger.debug(
+            `Initializing versioning for ${configs?.length || 0} graph type(s)`
           );
-          console.log("\u{1F527} ModuleRef available:", !!moduleRef);
-          console.log("\u{1F527} BuilderRegistry available:", !!builderRegistry);
           configs.forEach(
             (config) => versionedGraphService.registerVersioning(config)
           );
@@ -5802,9 +5846,8 @@ var UniversalGraphModule = class {
                 moduleRef
               );
               const versionRouter = new VersionRouterClass();
-              console.log(
-                "\u{1F527} Registering VersionRouter for",
-                config.baseGraphType
+              initLogger.debug(
+                `Registered VersionRouter for ${config.baseGraphType}`
               );
               builderRegistry.registerBuilder(versionRouter);
             } else {
@@ -5825,10 +5868,8 @@ var UniversalGraphModule = class {
                 }
               }
               const simpleRouter = new SimpleVersionRouter();
-              console.log(
-                "\u{1F527} Registering SimpleRouter for",
-                config.baseGraphType,
-                "(no ModuleRef)"
+              initLogger.warn(
+                `Registered SimpleRouter for ${config.baseGraphType} (no ModuleRef)`
               );
               builderRegistry.registerBuilder(simpleRouter);
             }
@@ -5852,6 +5893,7 @@ var UniversalGraphModule = class {
       exports: [
         "GRAPH_SERVICE",
         "GRAPH_ENGINE",
+        "CHECKPOINTER",
         UniversalGraphService,
         BuilderRegistryService,
         VersionedGraphService,
@@ -6445,7 +6487,10 @@ function normalizeToolConfigs(tools) {
 }
 var DEFAULT_ROUTER_URL = "https://router.flutch.ai";
 function resolveRouterURL(baseURL) {
-  return baseURL ?? process.env.FLUTCH_ROUTER_URL ?? DEFAULT_ROUTER_URL;
+  if (baseURL) return baseURL;
+  if (process.env.FLUTCH_ROUTER_URL) return process.env.FLUTCH_ROUTER_URL;
+  if (process.env.FLUTCH_API_TOKEN) return DEFAULT_ROUTER_URL;
+  return void 0;
 }
 function generateModelCacheKey(modelId, temperature, maxTokens, toolsConfig, baseURL) {
   const parts = [
@@ -6552,12 +6597,15 @@ var ModelInitializer = class _ModelInitializer {
   };
   /**
    * Resolve API key for a provider.
-   * Uses custom resolver if provided, falls back to process.env.
+   * Priority: custom resolver > FLUTCH_API_TOKEN > provider-specific env var.
    */
   resolveApiKey(provider) {
     if (this.apiKeyResolver) {
       return this.apiKeyResolver(provider);
     }
+    if (process.env.FLUTCH_API_TOKEN) {
+      return process.env.FLUTCH_API_TOKEN;
+    }
     const envVar = _ModelInitializer.DEFAULT_ENV_MAP[provider];
     return envVar ? process.env[envVar] : void 0;
   }
@@ -6603,7 +6651,10 @@ var ModelInitializer = class _ModelInitializer {
         defaultMaxTokens,
         apiToken || this.resolveApiKey("openai" /* OPENAI */) || ""
       );
-      config.configuration = { baseURL: `${resolveRouterURL(baseURL)}/v1` };
+      const routerURL = resolveRouterURL(baseURL);
+      if (routerURL) {
+        config.configuration = { baseURL: `${routerURL}/v1` };
+      }
       return new ChatOpenAI(config);
     },
     ["anthropic" /* ANTHROPIC */]: ({
@@ -6617,7 +6668,9 @@ var ModelInitializer = class _ModelInitializer {
       temperature: defaultTemperature,
       maxTokens: defaultMaxTokens,
       anthropicApiKey: apiToken || this.resolveApiKey("anthropic" /* ANTHROPIC */),
-      anthropicApiUrl: resolveRouterURL(baseURL)
+      ...resolveRouterURL(baseURL) && {
+        anthropicApiUrl: resolveRouterURL(baseURL)
+      }
     }),
     ["cohere" /* COHERE */]: ({
       modelName,
@@ -6625,30 +6678,35 @@ var ModelInitializer = class _ModelInitializer {
       defaultMaxTokens,
       apiToken,
       baseURL
-    }) => new ChatCohere({
-      model: modelName,
-      temperature: defaultTemperature,
-      client: new CohereClient({
-        token: apiToken || this.resolveApiKey("cohere" /* COHERE */),
-        baseUrl: resolveRouterURL(baseURL)
-      })
-    }),
+    }) => {
+      const routerURL = resolveRouterURL(baseURL);
+      const token = apiToken || this.resolveApiKey("cohere" /* COHERE */);
+      return routerURL ? new ChatCohere({
+        model: modelName,
+        temperature: defaultTemperature,
+        client: new CohereClient({ token, baseUrl: routerURL })
+      }) : new ChatCohere({
+        model: modelName,
+        temperature: defaultTemperature,
+        apiKey: token
+      });
+    },
     ["mistral" /* MISTRAL */]: ({
       modelName,
       defaultTemperature,
       defaultMaxTokens,
       apiToken,
       baseURL
-    }) => new ChatMistralAI({
-      model: modelName,
-      temperature: defaultTemperature,
-      maxTokens: defaultMaxTokens,
-      apiKey: apiToken || this.resolveApiKey("mistral" /* MISTRAL */),
-      // Route through the same gateway as OpenAI/Anthropic.
-      // Without serverURL, ChatMistralAI ignores FLUTCH_ROUTER_URL and calls
-      // api.mistral.ai directly — inconsistent with other providers.
-      serverURL: `${resolveRouterURL(baseURL)}/v1`
-    }),
+    }) => {
+      const routerURL = resolveRouterURL(baseURL);
+      return new ChatMistralAI({
+        model: modelName,
+        temperature: defaultTemperature,
+        maxTokens: defaultMaxTokens,
+        apiKey: apiToken || this.resolveApiKey("mistral" /* MISTRAL */),
+        ...routerURL && { serverURL: `${routerURL}/v1` }
+      });
+    },
     ["voyageai" /* VOYAGEAI */]: () => {
       throw new Error("VoyageAI chat models not implemented");
     }
@@ -6661,13 +6719,16 @@ var ModelInitializer = class _ModelInitializer {
       maxDocuments,
       baseURL
     }) => {
-      return new CohereRerank({
+      const routerURL = resolveRouterURL(baseURL);
+      const token = apiToken || this.resolveApiKey("cohere" /* COHERE */);
+      return routerURL ? new CohereRerank({
         model: modelName,
         topN: maxDocuments || 20,
-        client: new CohereClient({
-          token: apiToken || this.resolveApiKey("cohere" /* COHERE */),
-          baseUrl: resolveRouterURL(baseURL)
-        })
+        client: new CohereClient({ token, baseUrl: routerURL })
+      }) : new CohereRerank({
+        model: modelName,
+        topN: maxDocuments || 20,
+        apiKey: token
       });
     },
     ["voyageai" /* VOYAGEAI */]: ({
@@ -6676,11 +6737,12 @@ var ModelInitializer = class _ModelInitializer {
       maxDocuments,
       baseURL
     }) => {
+      const routerURL = resolveRouterURL(baseURL);
       return new VoyageAIRerank({
         apiKey: apiToken || this.resolveApiKey("voyageai" /* VOYAGEAI */),
         model: modelName,
         topN: maxDocuments || 20,
-        baseUrl: resolveRouterURL(baseURL)
+        ...routerURL && { baseUrl: routerURL }
       });
     },
     // Other providers don't support rerank yet
@@ -6691,11 +6753,16 @@ var ModelInitializer = class _ModelInitializer {
   };
   // Embedding model creators
   embeddingModelCreators = {
-    ["openai" /* OPENAI */]: ({ modelName, apiToken, baseURL }) => new OpenAIEmbeddings({
-      model: modelName,
-      apiKey: apiToken || this.resolveApiKey("openai" /* OPENAI */),
-      configuration: { baseURL: `${resolveRouterURL(baseURL)}/v1` }
-    }),
+    ["openai" /* OPENAI */]: ({ modelName, apiToken, baseURL }) => {
+      const routerURL = resolveRouterURL(baseURL);
+      return new OpenAIEmbeddings({
+        model: modelName,
+        apiKey: apiToken || this.resolveApiKey("openai" /* OPENAI */),
+        ...routerURL && {
+          configuration: { baseURL: `${routerURL}/v1` }
+        }
+      });
+    },
     // Other providers not yet implemented for embeddings
     ["anthropic" /* ANTHROPIC */]: void 0,
     ["cohere" /* COHERE */]: void 0,
@@ -7076,28 +7143,11 @@ var ModelInitializer = class _ModelInitializer {
       );
     }
     const config = await response.json();
-    console.debug(
-      `ModelInitializer.fetchFromApi - API response for ${modelId}:`,
-      {
-        url,
-        statusCode: response.status,
-        configKeys: Object.keys(config),
-        modelType: config.modelType,
-        hasModelType: !!config.modelType,
-        fullConfig: config
-      }
-    );
     const result = {
       ...config,
       modelType: config.modelType || "chat" /* CHAT */
       // Fallback for compatibility
     };
-    console.debug(`ModelInitializer.fetchFromApi - final result:`, {
-      modelId,
-      resultModelType: result.modelType,
-      usedFallback: !config.modelType,
-      resultKeys: Object.keys(result)
-    });
     return result;
   }
 };