echo-ai-sdk-ts 2.5.0 → 2.6.1

package/dist/index.js

@@ -36,6 +36,10 @@ __export(index_exports, {
   AgentIterationLimitError: () => AgentIterationLimitError,
   AgentPipeline: () => AgentPipeline,
   AgentRouter: () => AgentRouter,
+  AwsBedrockProvider: () => AwsBedrockProvider,
+  AwsSageMakerDeployer: () => AwsSageMakerDeployer,
+  AzureMlDeployer: () => AzureMlDeployer,
+  AzureOpenAiProvider: () => AzureOpenAiProvider,
   BaseProvider: () => BaseProvider,
   BaseSTTProvider: () => BaseSTTProvider,
   BaseSpeakerRecognizer: () => BaseSpeakerRecognizer,
@@ -53,9 +57,10 @@ __export(index_exports, {
   DEFAULT_REDACTION_RULES: () => DEFAULT_REDACTION_RULES,
   EchoAI: () => EchoAI,
   EchoVoice: () => EchoVoice,
-  ExperimentManager: () => ExperimentManager,
   FileSessionStore: () => FileSessionStore,
   GatewayRoutingError: () => GatewayRoutingError,
+  GcpVertexManager: () => GcpVertexManager,
+  GcpVertexProvider: () => GcpVertexProvider,
   HandoffManager: () => HandoffManager,
   HuggingFaceImageGen: () => HuggingFaceImageGen,
   HuggingFaceTTS: () => HuggingFaceTTS,
@@ -1764,23 +1769,23 @@ function getName(value) {
   return (typeof value === "object" && value !== null && ("name" in value && value.name && String(value.name) || "url" in value && value.url && String(value.url) || "filename" in value && value.filename && String(value.filename) || "path" in value && value.path && String(value.path)) || "").split(/[\\/]/).pop() || void 0;
 }
 var isAsyncIterable = (value) => value != null && typeof value === "object" && typeof value[Symbol.asyncIterator] === "function";
-var maybeMultipartFormRequestOptions = async (opts, fetch2) => {
+var maybeMultipartFormRequestOptions = async (opts, fetch7) => {
   if (!hasUploadableValue(opts.body))
     return opts;
-  return { ...opts, body: await createForm(opts.body, fetch2) };
+  return { ...opts, body: await createForm(opts.body, fetch7) };
 };
-var multipartFormRequestOptions = async (opts, fetch2) => {
-  return { ...opts, body: await createForm(opts.body, fetch2) };
+var multipartFormRequestOptions = async (opts, fetch7) => {
+  return { ...opts, body: await createForm(opts.body, fetch7) };
 };
 var supportsFormDataMap = /* @__PURE__ */ new WeakMap();
 function supportsFormData(fetchObject) {
-  const fetch2 = typeof fetchObject === "function" ? fetchObject : fetchObject.fetch;
-  const cached = supportsFormDataMap.get(fetch2);
+  const fetch7 = typeof fetchObject === "function" ? fetchObject : fetchObject.fetch;
+  const cached = supportsFormDataMap.get(fetch7);
   if (cached)
     return cached;
   const promise = (async () => {
     try {
-      const FetchResponse = "Response" in fetch2 ? fetch2.Response : (await fetch2("data:,")).constructor;
+      const FetchResponse = "Response" in fetch7 ? fetch7.Response : (await fetch7("data:,")).constructor;
       const data = new FormData();
       if (data.toString() === await new FetchResponse(data).text()) {
         return false;
@@ -1790,11 +1795,11 @@ function supportsFormData(fetchObject) {
       return true;
     }
   })();
-  supportsFormDataMap.set(fetch2, promise);
+  supportsFormDataMap.set(fetch7, promise);
   return promise;
 }
-var createForm = async (body, fetch2) => {
-  if (!await supportsFormData(fetch2)) {
+var createForm = async (body, fetch7) => {
+  if (!await supportsFormData(fetch7)) {
     throw new TypeError("The provided fetch function does not support file uploads with the current global FormData class.");
   }
   const form = new FormData();
@@ -8427,18 +8432,18 @@ function getName2(value, stripPath) {
   return stripPath ? val.split(/[\\/]/).pop() || void 0 : val;
 }
 var isAsyncIterable2 = (value) => value != null && typeof value === "object" && typeof value[Symbol.asyncIterator] === "function";
-var multipartFormRequestOptions2 = async (opts, fetch2, stripFilenames = true) => {
-  return { ...opts, body: await createForm2(opts.body, fetch2, stripFilenames) };
+var multipartFormRequestOptions2 = async (opts, fetch7, stripFilenames = true) => {
+  return { ...opts, body: await createForm2(opts.body, fetch7, stripFilenames) };
 };
 var supportsFormDataMap2 = /* @__PURE__ */ new WeakMap();
 function supportsFormData2(fetchObject) {
-  const fetch2 = typeof fetchObject === "function" ? fetchObject : fetchObject.fetch;
-  const cached = supportsFormDataMap2.get(fetch2);
+  const fetch7 = typeof fetchObject === "function" ? fetchObject : fetchObject.fetch;
+  const cached = supportsFormDataMap2.get(fetch7);
   if (cached)
     return cached;
   const promise = (async () => {
     try {
-      const FetchResponse = "Response" in fetch2 ? fetch2.Response : (await fetch2("data:,")).constructor;
+      const FetchResponse = "Response" in fetch7 ? fetch7.Response : (await fetch7("data:,")).constructor;
       const data = new FormData();
       if (data.toString() === await new FetchResponse(data).text()) {
         return false;
@@ -8448,11 +8453,11 @@ function supportsFormData2(fetchObject) {
       return true;
     }
   })();
-  supportsFormDataMap2.set(fetch2, promise);
+  supportsFormDataMap2.set(fetch7, promise);
   return promise;
 }
-var createForm2 = async (body, fetch2, stripFilenames = true) => {
-  if (!await supportsFormData2(fetch2)) {
+var createForm2 = async (body, fetch7, stripFilenames = true) => {
+  if (!await supportsFormData2(fetch7)) {
     throw new TypeError("The provided fetch function does not support file uploads with the current global FormData class.");
   }
   const form = new FormData();
@@ -12970,6 +12975,7 @@ var EchoVoice = class {
 };
 
 // src/widget/connector.ts
+var import_cross_fetch = __toESM(require("cross-fetch"));
 var APIConnector = class {
   baseUrl;
   headers;
@@ -12997,7 +13003,7 @@ var APIConnector = class {
     const controller = new AbortController();
     const timer = setTimeout(() => controller.abort(), this.timeout);
     try {
-      const response = await fetch(url, {
+      const response = await (0, import_cross_fetch.default)(url, {
         method,
         headers: this.headers,
         body: body ? JSON.stringify(body) : void 0,
@@ -13017,6 +13023,7 @@ var APIConnector = class {
 var import_zod4 = require("zod");
 
 // src/rag/knowledge.ts
+var import_cross_fetch2 = __toESM(require("cross-fetch"));
 var fs = __toESM(require("fs/promises"));
 function cosineSimilarity(a, b) {
   if (a.length !== b.length) return 0;
@@ -13145,7 +13152,7 @@ var KnowledgeBase = class {
     return chunks.length;
   }
   async ingestURL(url) {
-    const response = await fetch(url);
+    const response = await (0, import_cross_fetch2.default)(url);
     const html = await response.text();
     const text = html.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, "").replace(/<style[^>]*>[\s\S]*?<\/style>/gi, "").replace(/<[^>]+>/g, " ").replace(/\s+/g, " ").trim();
     return this.ingestText(text, url);
@@ -13350,6 +13357,7 @@ var ConversationAnalytics = class {
 };
 
 // src/analytics/handoff.ts
+var import_cross_fetch3 = __toESM(require("cross-fetch"));
 var crypto2 = __toESM(require("crypto"));
 var HandoffManager = class {
   webhookUrl;
@@ -13458,7 +13466,7 @@ var HandoffManager = class {
       headers["X-Webhook-Signature"] = `sha256=${hmac.digest("hex")}`;
     }
     try {
-      await fetch(this.webhookUrl, { method: "POST", headers, body });
+      await (0, import_cross_fetch3.default)(this.webhookUrl, { method: "POST", headers, body });
     } catch (e) {
       console.error(`[HandoffManager] Webhook dispatch failed: ${e.message}`);
     }
@@ -14144,6 +14152,7 @@ var SlackAdapter = class extends ChannelAdapter {
 };
 
 // src/channels/telegram.ts
+var import_cross_fetch4 = __toESM(require("cross-fetch"));
 var TelegramAdapter = class extends ChannelAdapter {
   token;
   polling = false;
@@ -14163,7 +14172,7 @@ var TelegramAdapter = class extends ChannelAdapter {
   async runPollingLoop() {
     while (this.polling) {
       try {
-        const response = await fetch(`https://api.telegram.org/bot${this.token}/getUpdates?offset=${this.offset}&timeout=30`);
+        const response = await (0, import_cross_fetch4.default)(`https://api.telegram.org/bot${this.token}/getUpdates?offset=${this.offset}&timeout=30`);
         const data = await response.json();
         if (data.ok && data.result && data.result.length > 0) {
           for (const update of data.result) {
@@ -14182,7 +14191,7 @@ var TelegramAdapter = class extends ChannelAdapter {
     }
   }
   async sendMessage(chatId, text) {
-    await fetch(`https://api.telegram.org/bot${this.token}/sendMessage`, {
+    await (0, import_cross_fetch4.default)(`https://api.telegram.org/bot${this.token}/sendMessage`, {
       method: "POST",
       headers: { "Content-Type": "application/json" },
       body: JSON.stringify({ chat_id: chatId, text })
@@ -14191,6 +14200,7 @@ var TelegramAdapter = class extends ChannelAdapter {
 };
 
 // src/deployment/huggingface_manager.ts
+var import_cross_fetch5 = __toESM(require("cross-fetch"));
 var InferenceEndpointManager = class {
   token;
   baseUrl = "https://api.endpoints.huggingface.cloud/v2";
@@ -14227,7 +14237,7 @@ var InferenceEndpointManager = class {
         }
       }
     };
-    const res = await fetch(url, {
+    const res = await (0, import_cross_fetch5.default)(url, {
       method: "POST",
       headers: this.headers,
       body: JSON.stringify(payload)
@@ -14243,7 +14253,7 @@ var InferenceEndpointManager = class {
    */
   async getEndpointStatus(accountId, endpointName) {
     const url = `${this.baseUrl}/endpoint/${accountId}/${endpointName}`;
-    const res = await fetch(url, { headers: this.headers });
+    const res = await (0, import_cross_fetch5.default)(url, { headers: this.headers });
     if (!res.ok) throw new Error("Could not fetch endpoint status");
     const data = await res.json();
     return data.status.state;
@@ -14253,7 +14263,7 @@ var InferenceEndpointManager = class {
    */
   async pauseEndpoint(accountId, endpointName) {
     const url = `${this.baseUrl}/endpoint/${accountId}/${endpointName}/pause`;
-    const res = await fetch(url, { method: "POST", headers: this.headers });
+    const res = await (0, import_cross_fetch5.default)(url, { method: "POST", headers: this.headers });
     if (!res.ok) throw new Error("Failed to pause endpoint");
   }
   /**
@@ -14261,10 +14271,388 @@ var InferenceEndpointManager = class {
    */
   async resumeEndpoint(accountId, endpointName) {
     const url = `${this.baseUrl}/endpoint/${accountId}/${endpointName}/resume`;
-    const res = await fetch(url, { method: "POST", headers: this.headers });
+    const res = await (0, import_cross_fetch5.default)(url, { method: "POST", headers: this.headers });
     if (!res.ok) throw new Error("Failed to resume endpoint");
   }
 };
+
+// src/deployment/aws_sagemaker.ts
+var import_client_sagemaker = require("@aws-sdk/client-sagemaker");
+var AwsSageMakerDeployer = class {
+  client;
+  constructor(config) {
+    this.client = new import_client_sagemaker.SageMakerClient({
+      region: config.region,
+      credentials: config.credentials
+    });
+  }
+  /**
+   * Orchestrates the 3-step SageMaker deployment process.
+   */
+  async deployEndpoint(params) {
+    const configName = `${params.modelName}-config-${Date.now()}`;
+    const endpointName = `${params.modelName}-endpoint`;
+    try {
+      await this.client.send(new import_client_sagemaker.CreateModelCommand({
+        ModelName: params.modelName,
+        PrimaryContainer: {
+          Image: params.primaryContainerImage,
+          ModelDataUrl: params.modelDataUrl,
+          Environment: {
+            // HF specific deployment variables if using Hugging Face DLC
+            "HF_MODEL_ID": params.modelName,
+            "HF_TASK": "text-generation"
+          }
+        },
+        ExecutionRoleArn: params.executionRoleArn
+      }));
+      await this.client.send(new import_client_sagemaker.CreateEndpointConfigCommand({
+        EndpointConfigName: configName,
+        ProductionVariants: [{
+          VariantName: "AllTraffic",
+          ModelName: params.modelName,
+          InitialInstanceCount: params.initialInstanceCount || 1,
+          InstanceType: params.instanceType || "ml.g5.xlarge"
+        }]
+      }));
+      await this.client.send(new import_client_sagemaker.CreateEndpointCommand({
+        EndpointName: endpointName,
+        EndpointConfigName: configName
+      }));
+      return endpointName;
+    } catch (e) {
+      throw new Error(`AWS SageMaker deployment failed: ${e.message}`);
+    }
+  }
+  /**
+   * Checks the provisioning status of a SageMaker Endpoint.
+   */
+  async getEndpointStatus(endpointName) {
+    const res = await this.client.send(new import_client_sagemaker.DescribeEndpointCommand({ EndpointName: endpointName }));
+    return res.EndpointStatus || "Unknown";
+  }
+};
+
+// src/deployment/gcp_vertex_manager.ts
+var import_aiplatform = require("@google-cloud/aiplatform");
+var GcpVertexManager = class {
+  client;
+  project;
+  location;
+  constructor(config) {
+    this.client = new import_aiplatform.EndpointServiceClient({
+      apiEndpoint: `${config.location}-aiplatform.googleapis.com`
+    });
+    this.project = config.project;
+    this.location = config.location;
+  }
+  /**
+   * Deploys an uploaded Vertex AI Model Resource to a newly created Endpoint.
+   */
+  async deployModel(params) {
+    const parent = `projects/${this.project}/locations/${this.location}`;
+    const [endpointLro] = await this.client.createEndpoint({
+      parent,
+      endpoint: { displayName: `${params.displayName}-endpoint` }
+    });
+    const [endpointResponse] = await endpointLro.promise();
+    const endpointName = endpointResponse.name;
+    const [deployLro] = await this.client.deployModel({
+      endpoint: endpointName,
+      deployedModel: {
+        model: params.modelName,
+        displayName: `${params.displayName}-deployment`,
+        dedicatedResources: {
+          machineSpec: {
+            machineType: params.machineType || "n1-standard-4",
+            acceleratorType: params.acceleratorType || void 0,
+            acceleratorCount: params.acceleratorCount || 0
+          },
+          minReplicaCount: 1,
+          maxReplicaCount: 1
+        }
+      }
+    });
+    console.log("Waiting for Vertex AI deployment LRO to finish...");
+    await deployLro.promise();
+    return endpointName;
+  }
+};
+
+// src/deployment/azure_ml.ts
+var import_arm_machinelearning = require("@azure/arm-machinelearning");
+var import_identity = require("@azure/identity");
+var AzureMlDeployer = class {
+  client;
+  config;
+  constructor(config) {
+    const credential = new import_identity.DefaultAzureCredential();
+    this.client = new import_arm_machinelearning.AzureMachineLearningServicesManagementClient(credential, config.subscriptionId);
+    this.config = config;
+  }
+  /**
+   * Orchestrates the creation of an Azure Managed Online Endpoint and Deployment.
+   */
+  async deployEndpoint(params) {
+    const { resourceGroupName, workspaceName } = this.config;
+    try {
+      const endpointLro = await this.client.onlineEndpoints.beginCreateOrUpdateAndWait(
+        resourceGroupName,
+        workspaceName,
+        params.endpointName,
+        {
+          location: "eastus",
+          // Would ideally be dynamic based on workspace location
+          properties: {
+            authMode: "Key",
+            compute: "Managed"
+          }
+        }
+      );
+      await this.client.onlineDeployments.beginCreateOrUpdateAndWait(
+        resourceGroupName,
+        workspaceName,
+        params.endpointName,
+        params.deploymentName,
+        {
+          location: endpointLro.location,
+          properties: {
+            endpointComputeType: "Managed",
+            model: params.modelId,
+            instanceType: params.instanceType || "Standard_DS3_v2",
+            scaleSettings: {
+              scaleType: "Default",
+              instanceCount: Math.max(1, params.instanceCount || 1)
+            }
+          }
+        }
+      );
+      await this.client.onlineEndpoints.beginCreateOrUpdateAndWait(
+        resourceGroupName,
+        workspaceName,
+        params.endpointName,
+        {
+          location: endpointLro.location,
+          properties: {
+            authMode: "Key",
+            compute: "Managed",
+            traffic: {
+              [params.deploymentName]: 100
+            }
+          }
+        }
+      );
+      return params.endpointName;
+    } catch (e) {
+      throw new Error(`Azure ML Deployment failed: ${e.message}`);
+    }
+  }
+  /**
+   * Retrieves the current provisioning state of an Azure ML Endpoint.
+   */
+  async getEndpointStatus(endpointName) {
+    const endpoint = await this.client.onlineEndpoints.get(
+      this.config.resourceGroupName,
+      this.config.workspaceName,
+      endpointName
+    );
+    return endpoint.properties?.provisioningState || "Unknown";
+  }
+};
+
+// src/models/aws_bedrock.ts
+var import_client_bedrock_runtime = require("@aws-sdk/client-bedrock-runtime");
+var AwsBedrockProvider = class extends BaseProvider {
+  client;
+  defaultModel;
+  constructor(config) {
+    super();
+    this.client = new import_client_bedrock_runtime.BedrockRuntimeClient({
+      region: config.region,
+      credentials: config.credentials
+    });
+    this.defaultModel = config.defaultModel || "anthropic.claude-3-haiku-20240307-v1:0";
+  }
+  get providerName() {
+    return "aws_bedrock";
+  }
+  async chatComplete(request) {
+    const modelId = request.model_family === "smart" ? "anthropic.claude-3-sonnet-20240229-v1:0" : this.defaultModel;
+    const systemMessage = request.messages.find((m) => m.role === "system")?.content || "";
+    const userMessages = request.messages.filter((m) => m.role !== "system").map((m) => ({
+      role: m.role,
+      content: [{ type: "text", text: m.content }]
+    }));
+    const payload = {
+      anthropic_version: "bedrock-2023-05-31",
+      max_tokens: request.max_tokens || 1024,
+      system: systemMessage,
+      messages: userMessages,
+      temperature: request.temperature || 0.7
+    };
+    try {
+      const command = new import_client_bedrock_runtime.InvokeModelCommand({
+        modelId,
+        contentType: "application/json",
+        accept: "application/json",
+        body: JSON.stringify(payload)
+      });
+      const response = await this.client.send(command);
+      const responseBody = JSON.parse(new TextDecoder().decode(response.body));
+      return {
+        content: responseBody.content?.[0]?.text || null,
+        usage: {
+          prompt_tokens: responseBody.usage?.input_tokens || 0,
+          completion_tokens: responseBody.usage?.output_tokens || 0,
+          total_tokens: (responseBody.usage?.input_tokens || 0) + (responseBody.usage?.output_tokens || 0)
+        },
+        provider_name: this.providerName,
+        model_name: modelId
+      };
+    } catch (e) {
+      throw new Error(`AWS Bedrock invocation failed: ${e.message}`);
+    }
+  }
+  async *chatStream(request) {
+    const res = await this.chatComplete(request);
+    if (res.content) {
+      yield res.content;
+    }
+  }
+};
+
+// src/models/gcp_vertex.ts
+var import_vertexai = require("@google-cloud/vertexai");
+var GcpVertexProvider = class extends BaseProvider {
+  client;
+  defaultModel;
+  constructor(config) {
+    super();
+    this.client = new import_vertexai.VertexAI({ project: config.project, location: config.location });
+    this.defaultModel = config.defaultModel || "gemini-1.5-flash-preview-0409";
+  }
+  get providerName() {
+    return "gcp_vertex";
+  }
+  async chatComplete(request) {
+    const model = request.model_family === "smart" ? "gemini-1.5-pro-preview-0409" : this.defaultModel;
+    const generativeModel = this.client.getGenerativeModel({
+      model,
+      generationConfig: {
+        maxOutputTokens: request.max_tokens || 1024,
+        temperature: request.temperature || 0.7
+      }
+    });
+    const systemInstruction = request.messages.find((m) => m.role === "system")?.content || void 0;
+    const contents = request.messages.filter((m) => m.role !== "system").map((m) => ({
+      role: m.role === "assistant" ? "model" : "user",
+      parts: [{ text: m.content }]
+    }));
+    try {
+      const response = await generativeModel.generateContent({
+        contents,
+        systemInstruction: systemInstruction ? { role: "system", parts: [{ text: systemInstruction }] } : void 0
+      });
+      const responseText = response.response.candidates?.[0]?.content?.parts?.[0]?.text || null;
+      return {
+        content: responseText,
+        usage: {
+          prompt_tokens: response.response.usageMetadata?.promptTokenCount || 0,
+          completion_tokens: response.response.usageMetadata?.candidatesTokenCount || 0,
+          total_tokens: response.response.usageMetadata?.totalTokenCount || 0
+        },
+        provider_name: this.providerName,
+        model_name: model
+      };
+    } catch (e) {
+      throw new Error(`GCP Vertex invocation failed: ${e.message}`);
+    }
+  }
+  async *chatStream(request) {
+    const model = request.model_family === "smart" ? "gemini-1.5-pro-preview-0409" : this.defaultModel;
+    const generativeModel = this.client.getGenerativeModel({ model });
+    const contents = request.messages.filter((m) => m.role !== "system").map((m) => ({
+      role: m.role === "assistant" ? "model" : "user",
+      parts: [{ text: m.content }]
+    }));
+    const stream = await generativeModel.generateContentStream({ contents });
+    for await (const chunk of stream.stream) {
+      if (chunk.candidates?.[0]?.content?.parts?.[0]?.text) {
+        yield chunk.candidates[0].content.parts[0].text;
+      }
+    }
+  }
+};
+
+// src/models/azure_openai.ts
+var import_openai6 = require("@azure/openai");
+var AzureOpenAiProvider = class extends BaseProvider {
+  client;
+  deploymentName;
+  constructor(config) {
+    super();
+    this.client = new import_openai6.OpenAIClient(config.endpoint, new import_openai6.AzureKeyCredential(config.apiKey));
+    this.deploymentName = config.deploymentName || "gpt-35-turbo";
+  }
+  get providerName() {
+    return "azure_openai";
+  }
+  async chatComplete(request) {
+    try {
+      const response = await this.client.getChatCompletions(
+        this.deploymentName,
+        request.messages.map((m) => ({
+          role: m.role,
+          content: m.content
+        })),
+        {
+          maxTokens: request.max_tokens || 1024,
+          temperature: request.temperature || 0.7
+        }
+      );
+      const message = response.choices[0].message;
+      return {
+        content: message?.content || null,
+        tool_calls: message?.toolCalls ? message.toolCalls.map((tc) => ({
+          id: tc.id,
+          function: {
+            name: tc.function?.name,
+            arguments: tc.function?.arguments
+          }
+        })) : void 0,
+        usage: {
+          prompt_tokens: response.usage?.promptTokens || 0,
+          completion_tokens: response.usage?.completionTokens || 0,
+          total_tokens: response.usage?.totalTokens || 0
+        },
+        provider_name: this.providerName,
+        model_name: this.deploymentName
+      };
+    } catch (e) {
+      throw new Error(`Azure OpenAI invocation failed: ${e.message}`);
+    }
+  }
+  async *chatStream(request) {
+    const stream = await this.client.streamChatCompletions(
+      this.deploymentName,
+      request.messages.map((m) => ({
+        role: m.role,
+        content: m.content
+      })),
+      {
+        maxTokens: request.max_tokens || 1024,
+        temperature: request.temperature || 0.7
+      }
+    );
+    for await (const chunk of stream) {
+      for (const choice of chunk.choices) {
+        if (choice.delta?.content) {
+          yield choice.delta.content;
+        }
+      }
+    }
+  }
+};
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AIModelGateway,
@@ -14273,6 +14661,10 @@ var InferenceEndpointManager = class {
   AgentIterationLimitError,
   AgentPipeline,
   AgentRouter,
+  AwsBedrockProvider,
+  AwsSageMakerDeployer,
+  AzureMlDeployer,
+  AzureOpenAiProvider,
   BaseProvider,
   BaseSTTProvider,
   BaseSpeakerRecognizer,
@@ -14290,9 +14682,10 @@ var InferenceEndpointManager = class {
   DEFAULT_REDACTION_RULES,
   EchoAI,
   EchoVoice,
-  ExperimentManager,
   FileSessionStore,
   GatewayRoutingError,
+  GcpVertexManager,
+  GcpVertexProvider,
   HandoffManager,
   HuggingFaceImageGen,
   HuggingFaceTTS,

package/dist/index.mjs

@@ -1676,23 +1676,23 @@ function getName(value) {
   return (typeof value === "object" && value !== null && ("name" in value && value.name && String(value.name) || "url" in value && value.url && String(value.url) || "filename" in value && value.filename && String(value.filename) || "path" in value && value.path && String(value.path)) || "").split(/[\\/]/).pop() || void 0;
 }
 var isAsyncIterable = (value) => value != null && typeof value === "object" && typeof value[Symbol.asyncIterator] === "function";
-var maybeMultipartFormRequestOptions = async (opts, fetch2) => {
+var maybeMultipartFormRequestOptions = async (opts, fetch7) => {
   if (!hasUploadableValue(opts.body))
     return opts;
-  return { ...opts, body: await createForm(opts.body, fetch2) };
+  return { ...opts, body: await createForm(opts.body, fetch7) };
 };
-var multipartFormRequestOptions = async (opts, fetch2) => {
-  return { ...opts, body: await createForm(opts.body, fetch2) };
+var multipartFormRequestOptions = async (opts, fetch7) => {
+  return { ...opts, body: await createForm(opts.body, fetch7) };
 };
 var supportsFormDataMap = /* @__PURE__ */ new WeakMap();
 function supportsFormData(fetchObject) {
-  const fetch2 = typeof fetchObject === "function" ? fetchObject : fetchObject.fetch;
-  const cached = supportsFormDataMap.get(fetch2);
+  const fetch7 = typeof fetchObject === "function" ? fetchObject : fetchObject.fetch;
+  const cached = supportsFormDataMap.get(fetch7);
   if (cached)
     return cached;
   const promise = (async () => {
     try {
-      const FetchResponse = "Response" in fetch2 ? fetch2.Response : (await fetch2("data:,")).constructor;
+      const FetchResponse = "Response" in fetch7 ? fetch7.Response : (await fetch7("data:,")).constructor;
       const data = new FormData();
       if (data.toString() === await new FetchResponse(data).text()) {
         return false;
@@ -1702,11 +1702,11 @@ function supportsFormData(fetchObject) {
       return true;
     }
   })();
-  supportsFormDataMap.set(fetch2, promise);
+  supportsFormDataMap.set(fetch7, promise);
   return promise;
 }
-var createForm = async (body, fetch2) => {
-  if (!await supportsFormData(fetch2)) {
+var createForm = async (body, fetch7) => {
+  if (!await supportsFormData(fetch7)) {
     throw new TypeError("The provided fetch function does not support file uploads with the current global FormData class.");
   }
   const form = new FormData();
@@ -8339,18 +8339,18 @@ function getName2(value, stripPath) {
   return stripPath ? val.split(/[\\/]/).pop() || void 0 : val;
 }
 var isAsyncIterable2 = (value) => value != null && typeof value === "object" && typeof value[Symbol.asyncIterator] === "function";
-var multipartFormRequestOptions2 = async (opts, fetch2, stripFilenames = true) => {
-  return { ...opts, body: await createForm2(opts.body, fetch2, stripFilenames) };
+var multipartFormRequestOptions2 = async (opts, fetch7, stripFilenames = true) => {
+  return { ...opts, body: await createForm2(opts.body, fetch7, stripFilenames) };
 };
 var supportsFormDataMap2 = /* @__PURE__ */ new WeakMap();
 function supportsFormData2(fetchObject) {
-  const fetch2 = typeof fetchObject === "function" ? fetchObject : fetchObject.fetch;
-  const cached = supportsFormDataMap2.get(fetch2);
+  const fetch7 = typeof fetchObject === "function" ? fetchObject : fetchObject.fetch;
+  const cached = supportsFormDataMap2.get(fetch7);
   if (cached)
     return cached;
   const promise = (async () => {
     try {
-      const FetchResponse = "Response" in fetch2 ? fetch2.Response : (await fetch2("data:,")).constructor;
+      const FetchResponse = "Response" in fetch7 ? fetch7.Response : (await fetch7("data:,")).constructor;
       const data = new FormData();
       if (data.toString() === await new FetchResponse(data).text()) {
         return false;
@@ -8360,11 +8360,11 @@ function supportsFormData2(fetchObject) {
       return true;
     }
   })();
-  supportsFormDataMap2.set(fetch2, promise);
+  supportsFormDataMap2.set(fetch7, promise);
   return promise;
 }
-var createForm2 = async (body, fetch2, stripFilenames = true) => {
-  if (!await supportsFormData2(fetch2)) {
+var createForm2 = async (body, fetch7, stripFilenames = true) => {
+  if (!await supportsFormData2(fetch7)) {
     throw new TypeError("The provided fetch function does not support file uploads with the current global FormData class.");
   }
   const form = new FormData();
@@ -12882,6 +12882,7 @@ var EchoVoice = class {
 };
 
 // src/widget/connector.ts
+import fetch2 from "cross-fetch";
 var APIConnector = class {
   baseUrl;
   headers;
@@ -12909,7 +12910,7 @@ var APIConnector = class {
     const controller = new AbortController();
     const timer = setTimeout(() => controller.abort(), this.timeout);
     try {
-      const response = await fetch(url, {
+      const response = await fetch2(url, {
         method,
         headers: this.headers,
         body: body ? JSON.stringify(body) : void 0,
@@ -12929,6 +12930,7 @@ var APIConnector = class {
 import { z as z4 } from "zod";
 
 // src/rag/knowledge.ts
+import fetch3 from "cross-fetch";
 import * as fs from "fs/promises";
 function cosineSimilarity(a, b) {
   if (a.length !== b.length) return 0;
@@ -13057,7 +13059,7 @@ var KnowledgeBase = class {
     return chunks.length;
   }
   async ingestURL(url) {
-    const response = await fetch(url);
+    const response = await fetch3(url);
     const html = await response.text();
     const text = html.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, "").replace(/<style[^>]*>[\s\S]*?<\/style>/gi, "").replace(/<[^>]+>/g, " ").replace(/\s+/g, " ").trim();
     return this.ingestText(text, url);
@@ -13262,6 +13264,7 @@ var ConversationAnalytics = class {
 };
 
 // src/analytics/handoff.ts
+import fetch4 from "cross-fetch";
 import * as crypto2 from "crypto";
 var HandoffManager = class {
   webhookUrl;
@@ -13370,7 +13373,7 @@ var HandoffManager = class {
       headers["X-Webhook-Signature"] = `sha256=${hmac.digest("hex")}`;
     }
     try {
-      await fetch(this.webhookUrl, { method: "POST", headers, body });
+      await fetch4(this.webhookUrl, { method: "POST", headers, body });
     } catch (e) {
       console.error(`[HandoffManager] Webhook dispatch failed: ${e.message}`);
     }
@@ -14056,6 +14059,7 @@ var SlackAdapter = class extends ChannelAdapter {
 };
 
 // src/channels/telegram.ts
+import fetch5 from "cross-fetch";
 var TelegramAdapter = class extends ChannelAdapter {
   token;
   polling = false;
@@ -14075,7 +14079,7 @@ var TelegramAdapter = class extends ChannelAdapter {
   async runPollingLoop() {
     while (this.polling) {
       try {
-        const response = await fetch(`https://api.telegram.org/bot${this.token}/getUpdates?offset=${this.offset}&timeout=30`);
+        const response = await fetch5(`https://api.telegram.org/bot${this.token}/getUpdates?offset=${this.offset}&timeout=30`);
         const data = await response.json();
         if (data.ok && data.result && data.result.length > 0) {
           for (const update of data.result) {
@@ -14094,7 +14098,7 @@ var TelegramAdapter = class extends ChannelAdapter {
     }
   }
   async sendMessage(chatId, text) {
-    await fetch(`https://api.telegram.org/bot${this.token}/sendMessage`, {
+    await fetch5(`https://api.telegram.org/bot${this.token}/sendMessage`, {
       method: "POST",
       headers: { "Content-Type": "application/json" },
       body: JSON.stringify({ chat_id: chatId, text })
@@ -14103,6 +14107,7 @@ var TelegramAdapter = class extends ChannelAdapter {
 };
 
 // src/deployment/huggingface_manager.ts
+import fetch6 from "cross-fetch";
 var InferenceEndpointManager = class {
   token;
   baseUrl = "https://api.endpoints.huggingface.cloud/v2";
@@ -14139,7 +14144,7 @@ var InferenceEndpointManager = class {
         }
       }
     };
-    const res = await fetch(url, {
+    const res = await fetch6(url, {
       method: "POST",
       headers: this.headers,
       body: JSON.stringify(payload)
@@ -14155,7 +14160,7 @@ var InferenceEndpointManager = class {
    */
   async getEndpointStatus(accountId, endpointName) {
     const url = `${this.baseUrl}/endpoint/${accountId}/${endpointName}`;
-    const res = await fetch(url, { headers: this.headers });
+    const res = await fetch6(url, { headers: this.headers });
     if (!res.ok) throw new Error("Could not fetch endpoint status");
     const data = await res.json();
     return data.status.state;
@@ -14165,7 +14170,7 @@ var InferenceEndpointManager = class {
    */
   async pauseEndpoint(accountId, endpointName) {
     const url = `${this.baseUrl}/endpoint/${accountId}/${endpointName}/pause`;
-    const res = await fetch(url, { method: "POST", headers: this.headers });
+    const res = await fetch6(url, { method: "POST", headers: this.headers });
     if (!res.ok) throw new Error("Failed to pause endpoint");
   }
   /**
@@ -14173,10 +14178,388 @@ var InferenceEndpointManager = class {
    */
   async resumeEndpoint(accountId, endpointName) {
     const url = `${this.baseUrl}/endpoint/${accountId}/${endpointName}/resume`;
-    const res = await fetch(url, { method: "POST", headers: this.headers });
+    const res = await fetch6(url, { method: "POST", headers: this.headers });
     if (!res.ok) throw new Error("Failed to resume endpoint");
   }
 };
+
+// src/deployment/aws_sagemaker.ts
+import { SageMakerClient, CreateModelCommand, CreateEndpointConfigCommand, CreateEndpointCommand, DescribeEndpointCommand } from "@aws-sdk/client-sagemaker";
+var AwsSageMakerDeployer = class {
+  client;
+  constructor(config) {
+    this.client = new SageMakerClient({
+      region: config.region,
+      credentials: config.credentials
+    });
+  }
+  /**
+   * Orchestrates the 3-step SageMaker deployment process.
+   */
+  async deployEndpoint(params) {
+    const configName = `${params.modelName}-config-${Date.now()}`;
+    const endpointName = `${params.modelName}-endpoint`;
+    try {
+      await this.client.send(new CreateModelCommand({
+        ModelName: params.modelName,
+        PrimaryContainer: {
+          Image: params.primaryContainerImage,
+          ModelDataUrl: params.modelDataUrl,
+          Environment: {
+            // HF specific deployment variables if using Hugging Face DLC
+            "HF_MODEL_ID": params.modelName,
+            "HF_TASK": "text-generation"
+          }
+        },
+        ExecutionRoleArn: params.executionRoleArn
+      }));
+      await this.client.send(new CreateEndpointConfigCommand({
+        EndpointConfigName: configName,
+        ProductionVariants: [{
+          VariantName: "AllTraffic",
+          ModelName: params.modelName,
+          InitialInstanceCount: params.initialInstanceCount || 1,
+          InstanceType: params.instanceType || "ml.g5.xlarge"
+        }]
+      }));
+      await this.client.send(new CreateEndpointCommand({
+        EndpointName: endpointName,
+        EndpointConfigName: configName
+      }));
+      return endpointName;
+    } catch (e) {
+      throw new Error(`AWS SageMaker deployment failed: ${e.message}`);
+    }
+  }
+  /**
+   * Checks the provisioning status of a SageMaker Endpoint.
+   */
+  async getEndpointStatus(endpointName) {
+    const res = await this.client.send(new DescribeEndpointCommand({ EndpointName: endpointName }));
+    return res.EndpointStatus || "Unknown";
+  }
+};
+
+// src/deployment/gcp_vertex_manager.ts
+import { EndpointServiceClient } from "@google-cloud/aiplatform";
+var GcpVertexManager = class {
+  client;
+  project;
+  location;
+  constructor(config) {
+    this.client = new EndpointServiceClient({
+      apiEndpoint: `${config.location}-aiplatform.googleapis.com`
+    });
+    this.project = config.project;
+    this.location = config.location;
+  }
+  /**
+   * Deploys an uploaded Vertex AI Model Resource to a newly created Endpoint.
+   */
+  async deployModel(params) {
+    const parent = `projects/${this.project}/locations/${this.location}`;
+    const [endpointLro] = await this.client.createEndpoint({
+      parent,
+      endpoint: { displayName: `${params.displayName}-endpoint` }
+    });
+    const [endpointResponse] = await endpointLro.promise();
+    const endpointName = endpointResponse.name;
+    const [deployLro] = await this.client.deployModel({
+      endpoint: endpointName,
+      deployedModel: {
+        model: params.modelName,
+        displayName: `${params.displayName}-deployment`,
+        dedicatedResources: {
+          machineSpec: {
+            machineType: params.machineType || "n1-standard-4",
+            acceleratorType: params.acceleratorType || void 0,
+            acceleratorCount: params.acceleratorCount || 0
+          },
+          minReplicaCount: 1,
+          maxReplicaCount: 1
+        }
+      }
+    });
+    console.log("Waiting for Vertex AI deployment LRO to finish...");
+    await deployLro.promise();
+    return endpointName;
+  }
+};
+
+// src/deployment/azure_ml.ts
+import { AzureMachineLearningServicesManagementClient } from "@azure/arm-machinelearning";
+import { DefaultAzureCredential } from "@azure/identity";
+var AzureMlDeployer = class {
+  client;
+  config;
+  constructor(config) {
+    const credential = new DefaultAzureCredential();
+    this.client = new AzureMachineLearningServicesManagementClient(credential, config.subscriptionId);
+    this.config = config;
+  }
+  /**
+   * Orchestrates the creation of an Azure Managed Online Endpoint and Deployment.
+   */
+  async deployEndpoint(params) {
+    const { resourceGroupName, workspaceName } = this.config;
+    try {
+      const endpointLro = await this.client.onlineEndpoints.beginCreateOrUpdateAndWait(
+        resourceGroupName,
+        workspaceName,
+        params.endpointName,
+        {
+          location: "eastus",
+          // Would ideally be dynamic based on workspace location
+          properties: {
+            authMode: "Key",
+            compute: "Managed"
+          }
+        }
+      );
+      await this.client.onlineDeployments.beginCreateOrUpdateAndWait(
+        resourceGroupName,
+        workspaceName,
+        params.endpointName,
+        params.deploymentName,
+        {
+          location: endpointLro.location,
+          properties: {
+            endpointComputeType: "Managed",
+            model: params.modelId,
+            instanceType: params.instanceType || "Standard_DS3_v2",
+            scaleSettings: {
+              scaleType: "Default",
+              instanceCount: Math.max(1, params.instanceCount || 1)
+            }
+          }
+        }
+      );
+      await this.client.onlineEndpoints.beginCreateOrUpdateAndWait(
+        resourceGroupName,
+        workspaceName,
+        params.endpointName,
+        {
+          location: endpointLro.location,
+          properties: {
+            authMode: "Key",
+            compute: "Managed",
+            traffic: {
+              [params.deploymentName]: 100
+            }
+          }
+        }
+      );
+      return params.endpointName;
+    } catch (e) {
+      throw new Error(`Azure ML Deployment failed: ${e.message}`);
+    }
+  }
+  /**
+   * Retrieves the current provisioning state of an Azure ML Endpoint.
+   */
+  async getEndpointStatus(endpointName) {
+    const endpoint = await this.client.onlineEndpoints.get(
+      this.config.resourceGroupName,
+      this.config.workspaceName,
+      endpointName
+    );
+    return endpoint.properties?.provisioningState || "Unknown";
+  }
+};
+
+// src/models/aws_bedrock.ts
+import { BedrockRuntimeClient, InvokeModelCommand } from "@aws-sdk/client-bedrock-runtime";
+var AwsBedrockProvider = class extends BaseProvider {
+  client;
+  defaultModel;
+  constructor(config) {
+    super();
+    this.client = new BedrockRuntimeClient({
+      region: config.region,
+      credentials: config.credentials
+    });
+    this.defaultModel = config.defaultModel || "anthropic.claude-3-haiku-20240307-v1:0";
+  }
+  get providerName() {
+    return "aws_bedrock";
+  }
+  async chatComplete(request) {
+    const modelId = request.model_family === "smart" ? "anthropic.claude-3-sonnet-20240229-v1:0" : this.defaultModel;
+    const systemMessage = request.messages.find((m) => m.role === "system")?.content || "";
+    const userMessages = request.messages.filter((m) => m.role !== "system").map((m) => ({
+      role: m.role,
+      content: [{ type: "text", text: m.content }]
+    }));
+    const payload = {
+      anthropic_version: "bedrock-2023-05-31",
+      max_tokens: request.max_tokens || 1024,
+      system: systemMessage,
+      messages: userMessages,
+      temperature: request.temperature || 0.7
+    };
+    try {
+      const command = new InvokeModelCommand({
+        modelId,
+        contentType: "application/json",
+        accept: "application/json",
+        body: JSON.stringify(payload)
+      });
+      const response = await this.client.send(command);
+      const responseBody = JSON.parse(new TextDecoder().decode(response.body));
+      return {
+        content: responseBody.content?.[0]?.text || null,
+        usage: {
+          prompt_tokens: responseBody.usage?.input_tokens || 0,
+          completion_tokens: responseBody.usage?.output_tokens || 0,
+          total_tokens: (responseBody.usage?.input_tokens || 0) + (responseBody.usage?.output_tokens || 0)
+        },
+        provider_name: this.providerName,
+        model_name: modelId
+      };
+    } catch (e) {
+      throw new Error(`AWS Bedrock invocation failed: ${e.message}`);
+    }
+  }
+  async *chatStream(request) {
+    const res = await this.chatComplete(request);
+    if (res.content) {
+      yield res.content;
+    }
+  }
+};
+
+// src/models/gcp_vertex.ts
+import { VertexAI } from "@google-cloud/vertexai";
+var GcpVertexProvider = class extends BaseProvider {
+  client;
+  defaultModel;
+  constructor(config) {
+    super();
+    this.client = new VertexAI({ project: config.project, location: config.location });
+    this.defaultModel = config.defaultModel || "gemini-1.5-flash-preview-0409";
+  }
+  get providerName() {
+    return "gcp_vertex";
+  }
+  async chatComplete(request) {
+    const model = request.model_family === "smart" ? "gemini-1.5-pro-preview-0409" : this.defaultModel;
+    const generativeModel = this.client.getGenerativeModel({
+      model,
+      generationConfig: {
+        maxOutputTokens: request.max_tokens || 1024,
+        temperature: request.temperature || 0.7
+      }
+    });
+    const systemInstruction = request.messages.find((m) => m.role === "system")?.content || void 0;
+    const contents = request.messages.filter((m) => m.role !== "system").map((m) => ({
+      role: m.role === "assistant" ? "model" : "user",
+      parts: [{ text: m.content }]
+    }));
+    try {
+      const response = await generativeModel.generateContent({
+        contents,
+        systemInstruction: systemInstruction ? { role: "system", parts: [{ text: systemInstruction }] } : void 0
+      });
+      const responseText = response.response.candidates?.[0]?.content?.parts?.[0]?.text || null;
+      return {
+        content: responseText,
+        usage: {
+          prompt_tokens: response.response.usageMetadata?.promptTokenCount || 0,
+          completion_tokens: response.response.usageMetadata?.candidatesTokenCount || 0,
+          total_tokens: response.response.usageMetadata?.totalTokenCount || 0
+        },
+        provider_name: this.providerName,
+        model_name: model
+      };
+    } catch (e) {
+      throw new Error(`GCP Vertex invocation failed: ${e.message}`);
+    }
+  }
+  async *chatStream(request) {
+    const model = request.model_family === "smart" ? "gemini-1.5-pro-preview-0409" : this.defaultModel;
+    const generativeModel = this.client.getGenerativeModel({ model });
+    const contents = request.messages.filter((m) => m.role !== "system").map((m) => ({
+      role: m.role === "assistant" ? "model" : "user",
+      parts: [{ text: m.content }]
+    }));
+    const stream = await generativeModel.generateContentStream({ contents });
+    for await (const chunk of stream.stream) {
+      if (chunk.candidates?.[0]?.content?.parts?.[0]?.text) {
+        yield chunk.candidates[0].content.parts[0].text;
+      }
+    }
+  }
+};
+
+// src/models/azure_openai.ts
+import { OpenAIClient, AzureKeyCredential } from "@azure/openai";
+var AzureOpenAiProvider = class extends BaseProvider {
+  client;
+  deploymentName;
+  constructor(config) {
+    super();
+    this.client = new OpenAIClient(config.endpoint, new AzureKeyCredential(config.apiKey));
+    this.deploymentName = config.deploymentName || "gpt-35-turbo";
+  }
+  get providerName() {
+    return "azure_openai";
+  }
+  async chatComplete(request) {
+    try {
+      const response = await this.client.getChatCompletions(
+        this.deploymentName,
+        request.messages.map((m) => ({
+          role: m.role,
+          content: m.content
+        })),
+        {
+          maxTokens: request.max_tokens || 1024,
+          temperature: request.temperature || 0.7
+        }
+      );
+      const message = response.choices[0].message;
+      return {
+        content: message?.content || null,
+        tool_calls: message?.toolCalls ? message.toolCalls.map((tc) => ({
+          id: tc.id,
+          function: {
+            name: tc.function?.name,
+            arguments: tc.function?.arguments
+          }
+        })) : void 0,
+        usage: {
+          prompt_tokens: response.usage?.promptTokens || 0,
+          completion_tokens: response.usage?.completionTokens || 0,
+          total_tokens: response.usage?.totalTokens || 0
+        },
+        provider_name: this.providerName,
+        model_name: this.deploymentName
+      };
+    } catch (e) {
+      throw new Error(`Azure OpenAI invocation failed: ${e.message}`);
+    }
+  }
+  async *chatStream(request) {
+    const stream = await this.client.streamChatCompletions(
+      this.deploymentName,
+      request.messages.map((m) => ({
+        role: m.role,
+        content: m.content
+      })),
+      {
+        maxTokens: request.max_tokens || 1024,
+        temperature: request.temperature || 0.7
+      }
+    );
+    for await (const chunk of stream) {
+      for (const choice of chunk.choices) {
+        if (choice.delta?.content) {
+          yield choice.delta.content;
+        }
+      }
+    }
+  }
+};
 export {
   AIModelGateway,
   APIConnector,
@@ -14184,6 +14567,10 @@ export {
   AgentIterationLimitError,
   AgentPipeline,
   AgentRouter,
+  AwsBedrockProvider,
+  AwsSageMakerDeployer,
+  AzureMlDeployer,
+  AzureOpenAiProvider,
   BaseProvider,
   BaseSTTProvider,
   BaseSpeakerRecognizer,
@@ -14201,9 +14588,10 @@ export {
   DEFAULT_REDACTION_RULES,
   EchoAI,
   EchoVoice,
-  ExperimentManager,
   FileSessionStore,
   GatewayRoutingError,
+  GcpVertexManager,
+  GcpVertexProvider,
   HandoffManager,
   HuggingFaceImageGen,
   HuggingFaceTTS,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "echo-ai-sdk-ts",
-  "version": "2.5.0",
-  "description": "Echo AI SDK: Tier 4 Serverless Modality (Hugging Face TTS, Image Generation, Managed Deployments)",
+  "version": "2.6.1",
+  "description": "Echo AI SDK: Tier 5 Cloud Native (AWS Bedrock/SageMaker, GCP Vertex, Azure OpenAI/ML)",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
   "types": "./dist/index.d.ts",
@@ -9,7 +9,7 @@
     "dist"
   ],
   "scripts": {
-    "build": "tsup src/index.ts --format cjs,esm --dts",
+    "build": "tsup src/index.ts --format cjs,esm --external @azure/arm-machinelearning,@azure/identity,@google-cloud/aiplatform,@google-cloud/vertexai,@aws-sdk/client-sagemaker,@aws-sdk/client-bedrock-runtime,@azure/openai",
     "dev": "tsup src/index.ts --format cjs,esm --watch --dts",
     "lint": "tsc",
     "test": "vitest run"
@@ -17,12 +17,20 @@
   "dependencies": {
     "@huggingface/inference": "^4.13.15",
     "cors": "^2.8.5",
+    "cross-fetch": "^4.1.0",
     "express": "^4.18.2",
     "zod": "^3.25.76",
     "zod-to-json-schema": "^3.25.1"
   },
   "devDependencies": {
     "@anthropic-ai/sdk": "^0.80.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.1019.0",
+    "@aws-sdk/client-sagemaker": "^3.1019.0",
+    "@azure/arm-machinelearning": "^3.0.0",
+    "@azure/identity": "^4.13.1",
+    "@azure/openai": "^2.0.0",
+    "@google-cloud/aiplatform": "^6.5.0",
+    "@google-cloud/vertexai": "^1.10.3",
     "@types/cors": "^2.8.17",
     "@types/express": "^4.17.21",
     "@types/node": "^20.11.24",