llm-exe 2.3.6 → 2.3.7

package/dist/index.d.mts

@@ -996,6 +996,10 @@ interface AmazonEmbeddingOptions extends GenericEmbeddingOptions {
     awsSecretKey?: string;
     awsAccessKey?: string;
 }
+interface CohereBedrockEmbeddingOptions extends AmazonEmbeddingOptions {
+    inputType?: "search_document" | "search_query" | "classification" | "clustering";
+    truncate?: "NONE" | "START" | "END" | "LEFT" | "RIGHT";
+}
 interface GenericLLm extends BaseLlmOptions {
     model?: string;
     system?: string;
@@ -1059,6 +1063,9 @@ type AllEmbedding = {
     "amazon.embedding.v1": {
         input: AmazonEmbeddingOptions;
     };
+    "amazon:cohere.embedding.v1": {
+        input: CohereBedrockEmbeddingOptions;
+    };
 };
 type AllLlm = {
     "openai.chat.v1": {
@@ -1255,7 +1262,7 @@ interface BaseRequest<_T extends Record<string, any>> {
 interface BaseLlm<_T extends BaseLlCall = BaseLlCall> extends BaseRequest<_T> {
 }
 
-type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
+type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "amazon:cohere.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
 interface Config<Pk = LlmProviderKey> {
     /**
      * Unique identifier for this configuration (e.g., "openai.chat.v1", "anthropic.claude-3-opus")

package/dist/index.d.ts

@@ -996,6 +996,10 @@ interface AmazonEmbeddingOptions extends GenericEmbeddingOptions {
     awsSecretKey?: string;
     awsAccessKey?: string;
 }
+interface CohereBedrockEmbeddingOptions extends AmazonEmbeddingOptions {
+    inputType?: "search_document" | "search_query" | "classification" | "clustering";
+    truncate?: "NONE" | "START" | "END" | "LEFT" | "RIGHT";
+}
 interface GenericLLm extends BaseLlmOptions {
     model?: string;
     system?: string;
@@ -1059,6 +1063,9 @@ type AllEmbedding = {
     "amazon.embedding.v1": {
         input: AmazonEmbeddingOptions;
     };
+    "amazon:cohere.embedding.v1": {
+        input: CohereBedrockEmbeddingOptions;
+    };
 };
 type AllLlm = {
     "openai.chat.v1": {
@@ -1255,7 +1262,7 @@ interface BaseRequest<_T extends Record<string, any>> {
 interface BaseLlm<_T extends BaseLlCall = BaseLlCall> extends BaseRequest<_T> {
 }
 
-type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
+type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "amazon:cohere.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
 interface Config<Pk = LlmProviderKey> {
     /**
      * Unique identifier for this configuration (e.g., "openai.chat.v1", "anthropic.claude-3-opus")

package/dist/index.js

@@ -3974,6 +3974,26 @@ function AmazonTitanEmbedding(result, config) {
   });
 }
 
+// src/embedding/output/CohereBedrockEmbedding.ts
+function CohereBedrockEmbedding(result, config) {
+  const __result = deepClone(result);
+  const model = config.model || "cohere.unknown";
+  const created = (/* @__PURE__ */ new Date()).getTime();
+  const embedding = Array.isArray(__result.embeddings) ? __result.embeddings : [];
+  const usage = {
+    output_tokens: 0,
+    input_tokens: 0,
+    total_tokens: 0
+  };
+  return BaseEmbeddingOutput({
+    id: __result.id,
+    model,
+    created,
+    usage,
+    embedding
+  });
+}
+
 // src/embedding/config.ts
 var embeddingConfigs = {
   "openai.embedding.v1": {
@@ -4035,6 +4055,43 @@ var embeddingConfigs = {
       }
     },
     transformResponse: AmazonTitanEmbedding
+  },
+  "amazon:cohere.embedding.v1": {
+    key: "amazon:cohere.embedding.v1",
+    provider: "amazon:cohere.embedding",
+    endpoint: `https://bedrock-runtime.{{awsRegion}}.amazonaws.com/model/{{model}}/invoke`,
+    method: "POST",
+    headers: `{"Content-Type": "application/json" }`,
+    options: {
+      input: {},
+      inputType: {
+        default: "search_document"
+      },
+      truncate: {},
+      dimensions: {},
+      awsRegion: {
+        default: getEnvironmentVariable("AWS_REGION"),
+        required: [true, "aws region is required"]
+      },
+      awsSecretKey: {},
+      awsAccessKey: {}
+    },
+    mapBody: {
+      input: {
+        key: "texts",
+        transform: (value) => Array.isArray(value) ? value : [value]
+      },
+      inputType: {
+        key: "input_type"
+      },
+      truncate: {
+        key: "truncate"
+      },
+      dimensions: {
+        key: "output_dimension"
+      }
+    },
+    transformResponse: CohereBedrockEmbedding
   }
 };
 function getEmbeddingConfig(provider) {
@@ -4055,6 +4112,8 @@ function getEmbeddingOutputParser(config, response) {
       return OpenAiEmbedding(response, config);
     case "amazon.embedding.v1":
       return AmazonTitanEmbedding(response, config);
+    case "amazon:cohere.embedding.v1":
+      return CohereBedrockEmbedding(response, config);
     default:
       throw new Error("Unsupported provider");
   }

package/dist/index.mjs

@@ -3911,6 +3911,26 @@ function AmazonTitanEmbedding(result, config) {
   });
 }
 
+// src/embedding/output/CohereBedrockEmbedding.ts
+function CohereBedrockEmbedding(result, config) {
+  const __result = deepClone(result);
+  const model = config.model || "cohere.unknown";
+  const created = (/* @__PURE__ */ new Date()).getTime();
+  const embedding = Array.isArray(__result.embeddings) ? __result.embeddings : [];
+  const usage = {
+    output_tokens: 0,
+    input_tokens: 0,
+    total_tokens: 0
+  };
+  return BaseEmbeddingOutput({
+    id: __result.id,
+    model,
+    created,
+    usage,
+    embedding
+  });
+}
+
 // src/embedding/config.ts
 var embeddingConfigs = {
   "openai.embedding.v1": {
@@ -3972,6 +3992,43 @@ var embeddingConfigs = {
       }
     },
     transformResponse: AmazonTitanEmbedding
+  },
+  "amazon:cohere.embedding.v1": {
+    key: "amazon:cohere.embedding.v1",
+    provider: "amazon:cohere.embedding",
+    endpoint: `https://bedrock-runtime.{{awsRegion}}.amazonaws.com/model/{{model}}/invoke`,
+    method: "POST",
+    headers: `{"Content-Type": "application/json" }`,
+    options: {
+      input: {},
+      inputType: {
+        default: "search_document"
+      },
+      truncate: {},
+      dimensions: {},
+      awsRegion: {
+        default: getEnvironmentVariable("AWS_REGION"),
+        required: [true, "aws region is required"]
+      },
+      awsSecretKey: {},
+      awsAccessKey: {}
+    },
+    mapBody: {
+      input: {
+        key: "texts",
+        transform: (value) => Array.isArray(value) ? value : [value]
+      },
+      inputType: {
+        key: "input_type"
+      },
+      truncate: {
+        key: "truncate"
+      },
+      dimensions: {
+        key: "output_dimension"
+      }
+    },
+    transformResponse: CohereBedrockEmbedding
   }
 };
 function getEmbeddingConfig(provider) {
@@ -3992,6 +4049,8 @@ function getEmbeddingOutputParser(config, response) {
       return OpenAiEmbedding(response, config);
     case "amazon.embedding.v1":
       return AmazonTitanEmbedding(response, config);
+    case "amazon:cohere.embedding.v1":
+      return CohereBedrockEmbedding(response, config);
     default:
       throw new Error("Unsupported provider");
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-exe",
-  "version": "2.3.6",
+  "version": "2.3.7",
   "description": "Simplify building LLM-powered apps with easy-to-use base components, supporting text and chat-based prompts with handlebars template engine, output parsers, and flexible function calling capabilities.",
   "keywords": [
     "ai",