llm-exe 2.1.6 → 2.1.7

package/dist/index.d.mts

@@ -934,6 +934,12 @@ interface GeminiRequest extends GenericLLm {
     model: string;
     geminiApiKey?: string;
 }
+interface DeepseekRequest extends GenericLLm {
+    model: string;
+    responseFormat?: Record<string, any>;
+    deepseekApiKey?: string;
+    useJson?: boolean;
+}
 type AllEmbedding = {
     "openai.embedding.v1": {
         input: OpenAiEmbeddingOptions;
@@ -967,6 +973,9 @@ type AllLlm = {
     "google.chat.v1": {
         input: GeminiRequest;
     };
+    "deepseek.chat.v1": {
+        input: DeepseekRequest;
+    };
 };
 type AllUseLlmOptions = AllLlm & {
     "openai.gpt-4": {
@@ -1023,6 +1032,9 @@ type AllUseLlmOptions = AllLlm & {
     "ollama.qwq": {
         input: GenericLLm;
     };
+    "deepseek.chat": {
+        input: DeepseekRequest;
+    };
 };
 type LlmProviderKey = keyof AllLlm;
 type EmbeddingProviderKey = keyof AllEmbedding;
@@ -1040,7 +1052,7 @@ interface BaseRequest<_T extends Record<string, any>> {
 interface BaseLlm<_T extends BaseLlCall = BaseLlCall> extends BaseRequest<_T> {
 }
 
-type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat";
+type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
 interface Config<Pk = LlmProviderKey> {
     key: Pk;
     provider: LlmProvider;
@@ -1219,6 +1231,8 @@ declare namespace index {
 }
 
 declare const configs: {
+    "deepseek.chat.v1": Config<keyof AllLlm>;
+    "deepseek.chat": Config<keyof AllLlm>;
     "google.chat.v1": Config<keyof AllLlm>;
     "google.gemini-2.0-flash": Config<keyof AllLlm>;
     "google.gemini-2.0-flash-lite": Config<keyof AllLlm>;

package/dist/index.d.ts

@@ -934,6 +934,12 @@ interface GeminiRequest extends GenericLLm {
     model: string;
     geminiApiKey?: string;
 }
+interface DeepseekRequest extends GenericLLm {
+    model: string;
+    responseFormat?: Record<string, any>;
+    deepseekApiKey?: string;
+    useJson?: boolean;
+}
 type AllEmbedding = {
     "openai.embedding.v1": {
         input: OpenAiEmbeddingOptions;
@@ -967,6 +973,9 @@ type AllLlm = {
     "google.chat.v1": {
         input: GeminiRequest;
     };
+    "deepseek.chat.v1": {
+        input: DeepseekRequest;
+    };
 };
 type AllUseLlmOptions = AllLlm & {
     "openai.gpt-4": {
@@ -1023,6 +1032,9 @@ type AllUseLlmOptions = AllLlm & {
     "ollama.qwq": {
         input: GenericLLm;
     };
+    "deepseek.chat": {
+        input: DeepseekRequest;
+    };
 };
 type LlmProviderKey = keyof AllLlm;
 type EmbeddingProviderKey = keyof AllEmbedding;
@@ -1040,7 +1052,7 @@ interface BaseRequest<_T extends Record<string, any>> {
 interface BaseLlm<_T extends BaseLlCall = BaseLlCall> extends BaseRequest<_T> {
 }
 
-type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat";
+type LlmProvider = "openai.chat" | "openai.embedding" | "google.embedding" | "openai.chat-mock" | "anthropic.chat" | "amazon:anthropic.chat" | "amazon:meta.chat" | "amazon:nova.chat" | "amazon.embedding" | "xai.chat" | "google.chat" | "ollama.chat" | "deepseek.chat";
 interface Config<Pk = LlmProviderKey> {
     key: Pk;
     provider: LlmProvider;
@@ -1219,6 +1231,8 @@ declare namespace index {
 }
 
 declare const configs: {
+    "deepseek.chat.v1": Config<keyof AllLlm>;
+    "deepseek.chat": Config<keyof AllLlm>;
     "google.chat.v1": Config<keyof AllLlm>;
     "google.gemini-2.0-flash": Config<keyof AllLlm>;
     "google.gemini-2.0-flash-lite": Config<keyof AllLlm>;

package/dist/index.js

@@ -2587,6 +2587,53 @@ var google = {
   "google.gemini-1.5-pro": withDefaultModel(googleGeminiChatV1, "gemini-1.5-pro")
 };
 
+// src/llm/config/deepseek/index.ts
+var deepseekChatV1 = {
+  key: "deepseek.chat.v1",
+  provider: "deepseek.chat",
+  endpoint: `https://api.deepseek.com/v1/chat/completions`,
+  options: {
+    prompt: {},
+    topP: {},
+    useJson: {},
+    deepseekApiKey: {
+      default: getEnvironmentVariable("DEEPSEEK_API_KEY")
+    }
+  },
+  method: "POST",
+  headers: `{"Authorization":"Bearer {{deepseekApiKey}}", "Content-Type": "application/json" }`,
+  mapBody: {
+    prompt: {
+      key: "messages",
+      sanitize: /* @__PURE__ */ __name((v) => {
+        if (typeof v === "string") {
+          return [
+            {
+              role: "user",
+              content: v
+            }
+          ];
+        }
+        return v;
+      }, "sanitize")
+    },
+    model: {
+      key: "model"
+    },
+    topP: {
+      key: "top_p"
+    },
+    useJson: {
+      key: "response_format.type",
+      sanitize: /* @__PURE__ */ __name((v) => v ? "json_object" : "text", "sanitize")
+    }
+  }
+};
+var deepseek = {
+  "deepseek.chat.v1": deepseekChatV1,
+  "deepseek.chat": withDefaultModel(deepseekChatV1, "deepseek-chat")
+};
+
 // src/llm/config.ts
 var configs = {
   ...openai,
@@ -2594,7 +2641,8 @@ var configs = {
   ...bedrock,
   ...xai,
   ...ollama,
-  ...google
+  ...google,
+  ...deepseek
 };
 function getLlmConfig(provider) {
   if (!provider) {
@@ -3027,6 +3075,9 @@ function getOutputParser(config, response) {
       return OutputOllamaChat(response, config);
     case "google.chat.v1":
       return OutputGoogleGeminiChat(response, config);
+    case "deepseek.chat.v1":
+      return OutputOpenAIChat(response, config);
+    // use oai for now
     default: {
       if (config?.key?.startsWith("custom:")) {
         return OutputDefault(response, config);

package/dist/index.mjs

@@ -2539,6 +2539,53 @@ var google = {
   "google.gemini-1.5-pro": withDefaultModel(googleGeminiChatV1, "gemini-1.5-pro")
 };
 
+// src/llm/config/deepseek/index.ts
+var deepseekChatV1 = {
+  key: "deepseek.chat.v1",
+  provider: "deepseek.chat",
+  endpoint: `https://api.deepseek.com/v1/chat/completions`,
+  options: {
+    prompt: {},
+    topP: {},
+    useJson: {},
+    deepseekApiKey: {
+      default: getEnvironmentVariable("DEEPSEEK_API_KEY")
+    }
+  },
+  method: "POST",
+  headers: `{"Authorization":"Bearer {{deepseekApiKey}}", "Content-Type": "application/json" }`,
+  mapBody: {
+    prompt: {
+      key: "messages",
+      sanitize: /* @__PURE__ */ __name((v) => {
+        if (typeof v === "string") {
+          return [
+            {
+              role: "user",
+              content: v
+            }
+          ];
+        }
+        return v;
+      }, "sanitize")
+    },
+    model: {
+      key: "model"
+    },
+    topP: {
+      key: "top_p"
+    },
+    useJson: {
+      key: "response_format.type",
+      sanitize: /* @__PURE__ */ __name((v) => v ? "json_object" : "text", "sanitize")
+    }
+  }
+};
+var deepseek = {
+  "deepseek.chat.v1": deepseekChatV1,
+  "deepseek.chat": withDefaultModel(deepseekChatV1, "deepseek-chat")
+};
+
 // src/llm/config.ts
 var configs = {
   ...openai,
@@ -2546,7 +2593,8 @@ var configs = {
   ...bedrock,
   ...xai,
   ...ollama,
-  ...google
+  ...google,
+  ...deepseek
 };
 function getLlmConfig(provider) {
   if (!provider) {
@@ -2979,6 +3027,9 @@ function getOutputParser(config, response) {
       return OutputOllamaChat(response, config);
     case "google.chat.v1":
       return OutputGoogleGeminiChat(response, config);
+    case "deepseek.chat.v1":
+      return OutputOpenAIChat(response, config);
+    // use oai for now
     default: {
       if (config?.key?.startsWith("custom:")) {
         return OutputDefault(response, config);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-exe",
-  "version": "2.1.6",
+  "version": "2.1.7",
   "description": "Simplify building LLM-powered apps with easy-to-use base components, supporting text and chat-based prompts with handlebars template engine, output parsers, and flexible function calling capabilities.",
   "keywords": [
     "ai",

package/readme.md

@@ -7,7 +7,7 @@ A package that provides simplified base components to make building and maintain
 - Write functions powered by LLM's with easy to use building blocks.
 - Pure Javascript and Typescript. Allows you to pass and infer types.
 - Support for text-based (llama-3) and chat-based prompts. (gpt-4o, claude-3.5, grok-3, Gemini, Bedrock, Ollama, etc)
-- Call LLM's from different providers without changing your code. (OpenAi/Anthropic/xAI/Google/AWS Bedrock/Ollama)
+- Call LLM's from different providers without changing your code. (OpenAi/Anthropic/xAI/Google/AWS Bedrock/Ollama/Deepseek)
 - Supercharge your prompts by using handlebars within prompt template.
 - Allow LLM's to call functions (or call other LLM executors).
 - Not very opinionated. You have control on how you use it.