@nodetool-ai/runtime 0.8.7 → 0.8.8

package/dist/providers/node-llama-cpp-trending.generated.js

@@ -1,33 +1,23 @@
 export const TRENDING_CHAT_GGUFS = [
-    {
-        repoId: "LiquidAI/LFM2.5-24B-A2B-GGUF",
-        file: "LFM2.5-24B-A2B-Q4_K_M.gguf",
-        name: "LFM2.5 24B A2B (14.5 GB)"
-    },
     {
         repoId: "unsloth/Qwen3.8-27B-GGUF",
         file: "Qwen3.8-27B-UD-Q4_K_M.gguf",
         name: "Qwen3.8 27B (16.5 GB)"
     },
+    {
+        repoId: "nvidia/NVIDIA-Nemotron-3.5-Bolt-E4B-4GB",
+        file: "Nemotron-3.5-Bolt-E4B-Q4_K_M.gguf",
+        name: "NVIDIA Nemotron 3.5 Bolt E4B 4GB (6.2 GB)"
+    },
     {
         repoId: "openbmb/MiniCPM-V-4.7-35B-A3B-gguf",
         file: "MiniCPM-V-4_7-35B-A3B-Q4_K_S.gguf",
         name: "MiniCPM V 4.7 35B A3B (19.9 GB)"
     },
     {
-        repoId: "JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF",
-        file: "Mellum2.1-12B-A2.5B-Thinking-Q4_K_M.gguf",
-        name: "Mellum2.1 12B A2.5B Thinking (8.1 GB)"
-    },
-    {
-        repoId: "openbmb/MiniCPM-V-4.7-1B-gguf",
-        file: "MiniCPM-V-4_7-1B-Q4_K_M.gguf",
-        name: "MiniCPM V 4.7 1B (672 MB)"
-    },
-    {
-        repoId: "unsloth/Qwen3.6-35B-A3B-GGUF",
-        file: "Qwen3.6-35B-A3B-UD-IQ4_XS.gguf",
-        name: "Qwen3.6 35B A3B (17.7 GB)"
+        repoId: "LiquidAI/LFM2.5-24B-A2B-GGUF",
+        file: "LFM2.5-24B-A2B-Q4_K_M.gguf",
+        name: "LFM2.5 24B A2B (14.5 GB)"
     },
     {
         repoId: "unsloth/Qwen3.5-9B-GGUF",
@@ -40,9 +30,14 @@ export const TRENDING_CHAT_GGUFS = [
         name: "gemma 4 26B A4B it (16.9 GB)"
     },
     {
-        repoId: "unsloth/gemma-4-12b-it-GGUF",
-        file: "gemma-4-12b-it-Q4_K_M.gguf",
-        name: "gemma 4 12b it (7.1 GB)"
+        repoId: "unsloth/Qwen3.6-35B-A3B-GGUF",
+        file: "Qwen3.6-35B-A3B-UD-IQ4_XS.gguf",
+        name: "Qwen3.6 35B A3B (17.7 GB)"
+    },
+    {
+        repoId: "JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF",
+        file: "Mellum2.1-12B-A2.5B-Thinking-Q4_K_M.gguf",
+        name: "Mellum2.1 12B A2.5B Thinking (8.1 GB)"
     },
     {
         repoId: "Qwen/Qwen2.5-Coder-7B-Instruct-GGUF",
@@ -54,50 +49,45 @@ export const TRENDING_CHAT_GGUFS = [
         file: "Qwen3.5-4B-Q4_K_M.gguf",
         name: "Qwen3.5 4B (2.7 GB)"
     },
-    {
-        repoId: "LiquidAI/LFM2.5-2.6B-GGUF",
-        file: "LFM2.5-2.6B-Q4_K_M.gguf",
-        name: "LFM2.5 2.6B (1.7 GB)"
-    },
     {
         repoId: "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF",
         file: "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf",
         name: "Qwen3 Coder 30B A3B Instruct (18.6 GB)"
     },
     {
-        repoId: "Qwen/Qwen3-8B-GGUF",
-        file: "Qwen3-8B-Q4_K_M.gguf",
-        name: "Qwen3 8B (5.0 GB)"
+        repoId: "Qwen/Qwen3-VL-8B-Instruct-GGUF",
+        file: "Qwen3VL-8B-Instruct-Q4_K_M.gguf",
+        name: "Qwen3 VL 8B Instruct (5.0 GB)"
     },
     {
-        repoId: "unsloth/gemma-4-31B-it-GGUF",
-        file: "gemma-4-31B-it-Q4_K_M.gguf",
-        name: "gemma 4 31B it (18.3 GB)"
+        repoId: "openbmb/MiniCPM-V-4.7-1B-gguf",
+        file: "MiniCPM-V-4_7-1B-Q4_K_M.gguf",
+        name: "MiniCPM V 4.7 1B (672 MB)"
     },
     {
-        repoId: "unsloth/gemma-4-E4B-it-GGUF",
-        file: "gemma-4-E4B-it-Q4_K_M.gguf",
-        name: "gemma 4 E4B it (5.0 GB)"
+        repoId: "unsloth/gemma-4-12b-it-GGUF",
+        file: "gemma-4-12b-it-Q4_K_M.gguf",
+        name: "gemma 4 12b it (7.1 GB)"
     },
     {
-        repoId: "bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF",
-        file: "MiMo-V2.6-Distill-Qwen-9B-Q4_K_M.gguf",
-        name: "MiMo V2.6 Distill Qwen 9B (5.8 GB)"
+        repoId: "Qwen/Qwen3-8B-GGUF",
+        file: "Qwen3-8B-Q4_K_M.gguf",
+        name: "Qwen3 8B (5.0 GB)"
     },
     {
-        repoId: "ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF",
-        file: "mtp-NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q4_0.gguf",
-        name: "NVIDIA Nemotron 3.5 Super VL 120B A12B (2.3 GB)"
+        repoId: "Qwen/Qwen2.5-Coder-3B-Instruct-GGUF",
+        file: "qwen2.5-coder-3b-instruct-q4_k_m.gguf",
+        name: "Qwen2.5 Coder 3B Instruct (2.1 GB)"
     },
     {
-        repoId: "Qwen/Qwen3-4B-GGUF",
-        file: "Qwen3-4B-Q4_K_M.gguf",
-        name: "Qwen3 4B (2.5 GB)"
+        repoId: "unsloth/gpt-oss-20b-GGUF",
+        file: "gpt-oss-20b-Q4_K_M.gguf",
+        name: "gpt oss 20b (11.6 GB)"
     },
     {
-        repoId: "Qwen/Qwen3-VL-8B-Instruct-GGUF",
-        file: "Qwen3VL-8B-Instruct-Q4_K_M.gguf",
-        name: "Qwen3 VL 8B Instruct (5.0 GB)"
+        repoId: "unsloth/gemma-4-31B-it-GGUF",
+        file: "gemma-4-31B-it-Q4_K_M.gguf",
+        name: "gemma 4 31B it (18.3 GB)"
     },
     {
         repoId: "openbmb/MiniCPM5-2B-GGUF",
@@ -105,29 +95,39 @@ export const TRENDING_CHAT_GGUFS = [
         name: "MiniCPM5 2B (1.6 GB)"
     },
     {
-        repoId: "openbmb/MiniCPM-V-4.7-1B-DSpark-gguf",
-        file: "dspark-MiniCPM-V-4_7-1B-Q4_K_M.gguf",
-        name: "MiniCPM V 4.7 1B DSpark (133 MB)"
+        repoId: "unsloth/gemma-4-E4B-it-GGUF",
+        file: "gemma-4-E4B-it-Q4_K_M.gguf",
+        name: "gemma 4 E4B it (5.0 GB)"
     },
     {
-        repoId: "openbmb/MiniCPM-V-4.7-35B-A3B-DSpark-gguf",
-        file: "dspark-MiniCPM-V-4_7-35B-A3B-Q4_K_M.gguf",
-        name: "MiniCPM V 4.7 35B A3B DSpark (237 MB)"
+        repoId: "LiquidAI/LFM2.5-2.6B-GGUF",
+        file: "LFM2.5-2.6B-Q4_K_M.gguf",
+        name: "LFM2.5 2.6B (1.7 GB)"
     },
     {
-        repoId: "unsloth/LFM2.5-8B-A1B-GGUF",
-        file: "LFM2.5-8B-A1B-UD-Q4_K_M.gguf",
-        name: "LFM2.5 8B A1B (5.3 GB)"
+        repoId: "bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF",
+        file: "MiMo-V2.6-Distill-Qwen-9B-Q4_K_M.gguf",
+        name: "MiMo V2.6 Distill Qwen 9B (5.8 GB)"
     },
     {
-        repoId: "ggml-org/vllm-d3-flash-GGUF",
-        file: "vllm-d3-flash-Q4_K_M.gguf",
-        name: "vllm d3 flash (6.6 GB)"
+        repoId: "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF",
+        file: "qwen2.5-coder-1.5b-instruct-q4_k_m.gguf",
+        name: "Qwen2.5 Coder 1.5B Instruct (1.1 GB)"
     },
     {
-        repoId: "ggml-org/vllm-d3-mini-GGUF",
-        file: "vllm-d3-mini-Q4_K_M.gguf",
-        name: "vllm d3 mini (3.7 GB)"
+        repoId: "bartowski/Spark-X2.6-4B-GGUF",
+        file: "Spark-X2.6-4B-Q4_K_M.gguf",
+        name: "Spark X2.6 4B (2.6 GB)"
+    },
+    {
+        repoId: "Qwen/Qwen2.5-Coder-14B-Instruct-GGUF",
+        file: "qwen2.5-coder-14b-instruct-q4_k_m.gguf",
+        name: "Qwen2.5 Coder 14B Instruct (9.0 GB)"
+    },
+    {
+        repoId: "Qwen/Qwen3-4B-GGUF",
+        file: "Qwen3-4B-Q4_K_M.gguf",
+        name: "Qwen3 4B (2.5 GB)"
     },
     {
         repoId: "unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF",
@@ -135,119 +135,119 @@ export const TRENDING_CHAT_GGUFS = [
         name: "DeepSeek R1 0528 Qwen3 8B (5.0 GB)"
     },
     {
-        repoId: "unsloth/gpt-oss-20b-GGUF",
-        file: "gpt-oss-20b-Q4_K_M.gguf",
-        name: "gpt oss 20b (11.6 GB)"
+        repoId: "unsloth/Qwen3.5-35B-A3B-GGUF",
+        file: "Qwen3.5-35B-A3B-UD-IQ4_XS.gguf",
+        name: "Qwen3.5 35B A3B (17.5 GB)"
+    },
+    {
+        repoId: "unsloth/gemma-4-E2B-it-GGUF",
+        file: "gemma-4-E2B-it-Q4_K_M.gguf",
+        name: "gemma 4 E2B it (3.1 GB)"
+    },
+    {
+        repoId: "unsloth/Qwen3.6-27B-GGUF",
+        file: "Qwen3.6-27B-Q4_K_M.gguf",
+        name: "Qwen3.6 27B (16.8 GB)"
     },
     {
         repoId: "LiquidAI/LFM2.5-230M-GGUF",
         file: "LFM2.5-230M-Q4_K_M.gguf",
         name: "LFM2.5 230M (153 MB)"
     },
-    {
-        repoId: "ibm-granite/granite-4.2-8b-GGUF",
-        file: "granite-4.2-8b-Q4_K_M.gguf",
-        name: "granite 4.2 8b (5.3 GB)"
-    },
     {
         repoId: "LiquidAI/d1-3B-GGUF",
         file: "d1-3B-Q4_K_M.gguf",
         name: "d1 3B (1.7 GB)"
     },
     {
-        repoId: "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF",
-        file: "qwen2.5-coder-1.5b-instruct-q4_k_m.gguf",
-        name: "Qwen2.5 Coder 1.5B Instruct (1.1 GB)"
-    },
-    {
-        repoId: "JetBrains/Qwen3.8-3.6-27B-blend-GGUF",
-        file: "Qwen3.8-3.6-27B-blend-Q4_K_M.gguf",
-        name: "Qwen3.8 3.6 27B blend (16.8 GB)"
+        repoId: "ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF",
+        file: "mtp-NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q4_0.gguf",
+        name: "NVIDIA Nemotron 3.5 Super VL 120B A12B (2.3 GB)"
     },
     {
-        repoId: "ggml-org/vllm-d3-GGUF",
-        file: "vllm-d3-Q4_K_M.gguf",
-        name: "vllm d3 (19.4 GB)"
+        repoId: "lmstudio-community/Llama-3-Groq-8B-Tool-Use-GGUF",
+        file: "Llama-3-Groq-8B-Tool-Use-Q4_K_M.gguf",
+        name: "Llama 3 Groq 8B Tool Use (4.9 GB)"
     },
     {
-        repoId: "Qwen/Qwen2.5-Coder-3B-Instruct-GGUF",
-        file: "qwen2.5-coder-3b-instruct-q4_k_m.gguf",
-        name: "Qwen2.5 Coder 3B Instruct (2.1 GB)"
+        repoId: "mistralai/Devstral-Small-2507_gguf",
+        file: "Devstral-Small-2507-Q4_K_M.gguf",
+        name: "Devstral Small 2507 (14.3 GB)"
     },
     {
-        repoId: "ggml-org/SmolLM3-3B-GGUF",
-        file: "SmolLM3-Q4_K_M.gguf",
-        name: "SmolLM3 3B (1.9 GB)"
+        repoId: "mistralai/Ministral-3-8B-Reasoning-2512-GGUF",
+        file: "Ministral-3-8B-Reasoning-2512-Q4_K_M.gguf",
+        name: "Ministral 3 8B Reasoning 2512 (5.2 GB)"
     },
     {
-        repoId: "unsloth/GLM-4.7-Flash-GGUF",
-        file: "GLM-4.7-Flash-Q4_K_M.gguf",
-        name: "GLM 4.7 Flash (18.3 GB)"
+        repoId: "LiquidAI/LFM2.5-1.2B-Instruct-GGUF",
+        file: "LFM2.5-1.2B-Instruct-Q4_K_M.gguf",
+        name: "LFM2.5 1.2B Instruct (731 MB)"
     },
     {
-        repoId: "LiquidAI/LFM2.5-2.6B-DSpark-GGUF",
-        file: "LFM2.5-2.6B-DSpark-Q4_K_M.gguf",
-        name: "LFM2.5 2.6B DSpark (200 MB)"
+        repoId: "unsloth/Qwen3.5-0.8B-GGUF",
+        file: "Qwen3.5-0.8B-Q4_K_M.gguf",
+        name: "Qwen3.5 0.8B (533 MB)"
     },
     {
-        repoId: "bartowski/migtissera_Tess-4.5-27B-GGUF",
-        file: "migtissera_Tess-4.5-27B-Q4_K_M.gguf",
-        name: "migtissera Tess 4.5 27B (17.4 GB)"
+        repoId: "ibm-granite/granite-4.2-3b-GGUF",
+        file: "granite-4.2-3b-Q4_K_M.gguf",
+        name: "granite 4.2 3b (2.2 GB)"
     },
     {
-        repoId: "NousResearch/Hermes-3-Llama-3.1-8B-GGUF",
-        file: "Hermes-3-Llama-3.1-8B.Q4_K_M.gguf",
-        name: "Hermes 3 Llama 3.1 8B (4.9 GB)"
+        repoId: "ibm-granite/granite-4.2-8b-GGUF",
+        file: "granite-4.2-8b-Q4_K_M.gguf",
+        name: "granite 4.2 8b (5.3 GB)"
     },
     {
-        repoId: "unsloth/Llama-3.2-3B-Instruct-GGUF",
-        file: "Llama-3.2-3B-Instruct-Q4_K_M.gguf",
-        name: "Llama 3.2 3B Instruct (2.0 GB)"
+        repoId: "ibm-granite/granite-4.2-30b-GGUF",
+        file: "granite-4.2-30b-Q4_K_M.gguf",
+        name: "granite 4.2 30b (17.7 GB)"
     },
     {
-        repoId: "unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF",
-        file: "Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf",
-        name: "Qwen3 VL 30B A3B Instruct (18.6 GB)"
+        repoId: "ggml-org/vllm-d3-flash-GGUF",
+        file: "vllm-d3-flash-Q4_K_M.gguf",
+        name: "vllm d3 flash (6.6 GB)"
     },
     {
-        repoId: "unsloth/Qwen3.5-35B-A3B-GGUF",
-        file: "Qwen3.5-35B-A3B-UD-IQ4_XS.gguf",
-        name: "Qwen3.5 35B A3B (17.5 GB)"
+        repoId: "ggml-org/vllm-d3-mini-GGUF",
+        file: "vllm-d3-mini-Q4_K_M.gguf",
+        name: "vllm d3 mini (3.7 GB)"
     },
     {
-        repoId: "unsloth/Qwen3.5-0.8B-GGUF",
-        file: "Qwen3.5-0.8B-Q4_K_M.gguf",
-        name: "Qwen3.5 0.8B (533 MB)"
+        repoId: "ggml-org/vllm-d3-GGUF",
+        file: "vllm-d3-Q4_K_M.gguf",
+        name: "vllm d3 (19.4 GB)"
     },
     {
-        repoId: "LiquidAI/LFM2.5-350M-GGUF",
-        file: "LFM2.5-350M-Q4_K_M.gguf",
-        name: "LFM2.5 350M (229 MB)"
+        repoId: "bartowski/migtissera_Tess-4.5-27B-GGUF",
+        file: "migtissera_Tess-4.5-27B-Q4_K_M.gguf",
+        name: "migtissera Tess 4.5 27B (17.4 GB)"
     },
     {
-        repoId: "unsloth/gemma-4-E2B-it-GGUF",
-        file: "gemma-4-E2B-it-Q4_K_M.gguf",
-        name: "gemma 4 E2B it (3.1 GB)"
+        repoId: "bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF",
+        file: "DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf",
+        name: "DeepSeek Coder V2 Lite Instruct (10.4 GB)"
     },
     {
-        repoId: "unsloth/Qwen3.6-27B-MTP-GGUF",
-        file: "Qwen3.6-27B-Q4_K_M.gguf",
-        name: "Qwen3.6 27B MTP (17.1 GB)"
+        repoId: "NousResearch/Hermes-3-Llama-3.1-8B-GGUF",
+        file: "Hermes-3-Llama-3.1-8B.Q4_K_M.gguf",
+        name: "Hermes 3 Llama 3.1 8B (4.9 GB)"
     },
     {
-        repoId: "LiquidAI/LFM2.5-1.2B-JP-202606-GGUF",
-        file: "LFM2.5-1.2B-JP-202606-Q4_K_M.gguf",
-        name: "LFM2.5 1.2B JP 202606 (731 MB)"
+        repoId: "Qwen/Qwen2.5-0.5B-Instruct-GGUF",
+        file: "qwen2.5-0.5b-instruct-q4_k_m.gguf",
+        name: "Qwen2.5 0.5B Instruct (491 MB)"
     },
     {
-        repoId: "ibm-granite/granite-4.2-3b-GGUF",
-        file: "granite-4.2-3b-Q4_K_M.gguf",
-        name: "granite 4.2 3b (2.2 GB)"
+        repoId: "Qwen/Qwen2.5-1.5B-Instruct-GGUF",
+        file: "qwen2.5-1.5b-instruct-q4_k_m.gguf",
+        name: "Qwen2.5 1.5B Instruct (1.1 GB)"
     },
     {
-        repoId: "ibm-granite/granite-4.2-30b-GGUF",
-        file: "granite-4.2-30b-Q4_K_M.gguf",
-        name: "granite 4.2 30b (17.7 GB)"
+        repoId: "Qwen/Qwen2.5-3B-Instruct-GGUF",
+        file: "qwen2.5-3b-instruct-q4_k_m.gguf",
+        name: "Qwen2.5 3B Instruct (2.1 GB)"
     }
 ];
 //# sourceMappingURL=node-llama-cpp-trending.generated.js.map

package/dist/providers/node-llama-cpp-trending.generated.js.map

@@ -1 +1 @@
-{"version":3,"file":"node-llama-cpp-trending.generated.js","sourceRoot":"","sources":["../../src/providers/node-llama-cpp-trending.generated.ts"],"names":[],"mappings":"AAKA,MAAM,CAAC,MAAM,mBAAmB,GAA+B;IAC7D;QACE,MAAM,EAAE,8BAA8B;QACtC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,0BAA0B;KACjC;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,oCAAoC;QAC5C,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,iCAAiC;KACxC;IACD;QACE,MAAM,EAAE,6CAA6C;QACrD,IAAI,EAAE,0CAA0C;QAChD,IAAI,EAAE,uCAAuC;KAC9C;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,IAAI,EAAE,8BAA8B;QACpC,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,IAAI,EAAE,gCAAgC;QACtC,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,IAAI,EAAE,wBAAwB;QAC9B,IAAI,EAAE,qBAAqB;KAC5B;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,8BAA8B;KACrC;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,oCAAoC;KAC3C;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,IAAI,EAAE,wBAAwB;QAC9B,IAAI,EAAE,qBAAqB;KAC5B;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,MAAM,EAAE,2CAA2C;QACnD,IAAI,EAAE,0CAA0C;QAChD,IAAI,EAAE,wCAAwC;KAC/C;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,mBAAmB;KAC1B;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,0BAA0B;KACjC;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,0CAA0C;QAClD,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,oCAAoC;KAC3C;IACD;QACE,MAAM,EAAE,sDAAsD;QAC9D,IAAI,EAAE,sDAAsD;QAC5D,IAAI,EAAE,iDAAiD;KACxD;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,mBAAmB;KAC1B;IACD;QACE,MAAM,EAAE,gCAAgC;QACxC,IAAI,EAAE,iCAAiC;QACvC,IAAI,EAAE,+BAA+B;KACtC;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,MAAM,EAAE,sCAAsC;QAC9C,IAAI,EAAE,qCAAqC;QAC3C,IAAI,EAAE,kCAAkC;KACzC;IACD;QACE,MAAM,EAAE,2CAA2C;QACnD,IAAI,EAAE,0CAA0C;QAChD,IAAI,EAAE,uCAAuC;KAC9C;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,IAAI,EAAE,8BAA8B;QACpC,IAAI,EAAE,wBAAwB;KAC/B;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,2BAA2B;QACjC,IAAI,EAAE,wBAAwB;KAC/B;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,IAAI,EAAE,0BAA0B;QAChC,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,wCAAwC;QAChD,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,oCAAoC;KAC3C;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,gBAAgB;KACvB;IACD;QACE,MAAM,EAAE,uCAAuC;QAC/C,IAAI,EAAE,yCAAyC;QAC/C,IAAI,EAAE,sCAAsC;KAC7C;IACD;QACE,MAAM,EAAE,sCAAsC;QAC9C,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,iCAAiC;KACxC;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,mBAAmB;KAC1B;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,oCAAoC;KAC3C;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,qBAAqB;KAC5B;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,IAAI,EAAE,2BAA2B;QACjC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,kCAAkC;QAC1C,IAAI,EAAE,gCAAgC;QACtC,IAAI,EAAE,6BAA6B;KACpC;IACD;QACE,MAAM,EAAE,wCAAwC;QAChD,IAAI,EAAE,qCAAqC;QAC3C,IAAI,EAAE,mCAAmC;KAC1C;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,gCAAgC;KACvC;IACD;QACE,MAAM,EAAE,oCAAoC;QAC5C,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,gCAAgC;KACvC;IACD;QACE,MAAM,EAAE,wCAAwC;QAChD,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,qCAAqC;KAC5C;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,IAAI,EAAE,gCAAgC;QACtC,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,IAAI,EAAE,0BAA0B;QAChC,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,gCAAgC;KACvC;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,kCAAkC;QAC1C,IAAI,EAAE,6BAA6B;QACnC,IAAI,EAAE,2BAA2B;KAClC;CACF,CAAC"}
+{"version":3,"file":"node-llama-cpp-trending.generated.js","sourceRoot":"","sources":["../../src/providers/node-llama-cpp-trending.generated.ts"],"names":[],"mappings":"AAKA,MAAM,CAAC,MAAM,mBAAmB,GAA+B;IAC7D;QACE,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,2CAA2C;KAClD;IACD;QACE,MAAM,EAAE,oCAAoC;QAC5C,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,iCAAiC;KACxC;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,0BAA0B;KACjC;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,IAAI,EAAE,wBAAwB;QAC9B,IAAI,EAAE,qBAAqB;KAC5B;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,8BAA8B;KACrC;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,IAAI,EAAE,gCAAgC;QACtC,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,MAAM,EAAE,6CAA6C;QACrD,IAAI,EAAE,0CAA0C;QAChD,IAAI,EAAE,uCAAuC;KAC9C;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,oCAAoC;KAC3C;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,IAAI,EAAE,wBAAwB;QAC9B,IAAI,EAAE,qBAAqB;KAC5B;IACD;QACE,MAAM,EAAE,2CAA2C;QACnD,IAAI,EAAE,0CAA0C;QAChD,IAAI,EAAE,wCAAwC;KAC/C;IACD;QACE,MAAM,EAAE,gCAAgC;QACxC,IAAI,EAAE,iCAAiC;QACvC,IAAI,EAAE,+BAA+B;KACtC;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,IAAI,EAAE,8BAA8B;QACpC,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,mBAAmB;KAC1B;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,oCAAoC;KAC3C;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,0BAA0B;KACjC;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,MAAM,EAAE,0CAA0C;QAClD,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,oCAAoC;KAC3C;IACD;QACE,MAAM,EAAE,uCAAuC;QAC/C,IAAI,EAAE,yCAAyC;QAC/C,IAAI,EAAE,sCAAsC;KAC7C;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,IAAI,EAAE,2BAA2B;QACjC,IAAI,EAAE,wBAAwB;KAC/B;IACD;QACE,MAAM,EAAE,sCAAsC;QAC9C,IAAI,EAAE,wCAAwC;QAC9C,IAAI,EAAE,qCAAqC;KAC5C;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,mBAAmB;KAC1B;IACD;QACE,MAAM,EAAE,wCAAwC;QAChD,IAAI,EAAE,uCAAuC;QAC7C,IAAI,EAAE,oCAAoC;KAC3C;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,IAAI,EAAE,gCAAgC;QACtC,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,IAAI,EAAE,yBAAyB;QAC/B,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,gBAAgB;KACvB;IACD;QACE,MAAM,EAAE,sDAAsD;QAC9D,IAAI,EAAE,sDAAsD;QAC5D,IAAI,EAAE,iDAAiD;KACxD;IACD;QACE,MAAM,EAAE,kDAAkD;QAC1D,IAAI,EAAE,sCAAsC;QAC5C,IAAI,EAAE,mCAAmC;KAC1C;IACD;QACE,MAAM,EAAE,oCAAoC;QAC5C,IAAI,EAAE,iCAAiC;QACvC,IAAI,EAAE,+BAA+B;KACtC;IACD;QACE,MAAM,EAAE,8CAA8C;QACtD,IAAI,EAAE,2CAA2C;QACjD,IAAI,EAAE,wCAAwC;KAC/C;IACD;QACE,MAAM,EAAE,oCAAoC;QAC5C,IAAI,EAAE,kCAAkC;QACxC,IAAI,EAAE,+BAA+B;KACtC;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,IAAI,EAAE,0BAA0B;QAChC,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,IAAI,EAAE,4BAA4B;QAClC,IAAI,EAAE,yBAAyB;KAChC;IACD;QACE,MAAM,EAAE,kCAAkC;QAC1C,IAAI,EAAE,6BAA6B;QACnC,IAAI,EAAE,2BAA2B;KAClC;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,IAAI,EAAE,2BAA2B;QACjC,IAAI,EAAE,wBAAwB;KAC/B;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,IAAI,EAAE,0BAA0B;QAChC,IAAI,EAAE,uBAAuB;KAC9B;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,IAAI,EAAE,qBAAqB;QAC3B,IAAI,EAAE,mBAAmB;KAC1B;IACD;QACE,MAAM,EAAE,wCAAwC;QAChD,IAAI,EAAE,qCAAqC;QAC3C,IAAI,EAAE,mCAAmC;KAC1C;IACD;QACE,MAAM,EAAE,gDAAgD;QACxD,IAAI,EAAE,6CAA6C;QACnD,IAAI,EAAE,2CAA2C;KAClD;IACD;QACE,MAAM,EAAE,yCAAyC;QACjD,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,gCAAgC;KACvC;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,gCAAgC;KACvC;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,IAAI,EAAE,mCAAmC;QACzC,IAAI,EAAE,gCAAgC;KACvC;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,IAAI,EAAE,iCAAiC;QACvC,IAAI,EAAE,8BAA8B;KACrC;CACF,CAAC"}

package/dist/providers/openai-provider.d.ts

@@ -47,6 +47,18 @@ export declare class OpenAIProvider extends BaseProvider {
     protected usesResponsesApi(model: string): boolean;
     get supportsNativeWebSearch(): boolean;
     get supportsNativeImageGeneration(): boolean;
+    /**
+     * `prompt_cache_key` for a request. OpenAI picks the cache machine from a
+     * hash of the prompt's first tokens combined with this key, so requests that
+     * share a key and a prefix land where that prefix is already cached. All
+     * turns and tool rounds of one thread share a key; without a thread the
+     * system prompt stands in, which groups the calls of one agent or node.
+     * Only OpenAI's own API takes the field, so compatible endpoints get none.
+     */
+    protected promptCacheKey(args: {
+        threadId?: string | null;
+        messages?: Message[];
+    }): string | undefined;
     hasToolSupport(model: string): Promise<boolean>;
     /**
      * Whether this instance actually serves OpenAI's own model catalog.

package/dist/providers/openai-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../src/providers/openai-provider.ts"],"names":[],"mappings":"AAEA,OAAO,MAAkB,MAAM,QAAQ,CAAC;AAOxC,OAAO,EACL,YAAY,EAIZ,KAAK,kBAAkB,EACxB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,KAAK,EACV,SAAS,EACT,UAAU,EAEX,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EASL,KAAK,qBAAqB,EAC3B,MAAM,oBAAoB,CAAC;AA2B5B,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,kBAAkB,EAClB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,OAAO,EACP,cAAc,EAEd,UAAU,EAEV,kBAAkB,EAClB,YAAY,EACZ,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,YAAY,CAAC;AAkBpB,UAAU,qBAAqB;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB;;;;;OAKG;IACH,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAwHD,eAAO,MAAM,sBAAsB,EAAE,aAAa,EAmB/C,CAAC;AA6BJ;;;;;;;GAOG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE;IAAE,QAAQ,EAAE,UAAU,CAAC;IAAC,mBAAmB,EAAE,OAAO,CAAA;CAAE,GAC9D,aAAa,EAAE,CAiBjB;AA6CD,qBAAa,cAAe,SAAQ,YAAY;IAC9C,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE,CAEjC;IAED,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,MAAM,CAAe;IAE7B,YACE,OAAO,EAAE;QAAE,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,EACpC,OAAO,GAAE,qBAA0B,EAcpC;IAED,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAExC;IAED,SAAS,IAAI,MAAM,CAKlB;IAED;;;;OAIG;IACH,SAAS,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAIjD;IAED,IAAa,uBAAuB,IAAI,OAAO,CAE9C;IAED,IAAa,6BAA6B,IAAI,OAAO,CAEpD;IAEK,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAGpD;IAED;;;;;;;;;;OAUG;IACH,SAAS,CAAC,mBAAmB,IAAI,OAAO,CAEvC;IAED;;;;OAIG;IACH,UAAmB,oBAAoB,IAAI,SAAS,kBAAkB,EAAE,CAYvE;IAEK,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CA8B3D;IAEK,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CA+CjD;IAEK,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAwBjD;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAsBrD;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAwCrD;IAEK,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAsB7D;IAED;;;;;;OAMG;IACH,MAAM,CAAC,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGvE;IAED,gBAAgB,CACd,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,EACrB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,EACtB,KAAK,CAAC,EAAE,MAAM,GACb,MAAM,GAAG,IAAI,CAsCf;IAED,MAAM,CAAC,gBAAgB,CACrB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,EAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,EAC1B,KAAK,CAAC,EAAE,MAAM,GACb,MAAM,GAAG,IAAI,CAqFf;IAED,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE;QAC/B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,GAAG,MAAM,GAAG,IAAI,CAgBhB;IAED,MAAM,CAAC,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAqBvE;IAED,MAAM,CAAC,sBAAsB,CAAC,KAAK,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CA6CjE;IAEK,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAc9C;IAED,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAGpC;YAEa,iCAAiC;IA4DzC,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CA+FvE;IAED,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAkBjE;IAED,SAAS,CAAC,6BAA6B,CACrC,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,MAAM,GACZ,OAAO,EAAE,CAsBX;IAEM,gBAAgB,CACrB,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,GACpD,cAAc,CAAC,kBAAkB,CAAC,CA+IpC;IAEK,eAAe,CACnB,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,GACnD,OAAO,CAAC,OAAO,CAAC,CAwFlB;IAMD;;;OAGG;IACH,SAAS,CAAC,qBAAqB,IAAI,qBAAqB,CAEvD;IAED;;;;;OAKG;IACH,SAAS,KAAK,wBAAwB,IAAI,OAAO,CAEhD;IAED,qFAAqF;IACrF,OAAO,CAAC,oBAAoB;YAsCd,wBAAwB;YA6CvB,yBAAyB;IA6CxB,YAAY,CAC1B,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;QACtD,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC,CAAC;QACzE,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,eAAe,CAAC,EAAE,OAAO,CAAC;QAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;QACpC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;KAC5D,GACA,cAAc,CAAC,kBAAkB,CAAC,CAGpC;YAEc,qBAAqB;YAqEtB,qBAAqB;YA6DpB,sBAAsB;IAkCrC,OAAO,CAAC,wBAAwB;YAUjB,gBAAgB;YAiMhB,oBAAoB;IA2D7B,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAmDhE;IAED;;;;OAIG;YACW,gBAAgB;IAiBxB,YAAY,CAChB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAErB;IAEc,OAAO,CACpB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,UAAU,CAAC,CAErB;IAED;;;OAGG;YACW,YAAY;IAiF1B,yEAAyE;IACzE,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAElD;IAEM,YAAY,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC,mBAAmB,CAAC,CAsEtC;IAED;;;;;;OAMG;IACY,mBAAmB,CAAC,IAAI,EAAE;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CA4CrC;IAEK,0BAA0B,CAAC,IAAI,EAAE;QACrC,KAAK,EAAE,UAAU,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,YAAY,EAAE,SAAS,CAAC,CAkG1C;IAEK,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CA0EhE;IAEK,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAyFrB;IAEK,iBAAiB,CAAC,IAAI,EAAE;QAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAkBtB;IAEQ,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAEvD;IAED,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAG5C;CACF"}
+{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../src/providers/openai-provider.ts"],"names":[],"mappings":"AAEA,OAAO,MAAkB,MAAM,QAAQ,CAAC;AAOxC,OAAO,EACL,YAAY,EAIZ,KAAK,kBAAkB,EACxB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,KAAK,EACV,SAAS,EACT,UAAU,EAEX,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EASL,KAAK,qBAAqB,EAC3B,MAAM,oBAAoB,CAAC;AA2B5B,OAAO,KAAK,EACV,QAAQ,EACR,cAAc,EACd,kBAAkB,EAClB,UAAU,EACV,kBAAkB,EAClB,gBAAgB,EAChB,kBAAkB,EAClB,aAAa,EACb,OAAO,EACP,cAAc,EAEd,UAAU,EAEV,kBAAkB,EAClB,YAAY,EACZ,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,YAAY,CAAC;AAkBpB,UAAU,qBAAqB;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB;;;;;OAKG;IACH,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAwHD,eAAO,MAAM,sBAAsB,EAAE,aAAa,EAmB/C,CAAC;AA6BJ;;;;;;;GAOG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE;IAAE,QAAQ,EAAE,UAAU,CAAC;IAAC,mBAAmB,EAAE,OAAO,CAAA;CAAE,GAC9D,aAAa,EAAE,CAiBjB;AA6CD,qBAAa,cAAe,SAAQ,YAAY;IAC9C,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE,CAEjC;IAED,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,MAAM,CAAe;IAE7B,YACE,OAAO,EAAE;QAAE,cAAc,CAAC,EAAE,MAAM,CAAA;KAAE,EACpC,OAAO,GAAE,qBAA0B,EAcpC;IAED,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAExC;IAED,SAAS,IAAI,MAAM,CAKlB;IAED;;;;OAIG;IACH,SAAS,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAIjD;IAED,IAAa,uBAAuB,IAAI,OAAO,CAE9C;IAED,IAAa,6BAA6B,IAAI,OAAO,CAEpD;IAED;;;;;;;OAOG;IACH,SAAS,CAAC,cAAc,CAAC,IAAI,EAAE;QAC7B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;KACtB,GAAG,MAAM,GAAG,SAAS,CAKrB;IAEK,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAGpD;IAED;;;;;;;;;;OAUG;IACH,SAAS,CAAC,mBAAmB,IAAI,OAAO,CAEvC;IAED;;;;OAIG;IACH,UAAmB,oBAAoB,IAAI,SAAS,kBAAkB,EAAE,CAYvE;IAEK,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CA8B3D;IAEK,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CA+CjD;IAEK,qBAAqB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC,CAwBjD;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAsBrD;IAEK,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAwCrD;IAEK,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAsB7D;IAED;;;;;;OAMG;IACH,MAAM,CAAC,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGvE;IAED,gBAAgB,CACd,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,EACrB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,EACtB,KAAK,CAAC,EAAE,MAAM,GACb,MAAM,GAAG,IAAI,CAsCf;IAED,MAAM,CAAC,gBAAgB,CACrB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,EAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,EAC1B,KAAK,CAAC,EAAE,MAAM,GACb,MAAM,GAAG,IAAI,CAqFf;IAED,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE;QAC/B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B,GAAG,MAAM,GAAG,IAAI,CAgBhB;IAED,MAAM,CAAC,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAqBvE;IAED,MAAM,CAAC,sBAAsB,CAAC,KAAK,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CA6CjE;IAEK,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAc9C;IAED,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAGpC;YAEa,iCAAiC;IA4DzC,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CA+FvE;IAED,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAkBjE;IAED,SAAS,CAAC,6BAA6B,CACrC,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,MAAM,GACZ,OAAO,EAAE,CAsBX;IAEM,gBAAgB,CACrB,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,GACpD,cAAc,CAAC,kBAAkB,CAAC,CAiJpC;IAEK,eAAe,CACnB,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,GACnD,OAAO,CAAC,OAAO,CAAC,CA0FlB;IAMD;;;OAGG;IACH,SAAS,CAAC,qBAAqB,IAAI,qBAAqB,CAEvD;IAED;;;;;OAKG;IACH,SAAS,KAAK,wBAAwB,IAAI,OAAO,CAEhD;IAED,qFAAqF;IACrF,OAAO,CAAC,oBAAoB;YAsCd,wBAAwB;YA6CvB,yBAAyB;IA6CxB,YAAY,CAC1B,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;QACtD,WAAW,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC,CAAC;QACzE,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,eAAe,CAAC,EAAE,OAAO,CAAC;QAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;QACpC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;KAC5D,GACA,cAAc,CAAC,kBAAkB,CAAC,CAGpC;YAEc,qBAAqB;YAqEtB,qBAAqB;YAiEpB,sBAAsB;IAkCrC,OAAO,CAAC,wBAAwB;YAUjB,gBAAgB;YAiMhB,oBAAoB;IA2D7B,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAmDhE;IAED;;;;OAIG;YACW,gBAAgB;IAiBxB,YAAY,CAChB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAErB;IAEc,OAAO,CACpB,MAAM,EAAE,UAAU,EAAE,EACpB,MAAM,EAAE,gBAAgB,GACvB,OAAO,CAAC,UAAU,CAAC,CAErB;IAED;;;OAGG;YACW,YAAY;IAiF1B,yEAAyE;IACzE,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAElD;IAEM,YAAY,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,cAAc,CAAC,mBAAmB,CAAC,CAsEtC;IAED;;;;;;OAMG;IACY,mBAAmB,CAAC,IAAI,EAAE;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CA4CrC;IAEK,0BAA0B,CAAC,IAAI,EAAE;QACrC,KAAK,EAAE,UAAU,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,YAAY,EAAE,SAAS,CAAC,CAkG1C;IAEK,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CA0EhE;IAEK,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,UAAU,CAAC,CAyFrB;IAEK,iBAAiB,CAAC,IAAI,EAAE;QAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAkBtB;IAEQ,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAEvD;IAED,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAG5C;CACF"}

package/dist/providers/openai-provider.js

@@ -256,6 +256,22 @@ export class OpenAIProvider extends BaseProvider {
     get supportsNativeImageGeneration() {
         return this.provider === PROVIDER_IDS.OPENAI;
     }
+    /**
+     * `prompt_cache_key` for a request. OpenAI picks the cache machine from a
+     * hash of the prompt's first tokens combined with this key, so requests that
+     * share a key and a prefix land where that prefix is already cached. All
+     * turns and tool rounds of one thread share a key; without a thread the
+     * system prompt stands in, which groups the calls of one agent or node.
+     * Only OpenAI's own API takes the field, so compatible endpoints get none.
+     */
+    promptCacheKey(args) {
+        if (this.provider !== PROVIDER_IDS.OPENAI)
+            return undefined;
+        if (args.threadId)
+            return `nodetool-${hashSystemPrompt(args.threadId)}`;
+        const system = responsesSystemPrompt(args.messages ?? []);
+        return system ? `nodetool-${hashSystemPrompt(system)}` : undefined;
+    }
     async hasToolSupport(model) {
         if (this.usesResponsesApi(model))
             return true;
@@ -835,6 +851,9 @@ export class OpenAIProvider extends BaseProvider {
             stream: true,
             stream_options: { include_usage: true }
         };
+        const promptCacheKey = this.promptCacheKey(args);
+        if (promptCacheKey)
+            request.prompt_cache_key = promptCacheKey;
         const hasTools = tools.length > 0 && (await this.hasToolSupport(model));
         if (temperature != null)
             request.temperature = temperature;
@@ -947,6 +966,9 @@ export class OpenAIProvider extends BaseProvider {
             stream: false,
             max_completion_tokens: maxTokens
         };
+        const promptCacheKey = this.promptCacheKey(args);
+        if (promptCacheKey)
+            request.prompt_cache_key = promptCacheKey;
         const hasTools = tools.length > 0 && (await this.hasToolSupport(model));
         if (temperature != null)
             request.temperature = temperature;
@@ -1185,6 +1207,9 @@ export class OpenAIProvider extends BaseProvider {
         if (config.previousResponseId) {
             request.previous_response_id = config.previousResponseId;
         }
+        const promptCacheKey = this.promptCacheKey(args);
+        if (promptCacheKey)
+            request.prompt_cache_key = promptCacheKey;
         if (args.maxTokens != null)
             request.max_output_tokens = args.maxTokens;
         if (args.temperature != null)