@saltcorn/large-language-model 0.8.7 → 0.8.9

package/constants.js

@@ -14,6 +14,9 @@ const OPENAI_MODELS = [
   "o3",
   "o3-mini",
   "o4-mini",
+  "gtp-5",
+  "gtp-5-nano",
+  "gtp-5-mini",
 ];
 
 // https://github.com/ollama/ollama/blob/main/docs/faq.md#where-are-models-stored

package/generate.js

@@ -165,7 +165,16 @@ const getCompletion = async (config, opts) => {
 
 const getCompletionOpenAICompatible = async (
   { chatCompleteEndpoint, bearer, apiKey, model, responses_api, temperature },
-  { systemPrompt, prompt, debugResult, chat = [], api_key, endpoint, ...rest }
+  {
+    systemPrompt,
+    prompt,
+    debugResult,
+    debugCollector,
+    chat = [],
+    api_key,
+    endpoint,
+    ...rest
+  }
 ) => {
   const headers = {
     "Content-Type": "application/json",
@@ -173,9 +182,10 @@ const getCompletionOpenAICompatible = async (
   };
   if (bearer) headers.Authorization = "Bearer " + bearer;
   if (apiKey) headers["api-key"] = apiKey;
+  const use_model = rest.model || model;
   const body = {
     //prompt: "How are you?",
-    model: rest.model || model,
+    model: use_model,
     ...rest,
   };
   if (rest.temperature || temperature) {
@@ -184,7 +194,18 @@ const getCompletionOpenAICompatible = async (
   } else if (rest.temperature === null) {
     delete body.temperature;
   } else if (typeof temperature === "undefined") {
-    body.temperature = 0.7;
+    if (
+      ![
+        "o1",
+        "o3",
+        "o3-mini",
+        "o4-mini",
+        "gtp-5",
+        "gtp-5-nano",
+        "gtp-5-mini",
+      ].includes(use_model)
+    )
+      body.temperature = 0.7;
   }
 
   if (responses_api) {
@@ -281,6 +302,8 @@ const getCompletionOpenAICompatible = async (
         body
       )} to ${chatCompleteEndpoint} headers ${JSON.stringify(headers)}`
     );
+  if (debugCollector) debugCollector.request = body;
+
   const rawResponse = await fetch(chatCompleteEndpoint, {
     method: "POST",
     headers,
@@ -291,6 +314,8 @@ const getCompletionOpenAICompatible = async (
   if (debugResult)
     console.log("OpenAI response", JSON.stringify(results, null, 2));
   else getState().log(6, `OpenAI response ${JSON.stringify(results)}`);
+  if (debugCollector) debugCollector.response = results;
+
   if (results.error) throw new Error(`OpenAI error: ${results.error.message}`);
   if (responses_api) {
     const textOutput = results.output
@@ -341,6 +366,7 @@ const getImageGenOpenAICompatible = async (
     prompt,
     model,
     debugResult,
+    debugCollector,
     size,
     quality,
     n,
@@ -367,6 +393,7 @@ const getImageGenOpenAICompatible = async (
   if (response_format) body.response_format = response_format;
   if (n) body.n = n;
   if (debugResult) console.log("OpenAI image request", imageEndpoint, body);
+  if (debugCollector) debugCollector.request = body;
 
   const rawResponse = await fetch(imageEndpoint, {
     method: "POST",
@@ -374,6 +401,7 @@ const getImageGenOpenAICompatible = async (
     body: JSON.stringify(body),
   });
   const results = await rawResponse.json();
+  if (debugCollector) debugCollector.response = results;
   if (debugResult) console.log("OpenAI image response", results);
   if (results.error) throw new Error(`OpenAI error: ${results.error.message}`);
   return results?.data?.[0];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.8.7",
+  "version": "0.8.9",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {