@saltcorn/large-language-model 0.7.4 → 0.7.5

package/generate.js

@@ -319,10 +319,16 @@ const getCompletionGoogleVertex = async (config, opts, oauth2Client) => {
   });
   const generativeModel = vertexAI.getGenerativeModel({
     model: config.model,
+    systemInstruction: {
+      role: "system",
+      parts: [{ text: opts.systemPrompt || "You are a helpful assistant." }],
+    },
+    generationCon0fig: {
+      temperature: config.temperature || 0.7,
+    },
   });
   const chatParams = {
     history: convertChatToVertex(opts.chat),
-    systemPrompt: opts.systemPrompt || "You are a helpful assistant.",
   };
   if (opts?.tools?.length > 0) {
     chatParams.tools = [
@@ -344,6 +350,7 @@ const getCompletionGoogleVertex = async (config, opts, oauth2Client) => {
       if (part.functionCall) {
         const toolCall = {
           function: prepFuncArgsForChat(part.functionCall),
+          id: Math.floor(Math.random() * 1000000),
         };
         if (!result.tool_calls) result.tool_calls = [toolCall];
         else result.tool_calls.push(toolCall);

package/index.js

@@ -95,10 +95,28 @@ ${domReady(`
                 type: "String",
                 showIf: { backend: "Google Vertex AI" },
                 attributes: {
-                  options: ["gemini-1.5-pro", "gemini-1.5-flash"],
+                  options: [
+                    "gemini-1.5-pro",
+                    "gemini-1.5-flash",
+                    "gemini-2.0-flash",
+                  ],
                 },
                 required: true,
               },
+              {
+                name: "temperature",
+                label: "Temperature",
+                type: "Float",
+                sublabel:
+                  "Controls the randomness of predictions. Higher values make the output more random.",
+                showIf: { backend: "Google Vertex AI" },
+                default: 0.7,
+                attributes: {
+                  min: 0,
+                  max: 1,
+                  decimal_places: 1,
+                },
+              },
               {
                 name: "embed_model",
                 label: "Embedding model",
@@ -303,6 +321,11 @@ const routes = (config) => {
       url: "/large-language-model/vertex/authorize",
       method: "get",
       callback: async (req, res) => {
+        const role = req?.user?.role_id || 100;
+        if (role > 1) {
+          req.flash("error", req.__("Not authorized"));
+          return res.redirect("/");
+        }
         const { client_id, client_secret } = config || {};
         const baseUrl = (
           getState().getConfig("base_url") || "http://localhost:3000"
@@ -325,6 +348,11 @@ const routes = (config) => {
       url: "/large-language-model/vertex/callback",
       method: "get",
       callback: async (req, res) => {
+        const role = req?.user?.role_id || 100;
+        if (role > 1) {
+          req.flash("error", req.__("Not authorized"));
+          return res.redirect("/");
+        }
         const { client_id, client_secret } = config || {};
         const baseUrl = (
           getState().getConfig("base_url") || "http://localhost:3000"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.7.4",
+  "version": "0.7.5",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {