@saltcorn/copilot 0.8.1 → 0.8.3

package/app-constructor/run_task.js

@@ -1,15 +1,15 @@
-const Field = require("@saltcorn/data/models/field");
 const Table = require("@saltcorn/data/models/table");
-const Form = require("@saltcorn/data/models/form");
 const MetaData = require("@saltcorn/data/models/metadata");
 const View = require("@saltcorn/data/models/view");
+const Page = require("@saltcorn/data/models/page");
 const Trigger = require("@saltcorn/data/models/trigger");
-const { findType } = require("@saltcorn/data/models/discovery");
-const { save_menu_items } = require("@saltcorn/data/models/config");
+const Plugin = require("@saltcorn/data/models/plugin");
 const db = require("@saltcorn/data/db");
 const WorkflowRun = require("@saltcorn/data/models/workflow_run");
 const User = require("@saltcorn/data/models/user");
-const { viewname } = require("./common");
+const { getState } = require("@saltcorn/data/db/state");
+const { viewname, TaskType } = require("./common");
+const { PromptGenerator } = require("./prompt-generator");
 
 /**
  * @param {number} md_id - MetaData id of the task to run
@@ -21,86 +21,233 @@ const runTask = async (md_id, req) => {
   });
 
   if (!md) return { error: "Task not found" };
-  const spec = await MetaData.findOne({
-    type: "CopilotConstructMgr",
-    name: "spec",
-  });
-  if (!spec) return { error: "Specification not found" };
+
+  const taskType = md.body.task_type || TaskType.FEATURE;
+
   const agent_action = new Trigger({
     action: "Agent",
     when_trigger: "Never",
     configuration: {
       viewname: viewname,
       sys_prompt:
-        "Each task creates exactly one view or one page. " +
-        "Never create more than one view or page per task, even if the description mentions multiple. " +
-        "Call the view or page tool exactly once and then stop.",
+        taskType === TaskType.PLUGIN
+          ? "Each task installs exactly one plugin from the Saltcorn plugin store. " +
+            "Use the Install Plugin skill to find and install it. Call the skill once and then stop."
+          : taskType === TaskType.DATA_MODEL
+          ? "Each task creates or modifies database tables/fields or configures platform-level settings (such as custom roles). " +
+            "Use the database design tool for schema changes. Use the Registry editor (set_entity) for platform configuration such as creating custom roles. " +
+            "Call only the tools needed for the task and then stop. Do not create any views, pages, or triggers."
+          : "Each task creates exactly one primary artifact: one view, one page, or one workflow trigger. " +
+            "Never create more than one view or page per task, even if the description mentions multiple. " +
+            "Exception: if the task description explicitly says to both create a workflow trigger AND update an existing view to add an action button for it, do both — create the workflow first, then update the specified view. " +
+            "After completing the primary artifact (and the explicitly described action button update, if any), stop.",
       prompt: "{{prompt}}",
-      skills: [
-        { skill_type: "Generate Page", yoloMode: true },
-        { skill_type: "Database design", yoloMode: true },
-        { skill_type: "Generate Workflow", yoloMode: true },
-        { skill_type: "Generate trigger", yoloMode: true },
-        { skill_type: "Generate View", yoloMode: true },
-        { skill_type: "Install Plugin", yoloMode: true },
-      ],
+      skills:
+        taskType === TaskType.PLUGIN
+          ? [{ skill_type: "Install Plugin", yoloMode: true }]
+          : taskType === TaskType.DATA_MODEL
+          ? [
+              { skill_type: "Database design", yoloMode: true },
+              { skill_type: "Registry editor", yoloMode: true },
+            ]
+          : [
+              { skill_type: "Generate Page", yoloMode: true },
+              { skill_type: "Generate Workflow", yoloMode: true },
+              { skill_type: "Generate trigger", yoloMode: true },
+              { skill_type: "Generate View", yoloMode: true },
+              { skill_type: "Install Plugin", yoloMode: true },
+              { skill_type: "Registry editor", yoloMode: true },
+            ],
     },
   });
-  const prompt = `You are engaged in building the following application:
-
-Description: ${spec.body.description}
-Audience: ${spec.body.audience}
-Core features: ${spec.body.core_features}
-Out of scope: ${spec.body.out_of_scope}
-Visual style: ${spec.body.visual_style}
 
-Important: The database schema is already fully implemented. Do NOT use generate_tables or modify any tables or fields — all tables and fields already exist.
+  const generator = await PromptGenerator.createInstance();
+  if (!generator.spec) return { error: "Specification not found" };
+  const prompt = generator.taskExecPrompt(taskType, md.body.description);
 
-Important: Some fields are non-stored (virtual) calculated fields — they have no database column and are computed on-the-fly by Saltcorn. Never include such fields in modify_row, SQL UPDATE statements, or recalculate_stored_fields calls. Only fields that exist as actual database columns (regular fields and stored calculated fields) can be written. If a calculated field needs updating, it will refresh automatically when the fields it depends on change.
+  const safeReq =
+    req?.__ && req?.getLocale
+      ? req
+      : {
+          ...req,
+          __: req?.__ || ((s) => s),
+          getLocale: req?.getLocale || (() => "en"),
+          user: req?.user,
+        };
 
-Important: The "users" table is built-in. Passwords are platform-managed — never add a password field to a view. Signup uses a built-in form, not an Edit view.
-
-Your task now is:
-${md.body.description}`;
-  const safeReq = req?.__
-    ? req
-    : { ...req, __: (s) => s, user: req?.user };
+  const tableNamesBefore =
+    taskType === TaskType.DATA_MODEL
+      ? new Set((await Table.find({})).map((t) => t.name))
+      : null;
+  const viewNamesBefore =
+    taskType === TaskType.FEATURE && md.body.phase_idx !== undefined
+      ? new Set((await View.find({})).map((v) => v.name))
+      : null;
+  const pageNamesBefore =
+    taskType === TaskType.FEATURE && md.body.phase_idx !== undefined
+      ? new Set((await Page.find({})).map((p) => p.name))
+      : null;
+  const pluginNamesBefore =
+    taskType === TaskType.PLUGIN && md.body.phase_idx !== undefined
+      ? new Set((await Plugin.find({})).map((p) => p.name))
+      : null;
 
   await md.update({ body: { ...md.body, status: "Running" } });
-  const actionres = await agent_action.runWithoutRow({
-    row: { prompt },
-    req: safeReq,
-    user: safeReq.user,
-  });
-  const run_id = actionres.json.run_id;
-  const run = await WorkflowRun.findOne({ id: run_id });
-  await agent_action.runWithoutRow({
-    row: {
-      prompt:
-        "Write a description of what you did, for the purposes of a progress report. Write 1-4 sentences. Do not use any tools or write any code",
-    },
-    req: safeReq,
-    run,
-    user: safeReq.user,
-  });
-  const lastInteraction =
-    run.context.interactions[run.context.interactions.length - 1];
-  const lastText =
-    typeof lastInteraction.content === "string"
-      ? lastInteraction.content
-        : lastInteraction.content.text
-        ? lastInteraction.content.text
-          : Array.isArray(lastInteraction.content)
-          ? lastInteraction.content[0].text
-          : lastInteraction.content;
-  await MetaData.create({
-    type: "CopilotConstructMgr",
-    name: "progress",
-    body: { text: lastText, run_id, task_id: md.id },
-    user_id: req?.user?.id,
-  });
-
-  await md.update({ body: { ...md.body, status: "Done", run_id } });
+  try {
+    getState().emitDynamicUpdate(db.getTenantSchema(), {
+      eval_js:
+        "if(typeof copilotRefreshTasks==='function')copilotRefreshTasks();",
+    });
+  } catch (_) {}
+  try {
+    const actionres = await agent_action.runWithoutRow({
+      row: { prompt },
+      req: safeReq,
+      user: safeReq.user,
+    });
+    const run_id = actionres.json.run_id;
+    const run = await WorkflowRun.findOne({ id: run_id });
+    await agent_action.runWithoutRow({
+      row: {
+        prompt:
+          "Write a description of what you did, for the purposes of a progress report. Write 1-4 sentences. Do not use any tools or write any code",
+      },
+      req: safeReq,
+      run,
+      user: safeReq.user,
+    });
+    const updatedRun = await WorkflowRun.findOne({ id: run_id });
+    const extractText = (content) => {
+      if (!content) return "";
+      if (typeof content === "string") return content;
+      if (
+        typeof content === "object" &&
+        !Array.isArray(content) &&
+        content.text
+      )
+        return content.text;
+      if (Array.isArray(content)) {
+        const tb = content.find((b) => b?.type === "text" && b?.text);
+        return tb?.text || "";
+      }
+      return "";
+    };
+    const interactions = updatedRun.context.interactions || [];
+    let lastText = "";
+    for (let i = interactions.length - 1; i >= 0; i--) {
+      const t = extractText(interactions[i]?.content);
+      if (t) {
+        lastText = t;
+        break;
+      }
+    }
+    if (!lastText) lastText = md.body.description || md.body.name || "";
+    await MetaData.create({
+      type: "CopilotConstructMgr",
+      name: "progress",
+      body: {
+        text: lastText,
+        run_id,
+        task_id: md.id,
+        phase_idx: md.body.phase_idx ?? null,
+      },
+      user_id: req?.user?.id,
+    });
+    await md.update({ body: { ...md.body, status: "Done", run_id } });
+    if (
+      taskType === TaskType.DATA_MODEL &&
+      tableNamesBefore &&
+      md.body.phase_idx !== undefined
+    ) {
+      const tablesAfter = await Table.find({});
+      const newTables = tablesAfter.filter(
+        (t) => !t.name.startsWith("_sc_") && !tableNamesBefore.has(t.name)
+      );
+      for (const table of newTables) {
+        await MetaData.create({
+          type: "CopilotConstructMgr",
+          name: "table_phase",
+          body: {
+            table_name: table.name,
+            phase_idx: md.body.phase_idx,
+            phase_name: md.body.phase_name,
+          },
+          user_id: req?.user?.id,
+        });
+      }
+    }
+    if (
+      taskType === TaskType.PLUGIN &&
+      pluginNamesBefore &&
+      md.body.phase_idx !== undefined
+    ) {
+      const pluginsAfter = await Plugin.find({});
+      for (const p of pluginsAfter.filter(
+        (p) => !pluginNamesBefore.has(p.name)
+      )) {
+        await MetaData.create({
+          type: "CopilotConstructMgr",
+          name: "plugin_phase",
+          body: {
+            plugin_name: p.name,
+            phase_idx: md.body.phase_idx,
+            phase_name: md.body.phase_name,
+          },
+          user_id: req?.user?.id,
+        });
+      }
+    }
+    if (
+      taskType === TaskType.FEATURE &&
+      viewNamesBefore &&
+      md.body.phase_idx !== undefined
+    ) {
+      const viewsAfter = await View.find({});
+      for (const v of viewsAfter.filter((v) => !viewNamesBefore.has(v.name))) {
+        await MetaData.create({
+          type: "CopilotConstructMgr",
+          name: "view_phase",
+          body: {
+            view_name: v.name,
+            viewtemplate: v.viewtemplate,
+            phase_idx: md.body.phase_idx,
+            phase_name: md.body.phase_name,
+          },
+          user_id: req?.user?.id,
+        });
+      }
+      const pagesAfter = await Page.find({});
+      for (const p of pagesAfter.filter((p) => !pageNamesBefore.has(p.name))) {
+        await MetaData.create({
+          type: "CopilotConstructMgr",
+          name: "view_phase",
+          body: {
+            view_name: p.name,
+            viewtemplate: "page",
+            phase_idx: md.body.phase_idx,
+            phase_name: md.body.phase_name,
+          },
+          user_id: req?.user?.id,
+        });
+      }
+    }
+    try {
+      const phaseIdx = md.body.phase_idx;
+      getState().emitDynamicUpdate(db.getTenantSchema(), {
+        eval_js:
+          "if(typeof copilotRefreshTasks==='function')copilotRefreshTasks();" +
+          (taskType === TaskType.DATA_MODEL
+            ? "if(typeof copilotRefreshSchema==='function')copilotRefreshSchema();"
+            : "") +
+          (phaseIdx != null
+            ? `if(typeof copilotRefreshPhaseProgress==='function')copilotRefreshPhaseProgress(${phaseIdx});`
+            : ""),
+      });
+    } catch (_) {}
+  } catch (e) {
+    await md.update({ body: { ...md.body, status: "To do" } });
+    throw e;
+  }
 };
 
 /**
@@ -128,9 +275,12 @@ const runNextTask = async (once = false) => {
   );
   const done = tasks.filter((t) => t.body.status === "Done");
   const done_names = new Set(done.map((t) => t.body.name));
+  const all_task_names = new Set(tasks.map((t) => t.body.name).filter(Boolean));
 
   const startable = todos.filter((t) =>
-    t.body.depends_on.every((nm) => done_names.has(nm))
+    (t.body.depends_on || []).every(
+      (nm) => done_names.has(nm) || !all_task_names.has(nm)
+    )
   );
 
   if (startable[0]) {
@@ -138,8 +288,19 @@ const runNextTask = async (once = false) => {
     const taskUser = startable[0].user_id
       ? await User.findOne({ id: startable[0].user_id })
       : null;
-    await runTask(startable[0].id, { user: taskUser, __: (s) => s });
+    await runTask(startable[0].id, {
+      user: taskUser,
+      __: (s) => s,
+      getLocale: () => "en",
+    });
     if (!once) await runNextTask();
+  } else if (!once) {
+    const settings = await MetaData.findOne({
+      type: "CopilotConstructMgr",
+      name: "settings",
+    });
+    if (settings?.body?.running)
+      await settings.update({ body: { ...settings.body, running: false } });
   }
 };