@saltcorn/copilot 0.7.5 → 0.8.1

package/app-constructor/requirements.js

@@ -0,0 +1,156 @@
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+const MetaData = require("@saltcorn/data/models/metadata");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const { findType } = require("@saltcorn/data/models/discovery");
+const { save_menu_items } = require("@saltcorn/data/models/config");
+const db = require("@saltcorn/data/db");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+const {
+  localeDateTime,
+  renderForm,
+  mkTable,
+  post_delete_btn,
+} = require("@saltcorn/markup");
+const {
+  div,
+  script,
+  domReady,
+  pre,
+  code,
+  input,
+  h4,
+  style,
+  h5,
+  button,
+  text_attr,
+  i,
+  p,
+  span,
+  small,
+  form,
+  textarea,
+} = require("@saltcorn/markup/tags");
+const { getState } = require("@saltcorn/data/db/state");
+const renderLayout = require("@saltcorn/markup/layout");
+const { viewname, tool_choice } = require("./common");
+const { requirements_tool } = require("./tools");
+
+const requirementsList = async (req) => {
+  const rs = await MetaData.find(
+    {
+      type: "CopilotConstructMgr",
+      name: "requirement",
+    },
+    { orderBy: "written_at" },
+  );
+  const starFieldview = getState().types.Integer.fieldviews.show_star_rating;
+
+  if (rs.length) {
+    return div(
+      { class: "mt-2" },
+      mkTable(
+        [
+          { label: "Requirement", key: (m) => m.body.requirement },
+          {
+            label: "Priority",
+            key: (m) =>
+              starFieldview.run(m.body.priority, req, { min: 1, max: 5 }),
+          },
+          {
+            label: "Delete",
+            key: (r) =>
+              button(
+                {
+                  class: "btn btn-outline-danger btn-sm",
+                  onclick: `view_post("${viewname}", "del_req", {id:${r.id}})`,
+                },
+                i({ class: "fas fa-trash-alt" }),
+              ),
+          },
+        ],
+        rs,
+      ),
+      button(
+        {
+          class: "btn btn-outline-danger mb-4",
+          onclick: `view_post("${viewname}", "del_all_reqs")`,
+        },
+        "Delete all",
+      ),
+    );
+  } else {
+    return div(
+      { class: "mt-2" },
+      p("No requirements found"),
+      button(
+        {
+          class: "btn btn-primary",
+          onclick: `press_store_button(this);view_post("${viewname}", "gen_reqs")`,
+        },
+        "Generate requirements",
+      ),
+    );
+  }
+};
+
+const gen_reqs = async (table_id, viewname, config, body, { req, res }) => {
+  const spec = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "spec",
+  });
+  if (!spec) throw new Error("Specification not found");
+  const answer = await getState().functions.llm_generate.run(
+    `Generate the requirements for this application:
+
+Description: ${spec.body.description}
+Audience: ${spec.body.audience}
+Core features: ${spec.body.core_features}
+Out of scope: ${spec.body.out_of_scope}
+Visual style: ${spec.body.visual_style}
+
+Now use the make_requirements tool to list the requirements for this software application
+`,
+    {
+      tools: [requirements_tool],
+      ...tool_choice("make_requirements"),
+      systemPrompt:
+        "You are a project manager. The user wants to build an application, and you must analyse their application description",
+    },
+  );
+
+  const tc = answer.getToolCalls()[0];
+
+  for (const reqm of tc.input.requirements)
+    await MetaData.create({
+      type: "CopilotConstructMgr",
+      name: "requirement",
+      body: reqm,
+      user_id: req.user?.id,
+    });
+  return { json: { reload_page: true } };
+};
+
+const del_req = async (table_id, viewname, config, body, { req, res }) => {
+  const r = await MetaData.findOne({
+    id: body.id,
+  });
+
+  if (!r) throw new Error("Requirement not found");
+  await r.delete();
+  return { json: { reload_page: true } };
+};
+const del_all_reqs = async (table_id, viewname, config, body, { req, res }) => {
+  const rs = await MetaData.find({
+    type: "CopilotConstructMgr",
+    name: "requirement",
+  });
+  for (const r of rs) await r.delete();
+  return { json: { reload_page: true } };
+};
+
+const req_routes = { gen_reqs, del_req, del_all_reqs };
+
+module.exports = { requirementsList, req_routes };

package/app-constructor/run_task.js

@@ -0,0 +1,146 @@
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+const MetaData = require("@saltcorn/data/models/metadata");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const { findType } = require("@saltcorn/data/models/discovery");
+const { save_menu_items } = require("@saltcorn/data/models/config");
+const db = require("@saltcorn/data/db");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+const User = require("@saltcorn/data/models/user");
+const { viewname } = require("./common");
+
+/**
+ * @param {number} md_id - MetaData id of the task to run
+ * @param {object} req - Express request (may be empty `{}` from scheduler)
+ */
+const runTask = async (md_id, req) => {
+  const md = await MetaData.findOne({
+    id: md_id,
+  });
+
+  if (!md) return { error: "Task not found" };
+  const spec = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "spec",
+  });
+  if (!spec) return { error: "Specification not found" };
+  const agent_action = new Trigger({
+    action: "Agent",
+    when_trigger: "Never",
+    configuration: {
+      viewname: viewname,
+      sys_prompt:
+        "Each task creates exactly one view or one page. " +
+        "Never create more than one view or page per task, even if the description mentions multiple. " +
+        "Call the view or page tool exactly once and then stop.",
+      prompt: "{{prompt}}",
+      skills: [
+        { skill_type: "Generate Page", yoloMode: true },
+        { skill_type: "Database design", yoloMode: true },
+        { skill_type: "Generate Workflow", yoloMode: true },
+        { skill_type: "Generate trigger", yoloMode: true },
+        { skill_type: "Generate View", yoloMode: true },
+        { skill_type: "Install Plugin", yoloMode: true },
+      ],
+    },
+  });
+  const prompt = `You are engaged in building the following application:
+
+Description: ${spec.body.description}
+Audience: ${spec.body.audience}
+Core features: ${spec.body.core_features}
+Out of scope: ${spec.body.out_of_scope}
+Visual style: ${spec.body.visual_style}
+
+Important: The database schema is already fully implemented. Do NOT use generate_tables or modify any tables or fields — all tables and fields already exist.
+
+Important: Some fields are non-stored (virtual) calculated fields — they have no database column and are computed on-the-fly by Saltcorn. Never include such fields in modify_row, SQL UPDATE statements, or recalculate_stored_fields calls. Only fields that exist as actual database columns (regular fields and stored calculated fields) can be written. If a calculated field needs updating, it will refresh automatically when the fields it depends on change.
+
+Important: The "users" table is built-in. Passwords are platform-managed — never add a password field to a view. Signup uses a built-in form, not an Edit view.
+
+Your task now is:
+${md.body.description}`;
+  const safeReq = req?.__
+    ? req
+    : { ...req, __: (s) => s, user: req?.user };
+
+  await md.update({ body: { ...md.body, status: "Running" } });
+  const actionres = await agent_action.runWithoutRow({
+    row: { prompt },
+    req: safeReq,
+    user: safeReq.user,
+  });
+  const run_id = actionres.json.run_id;
+  const run = await WorkflowRun.findOne({ id: run_id });
+  await agent_action.runWithoutRow({
+    row: {
+      prompt:
+        "Write a description of what you did, for the purposes of a progress report. Write 1-4 sentences. Do not use any tools or write any code",
+    },
+    req: safeReq,
+    run,
+    user: safeReq.user,
+  });
+  const lastInteraction =
+    run.context.interactions[run.context.interactions.length - 1];
+  const lastText =
+    typeof lastInteraction.content === "string"
+      ? lastInteraction.content
+        : lastInteraction.content.text
+        ? lastInteraction.content.text
+          : Array.isArray(lastInteraction.content)
+          ? lastInteraction.content[0].text
+          : lastInteraction.content;
+  await MetaData.create({
+    type: "CopilotConstructMgr",
+    name: "progress",
+    body: { text: lastText, run_id, task_id: md.id },
+    user_id: req?.user?.id,
+  });
+
+  await md.update({ body: { ...md.body, status: "Done", run_id } });
+};
+
+/**
+ * Run the next startable task
+ * @param {boolean} [once=false] - true: run one task and stop, false: iterate all tasks
+ */
+const runNextTask = async (once = false) => {
+  if (!once) {
+    const settings = await MetaData.findOne({
+      type: "CopilotConstructMgr",
+      name: "settings",
+    });
+    if (!settings?.body?.running) return;
+  }
+  const tasks = await MetaData.find(
+    {
+      type: "CopilotConstructMgr",
+      name: "task",
+    },
+    { orderBy: "id" }
+  );
+  if (tasks.some((t) => t.body.status === "Running")) return;
+  const todos = tasks.filter(
+    (t) => !t.body.status || t.body.status === "To do"
+  );
+  const done = tasks.filter((t) => t.body.status === "Done");
+  const done_names = new Set(done.map((t) => t.body.name));
+
+  const startable = todos.filter((t) =>
+    t.body.depends_on.every((nm) => done_names.has(nm))
+  );
+
+  if (startable[0]) {
+    console.log("running task", startable[0]);
+    const taskUser = startable[0].user_id
+      ? await User.findOne({ id: startable[0].user_id })
+      : null;
+    await runTask(startable[0].id, { user: taskUser, __: (s) => s });
+    if (!once) await runNextTask();
+  }
+};
+
+module.exports = { runTask, runNextTask };

package/app-constructor/schema.js

@@ -0,0 +1,199 @@
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+const MetaData = require("@saltcorn/data/models/metadata");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const { findType } = require("@saltcorn/data/models/discovery");
+const { save_menu_items } = require("@saltcorn/data/models/config");
+const db = require("@saltcorn/data/db");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+const {
+  localeDateTime,
+  renderForm,
+  mkTable,
+  post_delete_btn,
+} = require("@saltcorn/markup");
+const {
+  div,
+  script,
+  domReady,
+  pre,
+  code,
+  input,
+  h4,
+  style,
+  h5,
+  button,
+  text_attr,
+  i,
+  p,
+  span,
+  small,
+  form,
+  textarea,
+} = require("@saltcorn/markup/tags");
+const { getState } = require("@saltcorn/data/db/state");
+const renderLayout = require("@saltcorn/markup/layout");
+const { viewname, tool_choice } = require("./common");
+const { requirements_tool } = require("./tools");
+const { saltcorn_description, existing_tables_list } = require("./prompts");
+const GenerateTables = require("../actions/generate-tables");
+const GenerateTablesSkill = require("../agent-skills/database-design");
+
+const showSchema = async (req) => {
+  const schema = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "schema",
+  });
+
+  if (schema) {
+    const preview = GenerateTables.render_html(
+      { tables: schema.body.tables },
+      true
+    );
+
+    return div(
+      { class: "mt-2" },
+      preview,
+      !schema.body.implemented &&
+        div(
+          { class: "mb-4 d-block mt-3" },
+          button(
+            {
+              class: "btn btn-primary me-2",
+              onclick: `view_post("${viewname}", "implement_schema")`,
+            },
+            "Implement schema"
+          ),
+          button(
+            {
+              class: "btn btn-outline-danger",
+              onclick: `view_post("${viewname}", "del_schema")`,
+            },
+            "Delete schema"
+          )
+        )
+    );
+  } else {
+    return div(
+      { class: "mt-2" },
+      p("Schema not found"),
+      button(
+        {
+          class: "btn btn-primary",
+          onclick: `press_store_button(this);view_post("${viewname}", "gen_schema")`,
+        },
+        "Generate schema"
+      )
+    );
+  }
+};
+
+const gen_schema = async (table_id, viewname, config, body, { req, res }) => {
+  const spec = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "spec",
+  });
+  if (!spec) throw new Error("Specification not found");
+  const rs = await MetaData.find({
+    type: "CopilotConstructMgr",
+    name: "requirement",
+  });
+  if (!rs.length) throw new Error("No requirements found");
+
+  const databaseDesignTool = new GenerateTablesSkill({}).provideTools();
+  const existing_tables = await Table.find({});
+  const answer = await getState().functions.llm_generate.run(
+    `Generate the database schema for this application:
+
+Description: ${spec.body.description}
+Audience: ${spec.body.audience}
+Core features: ${spec.body.core_features}
+Out of scope: ${spec.body.out_of_scope}
+Visual style: ${spec.body.visual_style}
+
+These are the requirements of the application: 
+
+${rs.map((r) => `* ${r.body.requirement}`).join("\n")}
+
+${saltcorn_description}
+
+${existing_tables_list(existing_tables)}
+
+Design a complete database schema that covers ALL requirements listed above. Every distinct entity in the application must have its own table. Do not produce a minimal or partial schema — all tables needed to implement every requirement must be included in this single call. Do not leave any tables for a later step.
+
+The tables listed above are already implemented in the database — include them in the schema as-is so the full data model is visible, but do not change their fields. Only add new tables for entities not yet covered. The implementation step will skip any table whose name already exists.
+
+For every field that must be unique (e.g. unique email, unique slug, unique combination keys expressed as individual unique fields), set unique=true on that field.
+For every field that must not be empty, set not_null=true.
+Do NOT leave uniqueness or required constraints for a later step — express them fully in this schema.
+
+Note: ownership configuration (automatically populating a FK-to-users field from the logged-in user) is a VIEW-level concern and cannot be expressed in the schema. Do not attempt to annotate fields as "ownership fields" here — simply define the foreign key field normally. Ownership will be configured when the Edit views are generated.
+
+Now use the ${
+      databaseDesignTool.function.name
+    } tool to generate the complete database schema for this software application
+`,
+    {
+      tools: [databaseDesignTool],
+      ...tool_choice(databaseDesignTool.function.name),
+      systemPrompt:
+        "You are a database designer. The user wants to build an application, and you must analyse their application description and requirements and design a complete schema. Every entity needed by any requirement must have its own table. Never produce a partial schema.",
+    }
+  );
+
+  const tc = answer.getToolCalls()[0];
+
+  await MetaData.create({
+    type: "CopilotConstructMgr",
+    name: "schema",
+    body: { tables: tc.input.tables, implemented: false },
+    user_id: req.user?.id,
+  });
+  return { json: { reload_page: true } };
+};
+
+const del_schema = async (table_id, viewname, config, body, { req, res }) => {
+  const rs = await MetaData.find({
+    type: "CopilotConstructMgr",
+    name: "schema",
+  });
+  for (const r of rs) await r.delete();
+  return { json: { reload_page: true } };
+};
+
+const implement_schema = async (
+  table_id,
+  viewname,
+  config,
+  body,
+  { req, res }
+) => {
+  const md = await MetaData.findOne({
+    type: "CopilotConstructMgr",
+    name: "schema",
+  });
+
+  const { apply_copilot_tables } = new GenerateTablesSkill({}).userActions;
+  const existingNames = new Set((await Table.find({})).map((t) => t.name));
+  const newTables = md.body.tables.filter((t) => {
+    if (existingNames.has(t.name)) {
+      getState().log(
+        2,
+        `AppConstructor: skipping table "${t.name}" — already exists in database`
+      );
+      return false;
+    }
+    return true;
+  });
+  await apply_copilot_tables({ tables: newTables, user: req.user });
+  md.body.implemented = true;
+  await md.update({ body: md.body });
+
+  return { json: { reload_page: true } };
+};
+
+const schema_routes = { gen_schema, del_schema, implement_schema };
+
+module.exports = { showSchema, schema_routes };

package/app-constructor/taskchart.js

@@ -0,0 +1,70 @@
+const Field = require("@saltcorn/data/models/field");
+const Table = require("@saltcorn/data/models/table");
+const Form = require("@saltcorn/data/models/form");
+const MetaData = require("@saltcorn/data/models/metadata");
+const View = require("@saltcorn/data/models/view");
+const Trigger = require("@saltcorn/data/models/trigger");
+const { findType } = require("@saltcorn/data/models/discovery");
+const { save_menu_items } = require("@saltcorn/data/models/config");
+const db = require("@saltcorn/data/db");
+const WorkflowRun = require("@saltcorn/data/models/workflow_run");
+const {
+  localeDateTime,
+  renderForm,
+  mkTable,
+  post_delete_btn,
+} = require("@saltcorn/markup");
+const {
+  div,
+  script,
+  domReady,
+  pre,
+  code,
+  input,
+  h4,
+  style,
+  h5,
+  button,
+  text_attr,
+  i,
+  p,
+  span,
+  small,
+  a,
+  textarea,
+} = require("@saltcorn/markup/tags");
+const { getState } = require("@saltcorn/data/db/state");
+const renderLayout = require("@saltcorn/markup/layout");
+const { viewname } = require("./common");
+const { runTask, runNextTask } = require("./run_task");
+
+const makeTaskChart = async (req) => {
+  const rs = await MetaData.find(
+    {
+      type: "CopilotConstructMgr",
+      name: "task",
+    },
+    { orderBy: "written_at" },
+  );
+
+  const taskIds = {};
+  rs.forEach((md) => {
+    taskIds[md.body.name] = md.id;
+  });
+  return div(
+    pre({
+      class: "mermaid",
+      "mm-src": `flowchart LR
+${rs.map((md) => `  task${md.id}["${md.body.name}"]`).join("\n")}
+${rs.map((md) => (md.body.depends_on || []).map((depon) => `  task${taskIds[depon]} --> task${md.id}`).join("\n")).join("\n")}
+${rs
+  .filter((m) => m.body.status === "Done")
+  .map((md) => `  style task${md.id} fill:#777`)
+  .join("\n")}
+
+         `,
+    }),
+  );
+};
+
+module.exports = { makeTaskChart };