wizards 0.2.17 → 0.2.19

package/apps/runtime/dist/agents/project-assistant.js

@@ -5,9 +5,11 @@ import { createTool } from "@mastra/core/tools";
 import { z } from "zod";
 import { attachTools, costOf, gatewayTools, textModel } from "../models.js";
 import { ServiceError } from "../services/errors.js";
+import { knowledgeCounts } from "../services/knowledge.js";
 import { addProjectFile, projectFileContent, projectFiles, updateProjectFile, } from "../services/project-files.js";
 import { documentText } from "../services/project-index.js";
 import { brandColorSchema, ownedProject, updateProject } from "../services/projects.js";
+import { categoryRows } from "../services/space-categories.js";
 import { currentTenant } from "../tenants/tenant.js";
 import { safeFetch } from "../tools/net-guard.js";
 import { assistantToolsOf } from "../tools/plugin.js";
@@ -26,7 +28,13 @@ HOW YOU WORK
 - Logos: save the best candidate (an SVG or a large PNG rather than a favicon); a second one only if it truly differs (for dark ground, a signet). A few images that show the business (header, team, products) may be saved as assets — a handful, never everything.
 - Files the admin attached are stored already; the message names them. look_at_file shows you a picture or a document's text. Give a file a description with describe_file when it has none or the admin says what it is. Take facts from a document when the admin asks for it.
 - Call independent tools together. Work in few steps.
-- Finish with one to three sentences: what you filled in, what is still missing, and at most one question.`;
+- Finish with one to three sentences: what you filled in, what is still missing, and at most one question.
+
+WISSEN
+- Wissen (German „Wissen“) is what the wizards' steps look things up in: pages, tables and files, kept apart by typed Kategorien (Baustelle, Berichtsdatum, Art der Förderung …). The admin sees it on the page below you.
+- Documents the admin attaches are read into Wissen by themselves: a page, sub-pages for a long structured document, a table per sheet. Say so; do not copy their text into facts unless asked.
+- A website, a sitemap or a folder whose entries should go into Wissen is a source. Where a tool proposes sources, use it: the admin takes the proposal on its card. Where there is none, say that sources need the Sources plugin, and offer to read the site for the space's own details instead.
+- Talking from Wissen, change title, about, logos, colours and facts only when the admin asks.`;
 function activity(tool, args) {
     const host = (u) => {
         try {
@@ -67,7 +75,12 @@ async function attempt(run) {
 async function projectState(userId, projectId) {
     const p = await ownedProject(userId, projectId);
     const files = await projectFiles(projectId);
+    const categories = await categoryRows(projectId);
     return {
+        wissen: {
+            ...(await knowledgeCounts(projectId)),
+            kategorien: categories.map((c) => `${c.name} (${c.type}${c.proposed ? ", proposed" : ""})`),
+        },
         title: p.brand.name ?? "",
         about: p.brand.about ?? "",
         colors: p.brand.colors ?? [],
@@ -326,8 +339,13 @@ export async function runProjectAssistant(input) {
     });
     const context = [
         `The project now:\n\`\`\`json\n${JSON.stringify(await projectState(input.userId, input.projectId))}\n\`\`\``,
+        input.part === "knowledge"
+            ? "The admin talks to you from Wissen: they want the wizards to know something."
+            : "",
         input.message,
-    ].join("\n\n");
+    ]
+        .filter(Boolean)
+        .join("\n\n");
     const stream = await agent.stream([
         ...input.history
             .slice(-12)

package/apps/runtime/dist/authoring/guide.js

@@ -98,9 +98,11 @@ type AgentStep = {
   working?: string              // shown while it runs ("Recherchiert im Web …")
 }
 // Every agent step also has, without listing them: list_read / list_write (the wizard's lists), files_list,
-//   read_document (PDF, scans and photos, Word, Excel, CSV, saved mails) and scan_documents (invoice / receipt fields, many at once).
+//   read_document (PDF, scans and photos, Word, Excel, CSV, saved mails) and scan_documents (invoice / receipt fields, many at once);
+//   and where the space has Wissen: project_search (a question, "where" on its typed Kategorien, hits checked for relevance),
+//   project_list (by Kategorien), page_read / table_read / project_document (an item whole, by its path).
 // "pages" brings: page_read / page_write — Markdown pages of the space the wizard keeps for every run (notes, a log
-//   that grows with append), shown to the admin under Space → Daten; page_read also reads the space's own pages.
+//   that grows with append), shown to the admin under Space → Daten; page_read also reads Wissen by path.
 // "browser" brings: browser_open/click/type, browser_screenshot (the model looks at the page),
 //   browser_request_credentials (the PERSON types a login into the page — the model never sees it; sign-ins can be remembered),
 //   browser_request_user (the person solves a captcha or "continue with Google" in a picture of the page),
@@ -153,7 +155,8 @@ type ResultStep = { type: "result", message?: string, deliverables: { from: step
 Templates (in instructions/prompt): {{fieldId}} · {{steps.stepId}} (whole output) · {{steps.stepId.key}} (json key)
   · {{itemsField}} (line items as a table WITH computed net/VAT/total) · {{itemsField.net|vat|gross}} · {{today}}
   · the project (its settings): {{brand.name}} {{brand.about}} {{brand.colors}} · {{facts.key}} (one fact: address, VAT id, …) · {{facts}} (all facts)
-    — every AI step already knows them, name one only where the text must carry it; agent steps can also search the project's documents
+    — every AI step already knows them, name one only where the text must carry it; agent steps also search the space's Wissen
+      and are told its Kategorien: say in a step's instructions which Kategorie to filter by when the task names one
   · {{lists.listId}} (the stored list as a table, as it is when the step starts) · {{fileField}} (the names of the uploads, for read_document)
   · {{locationField}} {{locationField.lat|lng|accuracy|label|map}} · {{audioField}} (the transcript) · {{signatureField}} (asset://ID)
 A template may only use fields asked and steps run EARLIER.`;

package/apps/runtime/dist/db/migrations/tenant/0009_knowledge.sql

@@ -0,0 +1,104 @@
+CREATE TABLE `space_category` (
+	`id` text PRIMARY KEY NOT NULL,
+	`tenant_id` text NOT NULL,
+	`project_id` text NOT NULL,
+	`name` text NOT NULL,
+	`type` text NOT NULL,
+	`unit` text,
+	`multiple` integer DEFAULT false NOT NULL,
+	`ordered` integer DEFAULT false NOT NULL,
+	`hint` text,
+	`origin` text,
+	`proposed` integer DEFAULT false NOT NULL,
+	`table_id` text,
+	`column_id` text,
+	`position` integer DEFAULT 0 NOT NULL,
+	`created_at` integer DEFAULT (unixepoch() * 1000) NOT NULL,
+	`updated_at` integer DEFAULT (unixepoch() * 1000) NOT NULL,
+	FOREIGN KEY (`project_id`) REFERENCES `project`(`id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`table_id`) REFERENCES `space_table`(`id`) ON UPDATE no action ON DELETE set null
+);
+--> statement-breakpoint
+CREATE UNIQUE INDEX `space_category_name` ON `space_category` (`project_id`,`name`);--> statement-breakpoint
+CREATE TABLE `space_category_value` (
+	`id` text PRIMARY KEY NOT NULL,
+	`category_id` text NOT NULL,
+	`value` text NOT NULL,
+	`position` integer DEFAULT 0 NOT NULL,
+	`summary` text,
+	`summary_at` integer,
+	`created_at` integer DEFAULT (unixepoch() * 1000) NOT NULL,
+	FOREIGN KEY (`category_id`) REFERENCES `space_category`(`id`) ON UPDATE no action ON DELETE cascade
+);
+--> statement-breakpoint
+CREATE UNIQUE INDEX `space_category_value_value` ON `space_category_value` (`category_id`,`value`);--> statement-breakpoint
+CREATE TABLE `space_item_category` (
+	`id` integer PRIMARY KEY AUTOINCREMENT NOT NULL,
+	`project_id` text NOT NULL,
+	`category_id` text NOT NULL,
+	`page_id` text,
+	`row_id` text,
+	`table_id` text,
+	`file_id` text,
+	`value_id` text,
+	`text` text,
+	`num` real,
+	`at` integer,
+	`bool` integer,
+	`by` text DEFAULT 'person' NOT NULL,
+	FOREIGN KEY (`project_id`) REFERENCES `project`(`id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`category_id`) REFERENCES `space_category`(`id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`page_id`) REFERENCES `space_page`(`id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`row_id`) REFERENCES `space_table_row`(`id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`table_id`) REFERENCES `space_table`(`id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`file_id`) REFERENCES `project_file`(`id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`value_id`) REFERENCES `space_category_value`(`id`) ON UPDATE no action ON DELETE cascade
+);
+--> statement-breakpoint
+CREATE INDEX `space_item_category_category` ON `space_item_category` (`category_id`,`value_id`);--> statement-breakpoint
+CREATE INDEX `space_item_category_page` ON `space_item_category` (`page_id`);--> statement-breakpoint
+CREATE INDEX `space_item_category_row` ON `space_item_category` (`row_id`);--> statement-breakpoint
+CREATE INDEX `space_item_category_table` ON `space_item_category` (`table_id`);--> statement-breakpoint
+CREATE INDEX `space_item_category_file` ON `space_item_category` (`file_id`);--> statement-breakpoint
+ALTER TABLE `project_chunk` ADD `page_id` text REFERENCES space_page(id) ON DELETE cascade;--> statement-breakpoint
+ALTER TABLE `project_chunk` ADD `row_id` text REFERENCES space_table_row(id) ON DELETE cascade;--> statement-breakpoint
+ALTER TABLE `project_chunk` ADD `table_id` text REFERENCES space_table(id) ON DELETE cascade;--> statement-breakpoint
+ALTER TABLE `project_chunk` ADD `value_id` text REFERENCES space_category_value(id) ON DELETE cascade;--> statement-breakpoint
+ALTER TABLE `project_chunk` ADD `heading` text;--> statement-breakpoint
+ALTER TABLE `project_chunk` ADD `sheet` integer;--> statement-breakpoint
+CREATE INDEX `project_chunk_page` ON `project_chunk` (`page_id`);--> statement-breakpoint
+CREATE INDEX `project_chunk_row` ON `project_chunk` (`row_id`);--> statement-breakpoint
+CREATE INDEX `project_chunk_table` ON `project_chunk` (`table_id`);--> statement-breakpoint
+CREATE INDEX `project_chunk_value` ON `project_chunk` (`value_id`);--> statement-breakpoint
+ALTER TABLE `project_file` ADD `origin` text;--> statement-breakpoint
+ALTER TABLE `project_file` ADD `origin_key` text;--> statement-breakpoint
+ALTER TABLE `project_file` ADD `origin_label` text;--> statement-breakpoint
+CREATE UNIQUE INDEX `project_file_origin` ON `project_file` (`project_id`,`origin`,`origin_key`);--> statement-breakpoint
+ALTER TABLE `space_page` ADD `parent_id` text REFERENCES space_page(id) ON DELETE cascade;--> statement-breakpoint
+ALTER TABLE `space_page` ADD `position` integer DEFAULT 0 NOT NULL;--> statement-breakpoint
+ALTER TABLE `space_page` ADD `slug` text;--> statement-breakpoint
+ALTER TABLE `space_page` ADD `origin` text;--> statement-breakpoint
+ALTER TABLE `space_page` ADD `origin_key` text;--> statement-breakpoint
+ALTER TABLE `space_page` ADD `origin_label` text;--> statement-breakpoint
+ALTER TABLE `space_page` ADD `kept` integer DEFAULT false NOT NULL;--> statement-breakpoint
+ALTER TABLE `space_page` ADD `review` text;--> statement-breakpoint
+ALTER TABLE `space_page` ADD `file_id` text REFERENCES project_file(id) ON DELETE set null;--> statement-breakpoint
+CREATE INDEX `space_page_parent` ON `space_page` (`parent_id`,`position`);--> statement-breakpoint
+CREATE UNIQUE INDEX `space_page_origin` ON `space_page` (`project_id`,`origin`,`origin_key`);--> statement-breakpoint
+ALTER TABLE `space_table` ADD `slug` text;--> statement-breakpoint
+ALTER TABLE `space_table` ADD `format` text;--> statement-breakpoint
+ALTER TABLE `space_table` ADD `origin` text;--> statement-breakpoint
+ALTER TABLE `space_table` ADD `origin_key` text;--> statement-breakpoint
+ALTER TABLE `space_table` ADD `origin_label` text;--> statement-breakpoint
+ALTER TABLE `space_table` ADD `kept` integer DEFAULT false NOT NULL;--> statement-breakpoint
+ALTER TABLE `space_table` ADD `review` text;--> statement-breakpoint
+ALTER TABLE `space_table` ADD `file_id` text REFERENCES project_file(id) ON DELETE set null;--> statement-breakpoint
+CREATE UNIQUE INDEX `space_table_origin` ON `space_table` (`project_id`,`origin`,`origin_key`);--> statement-breakpoint
+CREATE VIRTUAL TABLE `project_chunk_tri` USING fts5(`text`, content='project_chunk', content_rowid='id', tokenize='trigram remove_diacritics 1');--> statement-breakpoint
+INSERT INTO `project_chunk_tri`(`project_chunk_tri`) VALUES ('rebuild');--> statement-breakpoint
+CREATE TRIGGER `project_chunk_tri_ai` AFTER INSERT ON `project_chunk` BEGIN
+	INSERT INTO `project_chunk_tri`(rowid, `text`) VALUES (new.id, new.text);
+END;--> statement-breakpoint
+CREATE TRIGGER `project_chunk_tri_ad` AFTER DELETE ON `project_chunk` BEGIN
+	INSERT INTO `project_chunk_tri`(`project_chunk_tri`, rowid, `text`) VALUES ('delete', old.id, old.text);
+END;