pgkiln 0.38.0 → 0.40.0

package/docs/guide/12-development.md

@@ -25,6 +25,7 @@ src/
   appfiles.ts              application export as one file per component (dir layout, static ids) and back
   blueprint.ts             blueprints (migration 063): checkBlueprint (names, types, references, pages, sample rows), tableOrder,
                            blueprintSql, buildBlueprint (tables, grants, rows, pages via meta.generate_page, menu), the AI draft schema
+  blueprint-from-app.ts    (sprint 66) blueprintFromApp: an application's tables (catalog), pages and menu as a blueprint, notes; sample rows
   subscriptions.ts         application types and subscriptions (migration 056): offers, subscribe, refresh, publish, in sync
   workingcopy.ts           working copies (migration 055): create, three-way compare per component (base, main, copy),
                            merge into the main application or refresh the copy, both through cli/replace.ts
@@ -64,7 +65,7 @@ src/
   sqlscript.ts             SQL scripts: splitScript() (statements, line numbers, psql commands), runScript() (stop/continue, transaction, savepoints)
   quicksql.ts              Quick SQL: shorthand parser and PostgreSQL DDL generator (unit tested)
   xlsx.ts                  Excel writer for report downloads and Unload Data (typed cells, streamed through fflate's Zip)
-  automations.ts           cron parser, next run in a time zone, scheduler, running automations (the actions run
+  automations.ts           cron parser, next run in a time zone, scheduler (also meta.task_expire_tick, 094), running automations (the actions run
                            in PL/pgSQL: meta.automation_execute, shared with meta.run_automation; migration 044)
   html.ts                  auto-escaping html`` templates
   richtext.ts              rich text and Markdown items: allow-list HTML sanitiser, Markdown renderer
@@ -115,11 +116,11 @@ src/
                            style (user choice, default), themeCss() (only hex values and constants reach the CSS)
     template-options.ts    template options: the fixed CSS class list per region and button, templateClasses() (unknown values ignored)
     regions.ts             region shell + chart (drill-down links, gauge settings)/cards/dynamic dispatch with row limits, lazy placeholder and cache, buttons (menu buttons, badges)
-    report.ts, report-views.ts (group by, pivot, chart), compute.ts (computed column expressions), grid.ts (aggregates, row actions, Actions menu, single row view, layoutFromForm), grid-layout.ts (column layouts: clean, arrange, per user), master-detail.ts (signed master row selection, details), facets.ts, items.ts
+    report.ts, report-views.ts (group by, pivot, chart), compute.ts (computed column expressions), grid.ts (aggregates, row actions, Actions menu, single row view, layoutFromForm), grid-layout.ts (column layouts: clean, arrange, per user), master-detail.ts (signed master row selection, details), facets.ts (facetChart: a facet's counts as a chart, sprint 65), items.ts
                            (report.ts: paging with row ranges and max_rows, keyset paging (keysetPlan, seekCondition, signed r<id>_k), pagerNav, streamed CSV/Excel downloads with a cursor;
                            items.ts: lovOptions, searchLov/lovLookup for popup LOVs, served by POST /a/:alias/:page/lov/:item/search in routes.ts)
     region-cache.ts        region caching (keys per scope, CSRF placeholder, invalidation on submit) and lazy regions (GET …/region/:id is in routes.ts)
-    charts.ts              server-rendered charts (SVG and CSS classes): bar … radar, gauges, Gantt (time axis, dependencies), pyramid, polar, drill-down marks, data table
+    charts.ts              server-rendered charts (SVG and CSS classes): bar … radar, gauges, Gantt (time axis, dependencies), pyramid, polar, range, box plot (quantile, boxes), stock, drill-down marks, data table
     calendar.ts            calendar region: month/week/day/list views, create links, drag and drop (moveEvent, moveCalendarEvent;
                            the route POST …/calendar/:id/move is in routes.ts)
     links.ts               page links with checksums; fillItems() fills #column# in link items
@@ -143,7 +144,7 @@ src/
     template-components.ts template components: template language (allow-list, directives, escaping), plug-in files, report column templates
     builtin-components.ts  built-in template components (ut_avatar, ut_badge, ut_comments, ut_media_list, ut_metric_card, ut_timeline)
     template-region.ts     template_component region
-    tasks.ts               task list region and task actions (approvals)
+    tasks.ts               task list region and task actions (approvals); (094) the vacation rule panel and route
     data-reporter.ts       Data Reporter region (migration 057): sources from the region's config, checkDef (offered columns, whitelists),
                            reportQuery/chartQuery, the list and editor (GET form), save/delete routes (meta.save_data_report)
     workflows.ts           workflow console region and its actions
@@ -187,6 +188,8 @@ src/
     forms.ts               generic component property form (lookups, render, save)
     backups.ts             Application → Backups (migration 082): list, back up now, download, restore (replaceApp), keep N;
                            backupTick() for the scheduler's daily backups of changed applications
+    workspace-backups.ts   Workspace utilities → Manage backups (sprint 62): the backups of every application of the current
+                           workspace, back them all up (only the changed ones by default)
     availability.ts        Application → Availability (migration 083): status, message, users, build status (Run only is
                            enforced by locks.ts blockingLock); availabilityBadge() in the application header
     feedback.ts            Application → Feedback (migration 084): the setting, the list with filters, status and answers
@@ -213,6 +216,8 @@ src/
     search.ts              app search, "where used" (appEntries, search, whereUsed, usedInPanel)
     advisor.ts             Advisor: EXPLAIN every SQL fragment, reference checks, plpgsql_check
     ddl-tools.ts           SQL Workshop → DDL and Compare (src/ddl.ts)
+    sql-utilities.ts       SQL Workshop → Utilities (sprint 62): the tools' tiles, OBJECT_REPORTS (fixed catalogue SQL over the
+                           connection's usable schemas), About Database, Database Monitor (administrators); read only, with a timeout
     login-page.ts          Application settings → Login page and Forgot password; Create a login page (page 9999)
     top-sql.ts             Top SQL per app role from pg_stat_statements
     diagnostics.ts         Activity → Debug messages (level, list, one request's entries, purge); Workspace utilities →
@@ -240,8 +245,11 @@ src/
     workspaces.ts          workspaces (064): loadWorkspaces/appAllowed (checked in ui.ts developer() for every /apps/:id and /pages/:pid
                            request), the current workspace (session state __WS), placeApp, the switcher, Workspace utilities → Workspaces;
                            (090) isolation and the workspace's database roles, workshopDb (the SQL Workshop's connection)
+                           (093) workspace preferences (sql_workshop: checked in ui.ts developer() for /builder/sql…;
+                           rest_services: checked in runtime/rest.ts) and extension links (the rail's Extensions menu in shell())
     locks.ts               page and application locks (blockingLock, checked in ui.ts developer() for every builder POST; appOfPath), developer comments, administrators
-    blueprints.ts          Create → From a blueprint: list, JSON editor, AI draft, review (signed with the session), create in one transaction
+    blueprints.ts          Create → From a blueprint: list, JSON editor, AI draft, review (signed with the session), create in one transaction;
+                           (sprint 66) From an application
     ai-builder.ts          App Builder AI (migration 062): the builder's AI service (meta.builder_ai), SQL Workshop → AI (SQL from a
                            question, shown not run; explain), describe tables (meta.ai_table_note, COMMENT ON, AI drafts),
                            create pages with AI (proposals checked by checkProposals, created with meta.generate_page)
@@ -281,7 +289,7 @@ test/
   page-logic.test.ts       download, chain (background jobs) and workflow processes, function/app branches, dialog_closed (HR page 28)
   code-editor.test.ts      code editor: completions scoped to the app's role, the check, marked fields
   builder-home.test.ts     App Builder home: search, sort, views, Recent, Create/Import pages, dashboard, utilities
-  charts.test.ts           chart markup per kind (geometry as classes), gauges, Gantt time axis and dependencies, pyramid, polar, drill-down links
+  charts.test.ts           chart markup per kind (geometry as classes), gauges, Gantt time axis and dependencies, pyramid, polar, range, box plot, stock, drill-down links
   calendar.test.ts         calendar views, create links, moving events (pure and over HTTP)
   rest-sources.test.ts     REST data sources, web credentials, SSRF checks, invoke_api (mock service + HR page 23)
   workflow-invoke.test.ts  workflow invoke_api steps: the call between transactions, faults, retry, lease, Advisor, export (mock service)
@@ -305,6 +313,7 @@ test/
   ai-assistant.test.ts     AI assistant region (context, tools as the app role, writes, REST, histories, limits, sessions), OpenAI,
                            natural-language report filters, builder settings; against ai-script-mock.ts
   blueprints.test.ts       blueprints: checks and SQL, review then create (rows, pages, grants), one transaction, AI draft, save
+  blueprint-from-app.test.ts  a blueprint of HR: checks clean, pages and menu, notes, a working copy with sample rows, workspaces
   ai-builder.test.ts       App Builder AI: the builder's service, SQL from a question, explain, describe tables, pages with AI
   ai-script-mock.ts        a scripted mock of Claude (SSE, tool_use with a thinking block) and OpenAI (tool calls), reply by reply
   ai-mock.ts               a local mock of the Claude Messages API (SSE stream) and OpenAI Chat Completions

package/docs/guide/13-rest-api.md

@@ -16,7 +16,9 @@ same row level security, and both publish an OpenAPI description.
 ## REST modules in the builder
 
 **Shared Components → REST modules** (APEX: RESTful Services). A module is a set of handlers under
-`/a/<alias>/rest/<name>/`:
+`/a/<alias>/rest/<name>/`. A workspace's administrators can turn the REST modules of all its applications off with
+the workspace preference *Enable RESTful services* ([chapter 3](03-builder.md#workspace-preferences)): they then
+answer 404.
 
 ```json
 [{"method": "GET",  "path": "orders",     "type": "collection", "source": "select id, customer, total from sales.orders order by id"},

package/examples/hr/hr_56_more_charts.sql

@@ -0,0 +1,57 @@
+-- =====================================================================
+-- HR example, part 56: range, box plot and stock charts
+-- (docs/guide/04-pages-and-regions.md, chart regions)
+--
+-- On page 32 "Project plan":
+--   - a range chart of the salary range per department (lowest and
+--     highest salary), drilling down to the department's employees;
+--   - a box plot of the salaries per job, computed from one row per
+--     employee;
+--   - a stock chart of a made-up share price over the last 30 working
+--     days (open, high, low and close), generated in the query.
+-- =====================================================================
+
+insert into meta.region (page_id, seq, title, type, columns, template, source, config)
+select p.id, r.seq, r.title, r.type, r.cols, r.tpl, r.source, r.config::jsonb
+  from meta.page p join meta.app a on a.id = p.app_id, (values
+  (60, 'Salary range per department', 'chart', 4, 'standard',
+   $q$select d.dname as "Department", min(e.sal) as "Lowest", max(e.sal) as "Highest", d.deptno
+  from hr.dept d join hr.emp e on e.deptno = d.deptno and e.active
+ group by d.deptno, d.dname
+ order by d.dname$q$,
+   '{"kind": "range", "link": {"page": 2, "items": {"P2_DEPTNO": "#deptno#"}}}'),
+  (70, 'Salaries per job', 'chart', 4, 'standard',
+   $q$select e.job as "Job", e.sal as "Salary"
+  from hr.emp e
+ where e.active
+ order by e.job$q$,
+   '{"kind": "boxplot"}'),
+  (80, 'Share price (demo data)', 'chart', 4, 'standard',
+   $q$with days as (
+  select d::date as day, row_number() over (order by d) as n
+    from generate_series(current_date - 41, current_date - 1, interval '1 day') d
+   where extract(isodow from d) < 6
+   order by d desc limit 30
+), price as (
+  select day, n, 100 + 8 * sin(n / 4.0) + n / 3.0 as mid from days
+)
+select to_char(day, 'DD Mon') as "Day",
+       round((mid - 1.5 * cos(n))::numeric, 2) as "Open",
+       round((mid + 2 + abs(sin(n * 1.7)))::numeric, 2) as "High",
+       round((mid - 2 - abs(cos(n * 1.3)))::numeric, 2) as "Low",
+       round((mid + 1.5 * cos(n))::numeric, 2) as "Close"
+  from price
+ order by day$q$,
+   '{"kind": "stock"}')
+) r(seq, title, type, cols, tpl, source, config)
+ where a.alias = 'hr' and p.page_no = 32;
+
+insert into meta.translation (app_id, language, source, target)
+select a.id, 'nl', t.source, t.target
+  from meta.app a, (values
+  ('Salary range per department', 'Salarisbereik per afdeling'),
+  ('Salaries per job', 'Salarissen per functie'),
+  ('Share price (demo data)', 'Aandelenkoers (voorbeeldgegevens)')
+) t(source, target)
+ where a.alias = 'hr'
+on conflict do nothing;

package/examples/hr/hr_57_task_policies.sql

@@ -0,0 +1,18 @@
+-- =====================================================================
+-- HR example, part 57: what happens to overdue tasks, and vacation rules
+-- (docs/guide/06-processing.md, approvals)
+--
+--   - a leave request nobody decided on within its 2 days escalates once to
+--     the administrators (role admin), with priority 1; overdue again, it
+--     expires;
+--   - access requests of the onboarding workflow are renewed twice, then
+--     expire (the workflow then ends: its step has no "expired" branch).
+-- Managers set a vacation rule on the task list (page 14): while they are
+-- away, the user they name decides on their leave requests.
+-- =====================================================================
+
+update meta.task_definition d
+   set expiration = x.expiration, max_renewals = x.max_renewals, escalate_role = x.escalate_role
+  from meta.app a, (values ('LEAVE_APPROVAL', 'escalate', null::int, 'admin'),
+                           ('ONBOARD_ACCESS', 'renew', 2, null)) x(name, expiration, max_renewals, escalate_role)
+ where a.alias = 'hr' and d.app_id = a.id and d.name = x.name;

package/examples/hr/hr_58_facet_charts.sql

@@ -0,0 +1,17 @@
+-- =====================================================================
+-- HR example, part 58: facet charts
+-- (docs/guide/04-pages-and-regions.md, faceted search)
+--
+-- The faceted search on page 21 shows a bar chart of the jobs and a pie
+-- chart of the salary ranges under their facets; a bar or a slice filters
+-- the report on its value.
+-- =====================================================================
+
+update meta.region r
+   set config = jsonb_set(r.config, '{facets}', (
+         select jsonb_agg(case f->>'column' when 'job' then f || '{"chart": "bar"}'
+                                            when 'salary' then f || '{"chart": "pie"}'
+                                            else f end order by n)
+           from jsonb_array_elements(r.config->'facets') with ordinality x(f, n)))
+  from meta.page p join meta.app a on a.id = p.app_id
+ where p.id = r.page_id and a.alias = 'hr' and p.page_no = 21 and r.type = 'facets';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pgkiln",
-  "version": "0.38.0",
+  "version": "0.40.0",
   "description": "Open source low-code, SQL-driven application builder for PostgreSQL, inspired by Oracle APEX",
   "keywords": [
     "postgresql",

package/public/app.css

@@ -465,6 +465,10 @@ table.report { width: 100%; border-collapse: collapse; font-size: 0.9rem; }
 .chart-x { display: flex; margin-left: 2.6rem; font-size: 0.75rem; color: var(--muted); }
 .chart-x span { flex: 1 1 0; min-width: 0; text-align: center; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; padding: 0.3rem 1px 0; }
 .chart-x span.skip { visibility: hidden; }
+.chart-x.sparse span:not(.skip) { overflow: visible; display: flex; justify-content: center; }
+/* a narrow chart (a region of a few columns, a phone): every other label of a sparse axis */
+.chart:has(> .chart-plot) { container-type: inline-size; }
+@container (max-width: 480px) { .chart-x.sparse span.odd { visibility: hidden; } }
 .chart-line .chart-x, .chart-area .chart-x { margin-right: 0; }
 .chart-cols { position: absolute; inset: 0; display: flex; }
 .col-group { position: relative; flex: 1 1 0; display: flex; justify-content: center; gap: 2px; outline-offset: -2px; }
@@ -473,6 +477,22 @@ table.report { width: 100%; border-collapse: collapse; font-size: 0.9rem; }
 .col { position: absolute; left: 0; right: 0; background: var(--c); border-radius: 4px 4px 0 0; }
 .col-value { position: absolute; left: 0; right: 0; text-align: center; font-size: 0.72rem; color: var(--muted); transform: translateY(-1.3em); font-variant-numeric: tabular-nums; pointer-events: none; }
 .col.neg { border-radius: 0 0 4px 4px; }
+/* range: a floating column from low to high */
+.col.range-col { border-radius: 4px; }
+/* box plot: whisker from minimum to maximum with caps, the box between the quartiles, the median across it */
+.box-slot { flex-basis: 32px; }
+.box-whisker { position: absolute; left: 50%; width: 0; border-left: 1.5px solid var(--muted); }
+.box-cap { position: absolute; left: 25%; right: 25%; border-top: 1.5px solid var(--muted); }
+.box-iqr { position: absolute; left: 0; right: 0; box-sizing: border-box; background: color-mix(in srgb, var(--c) 35%, var(--surface)); border: 1.5px solid var(--c); border-radius: 3px; }
+.box-median { position: absolute; left: 0; right: 0; border-top: 2.5px solid var(--text); }
+/* stock: a candle per row, the wick from low to high, the body from open to close */
+.stock-slot { flex-basis: 14px; }
+.stock-wick { position: absolute; left: 50%; width: 0; border-left: 1.5px solid var(--muted); }
+.stock-body { position: absolute; left: 0; right: 0; border-radius: 1px; }
+.stock-body.up { background: var(--success); }
+.stock-body.down { background: var(--danger); }
+.stock-thin .col-group { gap: 0; }
+.stock-thin .stock-slot { flex-basis: 6px; }
 .line-plot { overflow: visible; }
 .chart-lines { position: absolute; inset: 0; width: 100%; height: 100%; overflow: visible; }
 .chart-lines .line { fill: none; stroke: var(--c); stroke-width: 2px; stroke-linejoin: round; stroke-linecap: round; }
@@ -972,6 +992,11 @@ td[data-add]:hover > .cal-add, .cal-add:focus-visible { opacity: 1; }
 .facet legend { font-weight: 650; font-size: 0.85rem; margin-bottom: 0.3rem; padding: 0; display: flex; gap: 0.5rem; }
 .facet-clear { font-weight: 400; font-size: 0.8rem; }
 .facet-value { font-weight: 400; font-size: 0.9rem; }
+/* (sprint 65) a facet's chart of its counts, collapsed under the legend */
+.facet-chart { margin: 0.1rem 0 0.4rem; }
+.facet-chart > summary { cursor: pointer; font-size: 0.8rem; color: var(--muted); }
+.facet-chart .chart { margin-top: 0.4rem; font-size: 0.85rem; }
+.facet-chart .donut-figure { max-width: 9rem; margin: 0 auto; }
 .facet-label { flex: 1; min-width: 0; overflow: hidden; text-overflow: ellipsis; }
 .facet-count { font-size: 0.75rem; color: var(--muted); background: var(--surface-3); border-radius: 99px; padding: 0 0.5rem; font-variant-numeric: tabular-nums; }
 .js .facet-actions .btn-hot { display: none; }
@@ -1190,6 +1215,11 @@ dl.details dd { margin: 0; overflow-wrap: anywhere; }
 .task-subject { overflow-wrap: anywhere; }
 .task-meta { font-size: 0.85rem; margin-top: 0.15rem; }
 .task-actions { display: flex; flex-wrap: wrap; align-items: center; gap: 0.4rem; margin-top: 0.6rem; }
+/* (094) the vacation rule: label above each field, in a row that wraps */
+.task-vacation { margin-bottom: 1rem; }
+.task-vacation > summary { cursor: pointer; }
+.vacation-fields { display: flex; flex-wrap: wrap; gap: 0.5rem 0.75rem; align-items: flex-end; }
+.vacation-fields label { display: flex; flex-direction: column; gap: 0.2rem; flex: 1 1 10rem; max-width: 16rem; }
 .task-actions input[name="comment"] { flex: 1 1 14rem; min-width: 0; }
 .task-delegate { display: inline-flex; gap: 0.3rem; }
 .task-delegate input { width: 9rem; }

package/public/sw.js

@@ -52,7 +52,8 @@ self.addEventListener('fetch', (event) => {
           // keep successful pages of this app (not the sign-in page, not downloads)
           if (PGKILN.offlinePages && res.ok && !res.redirected && (res.headers.get('content-type') || '').startsWith('text/html') && !signInOrOut(url)) {
             const copy = res.clone();
-            caches.open(PAGES).then((c) => c.put(req, copy));
+            // waitUntil: the worker isn't stopped before the copy is kept (a page used offline right after)
+            event.waitUntil(caches.open(PAGES).then((c) => c.put(req, copy)).catch(() => {}));
           }
           return res;
         })

package/src/app.ts

@@ -69,6 +69,7 @@ import { runtimeForAlias } from './workspace-db.ts';
 import { galleryRoutes } from './builder/gallery.ts';
 import { appGroupRoutes } from './builder/app-groups.ts';
 import { crossAppRoutes } from './builder/cross-app.ts';
+import { workspaceBackupRoutes } from './builder/workspace-backups.ts';
 import { runtimeScope } from './db.ts';
 
 export async function buildApp(opts: { logger?: boolean } = {}) {
@@ -177,6 +178,7 @@ export async function buildApp(opts: { logger?: boolean } = {}) {
   await app.register(galleryRoutes);
   await app.register(appGroupRoutes);
   await app.register(crossAppRoutes);
+  await app.register(workspaceBackupRoutes);
   await app.register(sharedRoutes);
   await app.register(designerRoutes);
   await app.register(lockRoutes);

package/src/automations.ts

@@ -306,6 +306,12 @@ export function startScheduler() {
     } catch (e) {
       console.error('push notifications:', (e as Error).message);
     }
+    try {
+      // (094) overdue tasks: expire, renew or escalate them by their definition's expiration policy
+      await owner.query('select meta.task_expire_tick()');
+    } catch (e) {
+      console.error('task expiration:', (e as Error).message);
+    }
     try {
       // (082) a daily backup of every application that changed (src/builder/backups.ts)
       await (await import('./builder/backups.ts')).backupTick();

package/src/blueprint-from-app.ts

@@ -0,0 +1,240 @@
+import { owner, type Db } from './db.ts';
+import { LIMITS } from './blueprint.ts';
+
+// A blueprint from an existing application (sprint 66; APEX 26.1: create a
+// blueprint from an application). The application's tables (those its
+// regions read: a form's table, the first schema.table after FROM in a
+// query) become the blueprint's tables, its pages the blueprint's pages and
+// its menu the navigation. The result is a starting point that the developer
+// reviews in the blueprint editor: checkBlueprint() checks it like any other,
+// and `notes` say what did not carry over.
+//
+// Only tables the application's database role may read are used (the owner's
+// catalog is not a way to see other schemas). Sample rows are read only when
+// asked for, at most 20 per table, read only, on the connection the caller
+// gives (the builder: devDbForApp, an isolated workspace's developer login).
+
+const NAME = /^[a-z][a-z0-9_]{0,62}$/;
+const SAMPLE_ROWS = 20;
+
+interface Col {
+  name: string;
+  type: string;
+  required: boolean;
+  unique: boolean;
+  values: string[];
+  references: string | null;
+}
+interface Table {
+  key: string; // schema.table
+  name: string;
+  label: string | null;
+  hasId: boolean;
+  columns: Col[];
+}
+
+/** The first schema.table after FROM in a query (lower case, quotes removed), or null. */
+export function firstTable(source: string | null | undefined): string | null {
+  const m = /\bfrom\s+("?[a-z_][\w$]*"?)\s*\.\s*("?[a-z_][\w$]*"?)/i.exec(source ?? '');
+  return m ? `${m[1].replace(/"/g, '').toLowerCase()}.${m[2].replace(/"/g, '').toLowerCase()}` : null;
+}
+
+/** The literals of a CHECK (col = ANY (ARRAY['a'::text, …])) or (col IN ('a', …)), or null. */
+export function checkValues(def: string): string[] | null {
+  const m = /^CHECK \(\(?\(?"?[a-z_][\w$]*"?\)?(?:::text)? = ANY \(\(?ARRAY\[(.*)\]\)?(?:::text\[\])?\)\)\)?$/i.exec(def.trim());
+  if (!m) return null;
+  const values = [...m[1].matchAll(/'((?:[^']|'')*)'(?:::[a-z ]+)?/gi)].map((x) => x[1].replace(/''/g, "'"));
+  return values.length ? values : null;
+}
+
+const TYPES: Record<string, string> = {
+  int2: 'integer', int4: 'integer', int8: 'integer', numeric: 'number', float4: 'number', float8: 'number', money: 'number',
+  date: 'date', timestamp: 'timestamp', timestamptz: 'timestamp', bool: 'boolean', text: 'text', varchar: 'text', bpchar: 'text', citext: 'text',
+};
+
+export async function blueprintFromApp(appId: number, opts: { sampleRows?: Db | null } = {}) {
+  const db = owner;
+  const notes: string[] = [];
+  const app = await db.one<{ name: string; alias: string; authentication: string; db_role: string | null }>(
+    'select name, alias, authentication, db_role from meta.app where id = $1', [appId]);
+  if (!app) throw new Error('No such application.');
+  const regions = (await db.query<{ page_no: number; page_name: string; type: string; table_name: string | null; source: string | null; config: any }>(
+    `select p.page_no, p.name as page_name, r.type, r.table_name, r.source, r.config
+       from meta.region r join meta.page p on p.id = r.page_id where p.app_id = $1 order by p.page_no, r.seq, r.id`, [appId])).rows;
+  const tableOf = (r: (typeof regions)[number]) => (r.table_name ? r.table_name.toLowerCase().replace(/"/g, '') : firstTable(r.source));
+
+  // ---------------------------------------------------------------- tables
+  const wanted = [...new Set(regions.map(tableOf).filter((t): t is string => !!t))];
+  const readable = (await db.query<{ key: string; oid: number; label: string | null }>(
+    `select format('%s.%s', n.nspname, c.relname) as key, c.oid::int, obj_description(c.oid, 'pg_class') as label
+       from pg_class c join pg_namespace n on n.oid = c.relnamespace
+      where c.relkind in ('r', 'p') and format('%s.%s', n.nspname, c.relname) = any($1::text[])
+        and ($2::text is null or has_table_privilege($2::text, c.oid, 'SELECT'))
+      order by array_position($1::text[], format('%s.%s', n.nspname, c.relname))`, [wanted, app.db_role])).rows;
+  const tables: Table[] = [];
+  for (const t of readable.slice(0, LIMITS.tables)) {
+    const name = t.key.split('.')[1];
+    if (!NAME.test(name) || tables.some((x) => x.name === name)) {
+      notes.push(`Table ${t.key} is left out: ${NAME.test(name) ? 'another schema has a table with that name' : 'its name is not a-z, 0-9 and _'}.`);
+      continue;
+    }
+    const cols = (await db.query<{ name: string; typname: string; typtype: string; notnull: boolean; has_default: boolean; generated: boolean; pk: boolean; uniq: boolean; enum_values: string[] | null; checks: string[]; fk_table: string | null; fk_col: string | null }>(
+      `select a.attname as name, t.typname, t.typtype, a.attnotnull as notnull, a.atthasdef as has_default, a.attgenerated <> '' as generated,
+              exists (select 1 from pg_constraint k where k.conrelid = a.attrelid and k.contype = 'p' and k.conkey = array[a.attnum]) as pk,
+              exists (select 1 from pg_constraint k where k.conrelid = a.attrelid and k.contype = 'u' and k.conkey = array[a.attnum]) as uniq,
+              (select array_agg(e.enumlabel order by e.enumsortorder) from pg_enum e where e.enumtypid = t.oid) as enum_values,
+              coalesce((select array_agg(pg_get_constraintdef(k.oid)) from pg_constraint k where k.conrelid = a.attrelid and k.contype = 'c' and k.conkey = array[a.attnum]), '{}') as checks,
+              (select format('%s.%s', fn.nspname, fc.relname) from pg_constraint k join pg_class fc on fc.oid = k.confrelid join pg_namespace fn on fn.oid = fc.relnamespace
+                where k.conrelid = a.attrelid and k.contype = 'f' and k.conkey = array[a.attnum] limit 1) as fk_table,
+              (select fa.attname from pg_constraint k join pg_attribute fa on fa.attrelid = k.confrelid and fa.attnum = k.confkey[1]
+                where k.conrelid = a.attrelid and k.contype = 'f' and k.conkey = array[a.attnum] limit 1) as fk_col
+         from pg_attribute a join pg_type t on t.oid = a.atttypid
+        where a.attrelid = $1 and a.attnum > 0 and not a.attisdropped order by a.attnum`, [t.oid])).rows;
+    const table: Table = { key: t.key, name, label: t.label?.split('\n')[0].slice(0, 80) || null, hasId: false, columns: [] };
+    for (const c of cols) {
+      if (c.name === 'id' && c.pk) {
+        table.hasId = true;
+        continue;
+      }
+      if (c.generated) continue;
+      if (!NAME.test(c.name) || c.name === 'id') {
+        notes.push(`${t.key}.${c.name} is left out: the blueprint gives every table an id, and names are a-z, 0-9 and _.`);
+        continue;
+      }
+      if (table.columns.length >= LIMITS.columns) {
+        notes.push(`${t.key}: only the first ${LIMITS.columns} columns are kept.`);
+        break;
+      }
+      if (c.typname === 'bytea') {
+        notes.push(`${t.key}.${c.name} is left out: blueprints have no column type for files or binary data.`);
+        continue;
+      }
+      const type = c.typtype === 'e' ? 'text' : TYPES[c.typname];
+      if (!type) notes.push(`${t.key}.${c.name} (${c.typname}) becomes text.`);
+      if (c.pk) notes.push(`${t.key}'s key is ${c.name}: the blueprint's tables get an id key; ${c.name} stays a required, unique column.`);
+      const values = c.enum_values ?? c.checks.map(checkValues).find((v) => v) ?? [];
+      table.columns.push({
+        name: c.name, type: type ?? 'text', required: c.pk || (c.notnull && !c.has_default), unique: c.pk || c.uniq,
+        values: (type ?? 'text') === 'text' ? values.slice(0, LIMITS.values).filter((v) => v && v.length <= 100) : [],
+        references: c.fk_table && c.fk_col === 'id' ? c.fk_table : null,
+      });
+      if (c.fk_table && c.fk_col !== 'id') notes.push(`${t.key}.${c.name} refers to ${c.fk_table}.${c.fk_col}: blueprint references point at an id, so it stays a plain column.`);
+    }
+    if (!table.columns.length) {
+      notes.push(`Table ${t.key} is left out: it has no columns besides its id.`);
+      continue;
+    }
+    tables.push(table);
+  }
+  // references only to tables of the blueprint (by their name there)
+  const byKey = new Map(tables.map((t) => [t.key, t.name]));
+  for (const t of tables)
+    for (const c of t.columns)
+      if (c.references) {
+        const target = byKey.get(c.references);
+        if (!target) notes.push(`${t.key}.${c.name} refers to ${c.references}, which the application doesn't show: it stays a plain column.`);
+        c.references = target ?? null;
+        if (!target) c.type = 'integer';
+      }
+  for (const w of wanted) if (!readable.some((r) => r.key === w)) notes.push(`${w} is left out: not a table the application's role may read.`);
+
+  // ---------------------------------------------------------------- pages
+  const PRIORITY = ['grid', 'facets', 'calendar', 'cards', 'map', 'chart', 'report', 'form'];
+  const byPage = new Map<number, (typeof regions)>();
+  for (const r of regions) byPage.set(r.page_no, [...(byPage.get(r.page_no) ?? []), r]);
+  const known = new Set(tables.map((t) => t.key));
+  const nameOf = (key: string | null) => (key && known.has(key) ? byKey.get(key)! : null);
+  const pages: Record<string, unknown>[] = [];
+  const formPages = new Map<string, number>(); // table → the first page with just a form on it
+  for (const [no, rs] of byPage) {
+    const data = rs.filter((r) => PRIORITY.includes(r.type));
+    if (no > 1 && data.length === 1 && data[0].type === 'form' && nameOf(tableOf(data[0])) && !formPages.has(nameOf(tableOf(data[0]))!))
+      formPages.set(nameOf(tableOf(data[0]))!, no);
+  }
+  const consumed = new Set<number>();
+  const pageNos = [...byPage.keys()].filter((n) => n >= 2 && n <= 99999).sort((a, b) => a - b);
+  const used = new Set<number>([1, ...pageNos]);
+  const freeNo = () => {
+    let n = Math.max(...used) + 1;
+    while (used.has(n)) n++;
+    used.add(n);
+    return n;
+  };
+  for (const no of pageNos) {
+    if (consumed.has(no) || pages.length >= LIMITS.pages) continue;
+    const rs = byPage.get(no)!;
+    const label = rs[0].page_name;
+    const main = [...rs].filter((r) => PRIORITY.includes(r.type)).sort((a, b) => PRIORITY.indexOf(a.type) - PRIORITY.indexOf(b.type))[0];
+    const table = main
+      ? nameOf(main.type === 'facets' ? firstTable(rs.find((r) => r.type === 'report')?.source) : tableOf(main))
+      : null;
+    if (!main || !table) {
+      pages.push({ type: 'blank', page: no, label });
+      continue;
+    }
+    if (main.type === 'report') {
+      const form = formPages.get(table);
+      const formPage = form && form !== no && !consumed.has(form) ? form : freeNo();
+      consumed.add(formPage);
+      pages.push({ type: 'report_form', table, page: no, form_page: formPage, label });
+    } else if (main.type === 'form') {
+      if (formPages.get(table) === no && pages.some((p) => p.table === table && p.type === 'report_form')) continue;
+      pages.push({ type: 'form', table, page: no, label });
+    } else pages.push({ type: main.type, table, page: no, label });
+  }
+  if (pageNos.length > LIMITS.pages) notes.push(`Only the first ${LIMITS.pages} pages are kept.`);
+
+  // ---------------------------------------------------------------- navigation
+  const pageSet = new Set<number>([1, ...pages.flatMap((p) => [p.page as number, ...(p.form_page ? [p.form_page as number] : [])])]);
+  const navigation = (await db.query<{ label: string; page: number; icon: string | null }>(
+    `select label, target_page as page, icon from meta.nav_entry where app_id = $1 and target_page is not null order by seq, id`, [appId])).rows
+    .filter((n) => pageSet.has(n.page) && n.label)
+    .slice(0, LIMITS.pages)
+    .map((n) => ({ label: n.label.slice(0, 80), page: n.page, ...(n.icon && /^[a-z-]{1,30}$/.test(n.icon) ? { icon: n.icon } : {}) }));
+
+  // ---------------------------------------------------------------- sample rows (asked for only)
+  const sample_data: { table: string; columns: string[]; rows: unknown[][] }[] = [];
+  if (opts.sampleRows) {
+    for (const t of tables) {
+      const columns = [...(t.hasId ? ['id'] : []), ...t.columns.map((c) => c.name)];
+      const [schema, rel] = t.key.split('.');
+      const res = await opts.sampleRows.tx(async (c) => {
+        await c.query('set transaction read only');
+        await c.query(`set local statement_timeout = '10s'`);
+        return c.query({ text: `select ${columns.map((x) => `"${x}"`).join(', ')} from "${schema}"."${rel}" ${t.hasId ? 'order by id' : ''} limit ${SAMPLE_ROWS}`, rowMode: 'array' });
+      }).catch((e: Error) => {
+        notes.push(`No sample rows from ${t.key}: ${e.message}`);
+        return null;
+      });
+      if (!res?.rows.length) continue;
+      sample_data.push({
+        table: t.name, columns,
+        rows: res.rows.map((row: unknown[]) => row.map((v) =>
+          v === null || typeof v === 'boolean' || typeof v === 'number' ? v
+            : v instanceof Date ? v.toISOString()
+            : typeof v === 'object' ? JSON.stringify(v).slice(0, 2000)
+            : String(v).slice(0, 2000))),
+      });
+    }
+  }
+
+  const alias = `${app.alias}-copy`.slice(0, 50);
+  const spec = {
+    blueprint: 1,
+    name: `${app.name} (copy)`.slice(0, 100),
+    alias,
+    schema: alias.replace(/-/g, '_'),
+    authentication: app.authentication === 'none' ? 'none' : 'app_users',
+    tables: tables.map((t) => ({
+      name: t.name, ...(t.label ? { label: t.label } : {}),
+      columns: t.columns.map((c) => ({
+        name: c.name, ...(c.references ? { references: c.references } : { type: c.type }),
+        ...(c.required ? { required: true } : {}), ...(c.unique ? { unique: true } : {}), ...(c.values.length ? { values: c.values } : {}),
+      })),
+    })),
+    pages,
+    ...(navigation.length ? { navigation } : {}),
+    ...(sample_data.length ? { sample_data } : {}),
+  };
+  return { spec, notes };
+}

package/src/builder/blueprints.ts

@@ -11,6 +11,9 @@ import { builderService } from './ai-builder.ts';
 import { addDashboard } from './appsheets.ts';
 import { checkNewApp, createApp, createAppError } from './newapp.ts';
 import { currentWorkspace } from './workspaces.ts';
+import { blueprintFromApp } from '../blueprint-from-app.ts';
+import { devDbForApp } from '../workspace-db.ts';
+import { isAdmin } from './locks.ts';
 import { back, BASE, csrf, developer, flash, region, send, shell, type Req } from './ui.ts';
 import { WIZARD_KINDS } from './wizards.ts';
 
@@ -148,6 +151,7 @@ export async function blueprintRoutes(app: FastifyInstance) {
     const s = await developer(req, reply);
     if (!s) return;
     const list = (await owner.query(`select b.id, b.name, b.created_by, b.updated_at::text as updated, a.id as app_id, a.alias from meta.blueprint b left join meta.app a on a.id = b.app_id where b.workspace_id = $1 order by lower(b.name), b.id`, [currentWorkspace(s)])).rows;
+    const apps = (await owner.query(`select id, name, alias from meta.app where meta.app_workspace(id) = $1 order by lower(name), id`, [currentWorkspace(s)])).rows;
     return page(s, reply, '', html`<h1>Blueprints</h1>
       <p class="muted">Describe an application as a blueprint (tables, pages, menu, sample rows), review it and create it. <a class="btn btn-hot" href="${BASE}/blueprints/new">${icon('plus')} New blueprint</a></p>
       ${list.length
@@ -156,7 +160,33 @@ export async function blueprintRoutes(app: FastifyInstance) {
               <td data-label="Application created">${x.app_id ? html`<a href="${BASE}/apps/${x.app_id}">${x.alias}</a>` : '—'}</td><td data-label="Changed">${String(x.updated).slice(0, 16)}</td>
               <td><form method="post" action="${BASE}/blueprints/${x.id}/delete">${csrf(s)}<button class="btn btn-small">Delete</button></form></td></tr>`)}
           </tbody></table></div>`
-        : html`<p class="muted">No saved blueprints yet.</p>`}`);
+        : html`<p class="muted">No saved blueprints yet.</p>`}
+      ${apps.length ? region('From an application', html`<form method="post" action="${BASE}/blueprints/from-app">${csrf(s)}
+        <p class="muted u-mt0">A blueprint of an application of this workspace: the tables its pages use, its pages and its menu, to review and change in the editor (for a copy, a new version or a test system). Nothing is created until you confirm the review.</p>
+        <div class="form-grid">
+          <div class="field"><label class="label" for="f_bp_app">Application</label><select id="f_bp_app" name="app">${apps.map((a) => html`<option value="${a.id}">${a.name} (${a.alias})</option>`)}</select></div>
+          <div class="field"><label class="check"><input type="checkbox" name="rows" value="true"> Sample rows: up to 20 per table</label>
+            <small class="help">The rows are copied into the blueprint as they are: leave this off for personal or confidential data.</small></div>
+        </div>
+        <div class="buttons"><button class="btn">${icon('layers')} Create a blueprint</button></div></form>`) : ''}`);
+  });
+
+  // (sprint 66) a blueprint from an application of the current workspace, opened in the editor
+  app.post(`${BASE}/blueprints/from-app`, async (req: Req, reply) => {
+    const s = await developer(req, reply);
+    if (!s) return;
+    const id = /^\d{1,9}$/.test(String(req.body?.app ?? '')) ? Number(req.body!.app) : null;
+    const a = id === null ? null : await owner.one<{ id: number; name: string }>(
+      `select id, name from meta.app where id = $1 and (meta.app_workspace(id) = $2 or $3)`, [id, currentWorkspace(s), await isAdmin(s.username)]);
+    if (!a) return reply.code(404).send('Not found');
+    const rows = req.body?.rows === 'true';
+    const { spec, notes } = await blueprintFromApp(a.id, { sampleRows: rows ? await devDbForApp(a.id) : null });
+    await logActivity({ appId: a.id, username: s.username, event: 'blueprint', ip: clientIp(req), detail: `blueprint from the application${rows ? ', with sample rows' : ''}` });
+    return editor(s, reply, {
+      name: `${a.name} blueprint`.slice(0, 100), spec: JSON.stringify(spec, null, 2),
+      message: html`<div class="alert alert-info" role="status"><p>A blueprint of ${a.name}: review it, change the name, alias and schema, then <b>Review</b>.</p>
+        ${notes.length ? html`<details><summary>${notes.length} note${notes.length === 1 ? '' : 's'} on what didn't carry over</summary><ul>${notes.map((n) => html`<li>${n}</li>`)}</ul></details>` : ''}</div>`,
+    });
   });
 
   app.get(`${BASE}/blueprints/new`, async (req: Req, reply) => {

package/src/builder/components.ts

@@ -544,6 +544,9 @@ export const COMPONENTS: Record<string, ComponentSpec> = {
     validate: (v) => {
       if (v.due_in && !/^\s*\d+\s*(minute|hour|day|week|month)s?\s*$/i.test(String(v.due_in))) return 'Due in: a number and a unit, e.g. 2 days or 4 hours.';
       if (v.priority !== null && v.priority !== undefined && (Number(v.priority) < 1 || Number(v.priority) > 5)) return 'Priority: 1 (urgent) to 5 (low).';
+      if (v.expiration && !v.due_in) return 'When overdue: set "Due in" first (a task without a due date is never overdue).';
+      if (v.expiration === 'renew' && v.max_renewals !== null && v.max_renewals !== undefined && v.max_renewals !== '' && (Number(v.max_renewals) < 1 || Number(v.max_renewals) > 100)) return 'Maximum renewals: 1 to 100.';
+      if (v.expiration === 'escalate' && !String(v.escalate_role ?? '').trim()) return 'Escalation role: the role that takes the task over.';
       return null;
     },
     fields: [
@@ -555,6 +558,10 @@ export const COMPONENTS: Record<string, ComponentSpec> = {
       { name: 'initiator_can_complete', label: 'The person who requested it may complete it', kind: 'bool', group: 'Participants' },
       { name: 'priority', label: 'Priority (1 urgent – 5 low)', kind: 'int', group: 'Deadline' },
       { name: 'due_in', label: 'Due in', kind: 'text', group: 'Deadline', help: 'e.g. 2 days; overdue tasks are marked in the task list.' },
+      { name: 'expiration', label: 'When overdue', kind: 'select', options: ['', 'expire', 'renew', 'escalate'], group: 'Deadline',
+        help: 'Empty: the task stays open. expire: it ends as expired. renew: the due date moves on by "Due in" (up to the maximum renewals), then it expires. escalate: once, the escalation role becomes an owner, the priority 1 and the task unassigned with a new due date; overdue again, it expires. A workflow waiting for the task goes on with the outcome "expired".' },
+      { name: 'max_renewals', label: 'Maximum renewals', kind: 'int', group: 'Deadline', help: 'For renew: 1 to 100 (default 3).' },
+      { name: 'escalate_role', label: 'Escalation role', kind: 'text', group: 'Deadline', help: 'For escalate: the role (e.g. a manager role) whose members may then act on the task.' },
       { name: 'details_page', label: 'Details page', kind: 'page', group: 'Details', help: 'The subject links here, setting the item below to the task\'s record key.' },
       { name: 'details_item', label: 'Details item', kind: 'upper', group: 'Details', help: 'e.g. P7_ID' },
       { name: 'action_code', label: 'On completion (SQL)', kind: 'code', wide: true, group: 'Action',