stagent 0.6.3 → 0.7.0

package/src/app/api/tables/templates/route.ts

@@ -0,0 +1,92 @@
+import { NextRequest, NextResponse } from "next/server";
+import { randomUUID } from "crypto";
+import { db } from "@/lib/db";
+import { userTableTemplates } from "@/lib/db/schema";
+import { listTemplates, getTable, listRows } from "@/lib/data/tables";
+import { listTemplatesSchema } from "@/lib/tables/validation";
+
+export async function GET(req: NextRequest) {
+  try {
+    const url = new URL(req.url);
+    const category = url.searchParams.get("category") ?? undefined;
+    const scope = url.searchParams.get("scope") ?? undefined;
+
+    const parsed = listTemplatesSchema.safeParse({ category, scope });
+    if (!parsed.success) {
+      return NextResponse.json(
+        { error: parsed.error.flatten() },
+        { status: 400 }
+      );
+    }
+
+    const templates = await listTemplates(parsed.data);
+    return NextResponse.json(templates);
+  } catch (err) {
+    console.error("[tables] GET templates error:", err);
+    return NextResponse.json(
+      { error: "Failed to list templates" },
+      { status: 500 }
+    );
+  }
+}
+
+/**
+ * POST /api/tables/templates — Save a table as a user-scoped template.
+ */
+export async function POST(req: NextRequest) {
+  try {
+    const body = await req.json();
+    const { tableId, name, description, category, includeSampleData } = body as {
+      tableId?: string;
+      name?: string;
+      description?: string;
+      category?: string;
+      includeSampleData?: boolean;
+    };
+
+    if (!tableId || !name) {
+      return NextResponse.json(
+        { error: "tableId and name are required" },
+        { status: 400 }
+      );
+    }
+
+    const table = await getTable(tableId);
+    if (!table) {
+      return NextResponse.json({ error: "Table not found" }, { status: 404 });
+    }
+
+    // Optionally snapshot first 5 rows as sample data
+    let sampleData: string | null = null;
+    if (includeSampleData) {
+      const rows = await listRows(tableId, { limit: 5 });
+      sampleData = JSON.stringify(rows.map((r) => JSON.parse(r.data)));
+    }
+
+    const now = new Date();
+    const templateId = randomUUID();
+
+    db.insert(userTableTemplates)
+      .values({
+        id: templateId,
+        name,
+        description: description ?? table.description,
+        category: (category as "business" | "personal" | "pm" | "finance" | "content") ?? "personal",
+        columnSchema: table.columnSchema,
+        sampleData,
+        scope: "user",
+        icon: null,
+        createdAt: now,
+        updatedAt: now,
+      })
+      .run();
+
+    return NextResponse.json({ id: templateId, name }, { status: 201 });
+  } catch (err) {
+    console.error("[tables] POST templates error:", err);
+    return NextResponse.json(
+      { error: "Failed to save template" },
+      { status: 500 }
+    );
+  }
+}

package/src/app/settings/page.tsx

@@ -1,6 +1,7 @@
 import { ProvidersAndRuntimesSection } from "@/components/settings/providers-runtimes-section";
 import { PermissionsSections } from "@/components/settings/permissions-sections";
 import { DataManagementSection } from "@/components/settings/data-management-section";
+import { DatabaseSnapshotsSection } from "@/components/settings/database-snapshots-section";
 import { BudgetGuardrailsSection } from "@/components/settings/budget-guardrails-section";
 import { ChatSettingsSection } from "@/components/settings/chat-settings-section";
 import { RuntimeTimeoutSection } from "@/components/settings/runtime-timeout-section";
@@ -27,6 +28,7 @@ export default function SettingsPage() {
         <ChannelsSection />
         <BudgetGuardrailsSection />
         <PermissionsSections />
+        <DatabaseSnapshotsSection />
         <DataManagementSection />
       </div>
     </PageShell>

package/src/app/tables/[id]/page.tsx

@@ -0,0 +1,67 @@
+import { notFound } from "next/navigation";
+import { db } from "@/lib/db";
+import { projects } from "@/lib/db/schema";
+import { eq } from "drizzle-orm";
+import { getTable, listRows } from "@/lib/data/tables";
+import { PageShell } from "@/components/shared/page-shell";
+import { TableDetailTabs } from "@/components/tables/table-detail-tabs";
+import { evaluateComputedColumns } from "@/lib/tables/computed";
+import type { ColumnDef } from "@/lib/tables/types";
+
+export const dynamic = "force-dynamic";
+
+interface Props {
+  params: Promise<{ id: string }>;
+}
+
+export default async function TableDetailPage({ params }: Props) {
+  const { id } = await params;
+  const table = await getTable(id);
+
+  if (!table) {
+    notFound();
+  }
+
+  let columns: ColumnDef[] = [];
+  try {
+    columns = JSON.parse(table.columnSchema) as ColumnDef[];
+  } catch {
+    columns = [];
+  }
+
+  // Fetch project name if table is linked to a project
+  let projectName: string | null = null;
+  if (table.projectId) {
+    const project = db
+      .select({ name: projects.name })
+      .from(projects)
+      .where(eq(projects.id, table.projectId))
+      .get();
+    projectName = project?.name ?? null;
+  }
+
+  const rawRows = await listRows(id, { limit: 500 });
+  const rows = evaluateComputedColumns(columns, rawRows);
+
+  return (
+    <PageShell
+      title={table.name}
+      description={table.description ?? undefined}
+      backHref="/tables"
+      backLabel="Tables"
+    >
+      <TableDetailTabs
+        tableId={id}
+        columns={columns}
+        initialRows={rows}
+        tableMeta={{
+          source: table.source,
+          projectName,
+          rowCount: table.rowCount,
+          createdAt: table.createdAt ? new Date(table.createdAt).toISOString() : null,
+          updatedAt: table.updatedAt ? new Date(table.updatedAt).toISOString() : null,
+        }}
+      />
+    </PageShell>
+  );
+}

package/src/app/tables/page.tsx

@@ -0,0 +1,21 @@
+import { listTables } from "@/lib/data/tables";
+import { db } from "@/lib/db";
+import { projects } from "@/lib/db/schema";
+import { TableBrowser } from "@/components/tables/table-browser";
+import { PageShell } from "@/components/shared/page-shell";
+
+export const dynamic = "force-dynamic";
+
+export default async function TablesPage() {
+  const tables = await listTables();
+
+  const projectList = await db
+    .select({ id: projects.id, name: projects.name })
+    .from(projects);
+
+  return (
+    <PageShell title="Tables">
+      <TableBrowser initialTables={tables} projects={projectList} />
+    </PageShell>
+  );
+}

package/src/app/tables/templates/page.tsx

@@ -0,0 +1,19 @@
+import { listTemplates } from "@/lib/data/tables";
+import { PageShell } from "@/components/shared/page-shell";
+import { TableTemplateGallery } from "@/components/tables/table-template-gallery";
+
+export const dynamic = "force-dynamic";
+
+export default async function TableTemplatesPage() {
+  const templates = await listTemplates();
+
+  return (
+    <PageShell
+      title="Table Templates"
+      backHref="/tables"
+      backLabel="Tables"
+    >
+      <TableTemplateGallery templates={templates} />
+    </PageShell>
+  );
+}

package/src/components/chat/chat-table-result.tsx

@@ -0,0 +1,139 @@
+"use client";
+
+import { useState } from "react";
+import { Button } from "@/components/ui/button";
+import { Badge } from "@/components/ui/badge";
+import { Table2, ChevronDown, ChevronUp, ExternalLink } from "lucide-react";
+import Link from "next/link";
+
+interface ChatTableResultProps {
+  tableId: string;
+  tableName: string;
+  columns: string[];
+  rows: Array<Record<string, unknown>>;
+  totalRows?: number;
+  aggregation?: {
+    operation: string;
+    column: string;
+    result: number;
+    count: number;
+  };
+}
+
+const MAX_VISIBLE_ROWS = 10;
+
+export function ChatTableResult({
+  tableId,
+  tableName,
+  columns,
+  rows,
+  totalRows,
+  aggregation,
+}: ChatTableResultProps) {
+  const [expanded, setExpanded] = useState(false);
+  const visibleRows = expanded ? rows : rows.slice(0, MAX_VISIBLE_ROWS);
+  const hasMore = rows.length > MAX_VISIBLE_ROWS;
+
+  if (aggregation) {
+    return (
+      <div className="rounded-lg border p-3 my-2 space-y-2">
+        <div className="flex items-center gap-2">
+          <Table2 className="h-4 w-4 text-muted-foreground" />
+          <span className="text-sm font-medium">{tableName}</span>
+          <Badge variant="secondary" className="text-xs">
+            {aggregation.operation}
+          </Badge>
+        </div>
+        <div className="flex items-baseline gap-2">
+          <span className="text-2xl font-semibold tabular-nums">
+            {typeof aggregation.result === "number"
+              ? aggregation.result.toLocaleString()
+              : String(aggregation.result)}
+          </span>
+          <span className="text-xs text-muted-foreground">
+            {aggregation.column} · {aggregation.count} rows
+          </span>
+        </div>
+      </div>
+    );
+  }
+
+  return (
+    <div className="rounded-lg border my-2 overflow-hidden">
+      <div className="flex items-center justify-between px-3 py-2 bg-muted/50">
+        <div className="flex items-center gap-2">
+          <Table2 className="h-4 w-4 text-muted-foreground" />
+          <span className="text-sm font-medium">{tableName}</span>
+          <Badge variant="secondary" className="text-xs">
+            {totalRows ?? rows.length} row{(totalRows ?? rows.length) !== 1 ? "s" : ""}
+          </Badge>
+        </div>
+        <Link
+          href={`/tables/${tableId}`}
+          className="text-xs text-muted-foreground hover:text-foreground flex items-center gap-1"
+        >
+          Open <ExternalLink className="h-3 w-3" />
+        </Link>
+      </div>
+
+      {columns.length > 0 && visibleRows.length > 0 && (
+        <div className="overflow-x-auto">
+          <table className="w-full text-xs">
+            <thead>
+              <tr className="border-b bg-muted/30">
+                {columns.slice(0, 8).map((col) => (
+                  <th key={col} className="px-3 py-1.5 text-left font-medium text-muted-foreground">
+                    {col}
+                  </th>
+                ))}
+                {columns.length > 8 && (
+                  <th className="px-3 py-1.5 text-left font-medium text-muted-foreground">
+                    +{columns.length - 8} more
+                  </th>
+                )}
+              </tr>
+            </thead>
+            <tbody>
+              {visibleRows.map((row, i) => (
+                <tr key={i} className="border-b last:border-0">
+                  {columns.slice(0, 8).map((col) => (
+                    <td key={col} className="px-3 py-1.5 max-w-[200px] truncate">
+                      {row[col] == null ? (
+                        <span className="text-muted-foreground/40">—</span>
+                      ) : (
+                        String(row[col])
+                      )}
+                    </td>
+                  ))}
+                </tr>
+              ))}
+            </tbody>
+          </table>
+        </div>
+      )}
+
+      {hasMore && (
+        <div className="px-3 py-2 border-t">
+          <Button
+            variant="ghost"
+            size="sm"
+            className="w-full text-xs"
+            onClick={() => setExpanded(!expanded)}
+          >
+            {expanded ? (
+              <>
+                <ChevronUp className="h-3 w-3 mr-1" />
+                Show less
+              </>
+            ) : (
+              <>
+                <ChevronDown className="h-3 w-3 mr-1" />
+                Show all {rows.length} rows
+              </>
+            )}
+          </Button>
+        </div>
+      )}
+    </div>
+  );
+}

package/src/components/documents/document-browser.tsx

@@ -89,7 +89,7 @@ export function DocumentBrowser({
     let deleted = 0;
     for (const id of selected) {
       try {
-        const res = await fetch(`/api/documents/${id}`, { method: "DELETE" });
+        const res = await fetch(`/api/documents/${id}?cascadeDelete=true`, { method: "DELETE" });
         if (res.ok) deleted++;
       } catch {
         // Continue with remaining

package/src/components/projects/project-form-sheet.tsx

@@ -98,35 +98,11 @@ export function ProjectFormSheet({
   }, [mode, project, open]);
 
   const handleDocPickerConfirm = useCallback(
-    (ids: string[]) => {
+    (ids: string[], meta: Array<{ id: string; originalName: string; mimeType: string; size: number }>) => {
       setSelectedDocIds(new Set(ids));
-      const newIds = ids.filter(
-        (id) => !selectedDocs.some((d) => d.id === id)
-      );
-      if (newIds.length > 0) {
-        const params = new URLSearchParams({ status: "ready" });
-        if (project?.id) params.set("projectId", project.id);
-        fetch(`/api/documents?${params}`)
-          .then((r) => r.json())
-          .then((allDocs: Array<Record<string, unknown>>) => {
-            const idSet = new Set(ids);
-            setSelectedDocs(
-              allDocs
-                .filter((d) => idSet.has(d.id as string))
-                .map((d) => ({
-                  id: d.id as string,
-                  originalName: d.originalName as string,
-                  mimeType: d.mimeType as string,
-                  size: d.size as number,
-                }))
-            );
-          })
-          .catch(() => {});
-      } else {
-        setSelectedDocs((prev) => prev.filter((d) => ids.includes(d.id)));
-      }
+      setSelectedDocs(meta);
     },
-    [project?.id, selectedDocs]
+    []
   );
 
   async function handleSubmit(e: React.FormEvent) {

package/src/components/schedules/schedule-form.tsx

@@ -211,35 +211,11 @@ export function ScheduleForm({
   const [pickerOpen, setPickerOpen] = useState(false);
 
   const handleDocPickerConfirm = useCallback(
-    (ids: string[]) => {
+    (ids: string[], meta: Array<{ id: string; originalName: string; mimeType: string; size: number }>) => {
       setSelectedDocIds(new Set(ids));
-      const newIds = ids.filter(
-        (id) => !selectedDocs.some((d) => d.id === id)
-      );
-      if (newIds.length > 0) {
-        const params = new URLSearchParams({ status: "ready" });
-        if (projectId) params.set("projectId", projectId);
-        fetch(`/api/documents?${params}`)
-          .then((r) => r.json())
-          .then((allDocs: Array<Record<string, unknown>>) => {
-            const idSet = new Set(ids);
-            setSelectedDocs(
-              allDocs
-                .filter((d) => idSet.has(d.id as string))
-                .map((d) => ({
-                  id: d.id as string,
-                  originalName: d.originalName as string,
-                  mimeType: d.mimeType as string,
-                  size: d.size as number,
-                }))
-            );
-          })
-          .catch(() => {});
-      } else {
-        setSelectedDocs((prev) => prev.filter((d) => ids.includes(d.id)));
-      }
+      setSelectedDocs(meta);
     },
-    [projectId, selectedDocs]
+    []
   );
 
   useEffect(() => {
@@ -758,6 +734,8 @@ export function ScheduleForm({
         onConfirm={handleDocPickerConfirm}
         groupBy="source"
         title="Select Context Documents"
+        allowCrossProject
+        selectedDocumentMeta={selectedDocs}
       />
 
       {/* Runtime */}

package/src/components/settings/data-management-section.tsx

@@ -28,7 +28,7 @@ export function DataManagementSection() {
       if (data.success) {
         const d = data.deleted;
         toast.success(
-          `Cleared ${d.projects} projects, ${d.tasks} tasks, ${d.workflows} workflows, ${d.schedules} schedules, ${d.documents} documents, ${d.conversations} conversations, ${d.chatMessages} messages, ${d.learnedContext} learned context, ${d.views} views, ${d.agentLogs} logs, ${d.notifications} notifications, ${d.sampleProfiles} sample profiles, ${d.files} files`
+          `Cleared ${d.projects} projects, ${d.tasks} tasks, ${d.workflows} workflows, ${d.schedules} schedules, ${d.documents} documents, ${d.conversations} conversations, ${d.chatMessages} messages, ${d.learnedContext} learned context, ${d.views} views, ${d.usageLedger} usage entries, ${d.agentLogs} logs, ${d.notifications} notifications, ${d.sampleProfiles} sample profiles, ${d.files} files`
         );
       } else {
         toast.error(`Clear failed: ${data.error}`);
@@ -48,7 +48,7 @@ export function DataManagementSection() {
       if (data.success) {
         const s = data.seeded;
         toast.success(
-          `Seeded ${s.profiles} profiles, ${s.projects} projects, ${s.tasks} tasks, ${s.workflows} workflows, ${s.schedules} schedules, ${s.documents} documents, ${s.conversations} conversations, ${s.chatMessages} messages, ${s.learnedContext} learned context, ${s.views} views, ${s.agentLogs} logs, ${s.notifications} notifications`
+          `Seeded ${s.profiles} profiles, ${s.projects} projects, ${s.tasks} tasks, ${s.workflows} workflows, ${s.schedules} schedules, ${s.documents} documents, ${s.userTables} tables (${s.userTableRows} rows), ${s.conversations} conversations, ${s.chatMessages} messages, ${s.usageLedger} usage entries, ${s.learnedContext} learned context, ${s.views} views, ${s.profileTestResults} test results, ${s.repoImports} repo imports, ${s.agentLogs} logs, ${s.notifications} notifications`
         );
       } else {
         toast.error(`Seed failed: ${data.error}`);
@@ -74,9 +74,10 @@ export function DataManagementSection() {
             <div className="flex items-center gap-2">
               <p className="text-sm text-muted-foreground">
                 Delete all projects, tasks, workflows, schedules, documents,
-                conversations, chat messages, learned context, saved views,
-                agent logs, notifications, seeded sample profiles, and uploaded
-                files. Authentication settings are preserved.
+                conversations, chat messages, usage ledger, learned context,
+                saved views, agent logs, notifications, seeded sample profiles,
+                and uploaded files.{" "}
+                <strong>Database snapshots and authentication settings are preserved.</strong>
               </p>
               <Badge variant="destructive" className="shrink-0">Irreversible</Badge>
             </div>
@@ -98,11 +99,15 @@ export function DataManagementSection() {
 
           <div className="space-y-3">
             <p className="text-sm text-muted-foreground">
-              Populate with 3 custom profiles, 5 realistic projects, 25 tasks
-              across varied statuses, 5 workflows, 4 schedules, 12 documents
-              (XLSX, PDF, DOCX, PPTX), 3 conversations with chat history,
-              learned context, saved views, profile test results, repo imports,
-              agent logs, and notifications. Existing data is cleared first.
+              Populate with 5 agent profiles, 8 projects across 3 personas
+              (solo founder, agency, PE ops), 48 tasks with agent profiles and
+              source types, 8 workflows (sequence, checkpoint, planner-executor),
+              8 schedules (including 3 heartbeat monitors), 18 markdown documents
+              (input and output), 6 data tables with rows (pipeline, content,
+              health scores, KPIs, listings, campaigns), 6 conversations with
+              45 messages, 45 usage ledger entries across 3 runtimes, learned
+              context, 6 saved views, 4 profile test results, 3 repo imports,
+              agent logs, and 28 notifications. Existing data is cleared first.
             </p>
             <Button
               variant="outline"
@@ -124,7 +129,7 @@ export function DataManagementSection() {
         open={clearOpen}
         onOpenChange={setClearOpen}
         title="Clear all data?"
-        description="This will permanently delete all projects, tasks, workflows, schedules, documents, conversations, chat messages, learned context, saved views, agent logs, notifications, seeded sample profiles, and uploaded files. Authentication settings will be preserved. This action cannot be undone."
+        description="This will permanently delete all projects, tasks, workflows, schedules, documents, conversations, chat messages, usage ledger, learned context, saved views, agent logs, notifications, seeded sample profiles, and uploaded files. Database snapshots and authentication settings will be preserved. This action cannot be undone."
         confirmLabel="Clear All Data"
         onConfirm={handleClear}
         destructive
@@ -134,7 +139,7 @@ export function DataManagementSection() {
         open={seedOpen}
         onOpenChange={setSeedOpen}
         title="Seed sample data?"
-        description="This will clear all existing data first, then populate with 3 custom profiles, 5 projects, 25 tasks, 5 workflows, 4 schedules, 12 documents (XLSX, PDF, DOCX, PPTX), 3 conversations with chat history, learned context, saved views, profile test results, repo imports, agent logs, and notifications. Any current data will be lost."
+        description="This will clear all existing data first, then populate with 5 agent profiles, 8 projects across 3 personas (solo founder, agency, PE ops), 48 tasks, 8 workflows, 8 schedules (3 heartbeat), 18 markdown documents, 6 data tables with rows, 6 conversations, 45 usage entries across 3 runtimes, learned context, saved views, profile test results, repo imports, agent logs, and 28 notifications. Any current data will be lost."
         confirmLabel="Seed Data"
         onConfirm={handleSeed}
       />