stagent 0.1.0

package/src/lib/data/seed.ts

@@ -0,0 +1,129 @@
+import { db } from "@/lib/db";
+import {
+  projects,
+  tasks,
+  workflows,
+  documents,
+  agentLogs,
+  notifications,
+  schedules,
+} from "@/lib/db/schema";
+import { clearAllData } from "./clear";
+import { createProjects } from "./seed-data/projects";
+import { createTasks } from "./seed-data/tasks";
+import { createWorkflows } from "./seed-data/workflows";
+import { createDocuments } from "./seed-data/documents";
+import { createLogs } from "./seed-data/logs";
+import { createNotifications } from "./seed-data/notifications";
+import { createSchedules } from "./seed-data/schedules";
+import { upsertSampleProfiles } from "./seed-data/profiles";
+import { processDocument } from "@/lib/documents/processor";
+import { createUsageLedgerSeeds } from "./seed-data/usage-ledger";
+import { recordUsageLedgerEntry } from "@/lib/usage/ledger";
+
+/**
+ * Clear all data, then seed with realistic sample data.
+ * Returns counts of seeded entities.
+ */
+export async function seedSampleData() {
+  // 1. Clear everything first
+  clearAllData();
+
+  // 2. Seed sample custom profiles used by the newer profiles/schedules flows
+  const profileCount = upsertSampleProfiles();
+
+  // 3. Insert projects
+  const projectSeeds = createProjects();
+  for (const p of projectSeeds) {
+    db.insert(projects).values(p).run();
+  }
+  const projectIds = projectSeeds.map((p) => p.id);
+
+  // 4. Insert tasks
+  const taskSeeds = createTasks(projectIds);
+  for (const t of taskSeeds) {
+    db.insert(tasks)
+      .values({
+        id: t.id,
+        projectId: t.projectId,
+        title: t.title,
+        description: t.description,
+        status: t.status,
+        priority: t.priority,
+        result: t.result,
+        createdAt: t.createdAt,
+        updatedAt: t.updatedAt,
+      })
+      .run();
+  }
+  const taskIds = taskSeeds.map((t) => t.id);
+
+  // 5. Insert workflows (one per project)
+  const workflowSeeds = createWorkflows(projectIds);
+  for (const w of workflowSeeds) {
+    db.insert(workflows).values(w).run();
+  }
+
+  // 6. Insert schedules for recently added automation surfaces
+  const scheduleSeeds = createSchedules(projectIds);
+  for (const schedule of scheduleSeeds) {
+    db.insert(schedules).values(schedule).run();
+  }
+
+  // 7. Write document files + insert records
+  const docSeeds = await createDocuments(projectIds, taskIds);
+  for (const d of docSeeds) {
+    db.insert(documents).values(d).run();
+  }
+
+  // 8. Process all documents (text extraction)
+  await Promise.all(docSeeds.map((d) => processDocument(d.id)));
+
+  // 9. Insert agent logs
+  const completedTaskIds = taskSeeds
+    .filter((t) => t.status === "completed")
+    .map((t) => t.id);
+  const failedTaskIds = taskSeeds
+    .filter((t) => t.status === "failed")
+    .map((t) => t.id);
+  const runningTaskIds = taskSeeds
+    .filter((t) => t.status === "running")
+    .map((t) => t.id);
+
+  const logSeeds = createLogs({
+    completed: completedTaskIds,
+    failed: failedTaskIds,
+    running: runningTaskIds,
+  });
+  for (const l of logSeeds) {
+    db.insert(agentLogs).values(l).run();
+  }
+
+  // 10. Insert notifications
+  const notifSeeds = createNotifications(taskIds);
+  for (const n of notifSeeds) {
+    db.insert(notifications).values(n).run();
+  }
+
+  // 11. Insert normalized usage ledger rows for governance and analytics surfaces
+  const usageSeeds = createUsageLedgerSeeds({
+    tasks: taskSeeds,
+    workflows: workflowSeeds,
+    schedules: scheduleSeeds,
+  });
+  for (const seed of usageSeeds) {
+    await recordUsageLedgerEntry(seed);
+  }
+
+  return {
+    profiles: profileCount,
+    projects: projectSeeds.length,
+    tasks: taskSeeds.length,
+    workflows: workflowSeeds.length,
+    schedules: scheduleSeeds.length,
+    documents: docSeeds.length,
+    agentLogs: logSeeds.length,
+    notifications: notifSeeds.length,
+    usageLedger: usageSeeds.length,
+  };
+}

package/src/lib/db/index.ts

@@ -0,0 +1,221 @@
+import Database from "better-sqlite3";
+import { drizzle } from "drizzle-orm/better-sqlite3";
+import * as schema from "./schema";
+import { join } from "path";
+import { mkdirSync } from "fs";
+import { getStagentDataDir } from "@/lib/utils/stagent-paths";
+
+const dataDir = getStagentDataDir();
+mkdirSync(dataDir, { recursive: true });
+const dbPath = join(dataDir, "stagent.db");
+
+const sqlite = new Database(dbPath);
+sqlite.pragma("journal_mode = WAL");
+sqlite.pragma("foreign_keys = ON");
+
+// Bootstrap all tables (migrations may not have been applied on fresh install)
+// Note: sqlite.exec() here is better-sqlite3's synchronous DDL method, not child_process
+sqlite.exec(`
+  CREATE TABLE IF NOT EXISTS projects (
+    id TEXT PRIMARY KEY NOT NULL,
+    name TEXT NOT NULL,
+    description TEXT,
+    status TEXT DEFAULT 'active' NOT NULL,
+    created_at INTEGER NOT NULL,
+    updated_at INTEGER NOT NULL
+  );
+
+  CREATE TABLE IF NOT EXISTS tasks (
+    id TEXT PRIMARY KEY NOT NULL,
+    project_id TEXT,
+    workflow_id TEXT,
+    schedule_id TEXT,
+    title TEXT NOT NULL,
+    description TEXT,
+    status TEXT DEFAULT 'planned' NOT NULL,
+    assigned_agent TEXT,
+    agent_profile TEXT,
+    priority INTEGER DEFAULT 2 NOT NULL,
+    result TEXT,
+    session_id TEXT,
+    resume_count INTEGER DEFAULT 0 NOT NULL,
+    created_at INTEGER NOT NULL,
+    updated_at INTEGER NOT NULL,
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON UPDATE NO ACTION ON DELETE NO ACTION,
+    FOREIGN KEY (workflow_id) REFERENCES workflows(id) ON UPDATE NO ACTION ON DELETE NO ACTION,
+    FOREIGN KEY (schedule_id) REFERENCES schedules(id) ON UPDATE NO ACTION ON DELETE NO ACTION
+  );
+
+  CREATE TABLE IF NOT EXISTS workflows (
+    id TEXT PRIMARY KEY NOT NULL,
+    project_id TEXT,
+    name TEXT NOT NULL,
+    definition TEXT NOT NULL,
+    status TEXT DEFAULT 'draft' NOT NULL,
+    created_at INTEGER NOT NULL,
+    updated_at INTEGER NOT NULL,
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON UPDATE NO ACTION ON DELETE NO ACTION
+  );
+
+  CREATE TABLE IF NOT EXISTS agent_logs (
+    id TEXT PRIMARY KEY NOT NULL,
+    task_id TEXT,
+    agent_type TEXT NOT NULL,
+    event TEXT NOT NULL,
+    payload TEXT,
+    timestamp INTEGER NOT NULL,
+    FOREIGN KEY (task_id) REFERENCES tasks(id) ON UPDATE NO ACTION ON DELETE NO ACTION
+  );
+
+  CREATE TABLE IF NOT EXISTS notifications (
+    id TEXT PRIMARY KEY NOT NULL,
+    task_id TEXT,
+    type TEXT NOT NULL,
+    title TEXT NOT NULL,
+    body TEXT,
+    read INTEGER DEFAULT 0 NOT NULL,
+    tool_name TEXT,
+    tool_input TEXT,
+    response TEXT,
+    responded_at INTEGER,
+    created_at INTEGER NOT NULL,
+    FOREIGN KEY (task_id) REFERENCES tasks(id) ON UPDATE NO ACTION ON DELETE NO ACTION
+  );
+
+  CREATE TABLE IF NOT EXISTS settings (
+    key TEXT PRIMARY KEY,
+    value TEXT NOT NULL,
+    updated_at INTEGER NOT NULL
+  );
+
+  CREATE INDEX IF NOT EXISTS idx_tasks_status ON tasks(status);
+  CREATE INDEX IF NOT EXISTS idx_tasks_project_id ON tasks(project_id);
+  CREATE INDEX IF NOT EXISTS idx_agent_logs_task_id ON agent_logs(task_id);
+  CREATE INDEX IF NOT EXISTS idx_agent_logs_timestamp ON agent_logs(timestamp);
+  CREATE TABLE IF NOT EXISTS documents (
+    id TEXT PRIMARY KEY NOT NULL,
+    task_id TEXT,
+    project_id TEXT,
+    filename TEXT NOT NULL,
+    original_name TEXT NOT NULL,
+    mime_type TEXT NOT NULL,
+    size INTEGER NOT NULL,
+    storage_path TEXT NOT NULL,
+    version INTEGER DEFAULT 1 NOT NULL,
+    direction TEXT DEFAULT 'input' NOT NULL,
+    category TEXT,
+    status TEXT DEFAULT 'uploaded' NOT NULL,
+    extracted_text TEXT,
+    processed_path TEXT,
+    processing_error TEXT,
+    created_at INTEGER NOT NULL,
+    updated_at INTEGER NOT NULL,
+    FOREIGN KEY (task_id) REFERENCES tasks(id) ON UPDATE NO ACTION ON DELETE NO ACTION,
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON UPDATE NO ACTION ON DELETE NO ACTION
+  );
+
+  CREATE TABLE IF NOT EXISTS schedules (
+    id TEXT PRIMARY KEY NOT NULL,
+    project_id TEXT,
+    name TEXT NOT NULL,
+    prompt TEXT NOT NULL,
+    cron_expression TEXT NOT NULL,
+    assigned_agent TEXT,
+    agent_profile TEXT,
+    recurs INTEGER DEFAULT 1 NOT NULL,
+    status TEXT DEFAULT 'active' NOT NULL,
+    max_firings INTEGER,
+    firing_count INTEGER DEFAULT 0 NOT NULL,
+    expires_at INTEGER,
+    last_fired_at INTEGER,
+    next_fire_at INTEGER,
+    created_at INTEGER NOT NULL,
+    updated_at INTEGER NOT NULL,
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON UPDATE NO ACTION ON DELETE NO ACTION
+  );
+
+  CREATE INDEX IF NOT EXISTS idx_schedules_status ON schedules(status);
+  CREATE INDEX IF NOT EXISTS idx_schedules_next_fire_at ON schedules(next_fire_at);
+  CREATE INDEX IF NOT EXISTS idx_schedules_project_id ON schedules(project_id);
+
+  CREATE INDEX IF NOT EXISTS idx_notifications_task_id ON notifications(task_id);
+  CREATE INDEX IF NOT EXISTS idx_notifications_read ON notifications(read);
+  CREATE INDEX IF NOT EXISTS idx_documents_task_id ON documents(task_id);
+  CREATE INDEX IF NOT EXISTS idx_documents_project_id ON documents(project_id);
+
+  CREATE TABLE IF NOT EXISTS usage_ledger (
+    id TEXT PRIMARY KEY NOT NULL,
+    task_id TEXT,
+    workflow_id TEXT,
+    schedule_id TEXT,
+    project_id TEXT,
+    activity_type TEXT NOT NULL,
+    runtime_id TEXT NOT NULL,
+    provider_id TEXT NOT NULL,
+    model_id TEXT,
+    status TEXT NOT NULL,
+    input_tokens INTEGER,
+    output_tokens INTEGER,
+    total_tokens INTEGER,
+    cost_micros INTEGER,
+    pricing_version TEXT,
+    started_at INTEGER NOT NULL,
+    finished_at INTEGER NOT NULL,
+    FOREIGN KEY (task_id) REFERENCES tasks(id) ON UPDATE NO ACTION ON DELETE NO ACTION,
+    FOREIGN KEY (workflow_id) REFERENCES workflows(id) ON UPDATE NO ACTION ON DELETE NO ACTION,
+    FOREIGN KEY (schedule_id) REFERENCES schedules(id) ON UPDATE NO ACTION ON DELETE NO ACTION,
+    FOREIGN KEY (project_id) REFERENCES projects(id) ON UPDATE NO ACTION ON DELETE NO ACTION
+  );
+
+  CREATE INDEX IF NOT EXISTS idx_usage_ledger_task_id ON usage_ledger(task_id);
+  CREATE INDEX IF NOT EXISTS idx_usage_ledger_activity_type ON usage_ledger(activity_type);
+  CREATE INDEX IF NOT EXISTS idx_usage_ledger_runtime_id ON usage_ledger(runtime_id);
+  CREATE INDEX IF NOT EXISTS idx_usage_ledger_provider_model ON usage_ledger(provider_id, model_id);
+  CREATE INDEX IF NOT EXISTS idx_usage_ledger_finished_at ON usage_ledger(finished_at);
+`);
+
+// Migration: add agent_profile column to existing tasks table (safe to re-run)
+// Note: sqlite.exec() here is better-sqlite3's synchronous DDL method, not child_process
+try {
+  sqlite.exec(`ALTER TABLE tasks ADD COLUMN agent_profile TEXT;`);
+} catch {
+  // Column already exists — ignore
+}
+sqlite.exec(`CREATE INDEX IF NOT EXISTS idx_tasks_agent_profile ON tasks(agent_profile);`);
+
+try {
+  sqlite.exec(`ALTER TABLE tasks ADD COLUMN workflow_id TEXT REFERENCES workflows(id);`);
+} catch {
+  // Column already exists — ignore
+}
+sqlite.exec(`CREATE INDEX IF NOT EXISTS idx_tasks_workflow_id ON tasks(workflow_id);`);
+
+try {
+  sqlite.exec(`ALTER TABLE tasks ADD COLUMN schedule_id TEXT REFERENCES schedules(id);`);
+} catch {
+  // Column already exists — ignore
+}
+sqlite.exec(`CREATE INDEX IF NOT EXISTS idx_tasks_schedule_id ON tasks(schedule_id);`);
+
+// Migration: add working_directory column to existing projects table (safe to re-run)
+// Note: sqlite.exec() here is better-sqlite3's synchronous DDL method, not child_process
+try {
+  sqlite.exec(`ALTER TABLE projects ADD COLUMN working_directory TEXT;`);
+} catch {
+  // Column already exists — ignore
+}
+
+// Migration: add assigned_agent column to existing schedules table (safe to re-run)
+try {
+  sqlite.exec(`ALTER TABLE schedules ADD COLUMN assigned_agent TEXT;`);
+} catch {
+  // Column already exists — ignore
+}
+
+try {
+  sqlite.exec(`ALTER TABLE documents ADD COLUMN version INTEGER NOT NULL DEFAULT 1;`);
+} catch {
+  // Column already exists — ignore
+}
+
+export const db = drizzle(sqlite, { schema });

package/src/lib/db/migrations/0000_aromatic_gargoyle.sql

@@ -0,0 +1,59 @@
+CREATE TABLE `agent_logs` (
+	`id` text PRIMARY KEY NOT NULL,
+	`task_id` text,
+	`agent_type` text NOT NULL,
+	`event` text NOT NULL,
+	`payload` text,
+	`timestamp` integer NOT NULL,
+	FOREIGN KEY (`task_id`) REFERENCES `tasks`(`id`) ON UPDATE no action ON DELETE no action
+);
+--> statement-breakpoint
+CREATE TABLE `notifications` (
+	`id` text PRIMARY KEY NOT NULL,
+	`task_id` text,
+	`type` text NOT NULL,
+	`title` text NOT NULL,
+	`body` text,
+	`read` integer DEFAULT false NOT NULL,
+	`tool_name` text,
+	`tool_input` text,
+	`response` text,
+	`responded_at` integer,
+	`created_at` integer NOT NULL,
+	FOREIGN KEY (`task_id`) REFERENCES `tasks`(`id`) ON UPDATE no action ON DELETE no action
+);
+--> statement-breakpoint
+CREATE TABLE `projects` (
+	`id` text PRIMARY KEY NOT NULL,
+	`name` text NOT NULL,
+	`description` text,
+	`status` text DEFAULT 'active' NOT NULL,
+	`created_at` integer NOT NULL,
+	`updated_at` integer NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE `tasks` (
+	`id` text PRIMARY KEY NOT NULL,
+	`project_id` text,
+	`title` text NOT NULL,
+	`description` text,
+	`status` text DEFAULT 'planned' NOT NULL,
+	`assigned_agent` text,
+	`priority` integer DEFAULT 2 NOT NULL,
+	`result` text,
+	`session_id` text,
+	`created_at` integer NOT NULL,
+	`updated_at` integer NOT NULL,
+	FOREIGN KEY (`project_id`) REFERENCES `projects`(`id`) ON UPDATE no action ON DELETE no action
+);
+--> statement-breakpoint
+CREATE TABLE `workflows` (
+	`id` text PRIMARY KEY NOT NULL,
+	`project_id` text,
+	`name` text NOT NULL,
+	`definition` text NOT NULL,
+	`status` text DEFAULT 'draft' NOT NULL,
+	`created_at` integer NOT NULL,
+	`updated_at` integer NOT NULL,
+	FOREIGN KEY (`project_id`) REFERENCES `projects`(`id`) ON UPDATE no action ON DELETE no action
+);

package/src/lib/db/migrations/0001_first_iron_patriot.sql

@@ -0,0 +1,6 @@
+CREATE INDEX `idx_agent_logs_task_id` ON `agent_logs` (`task_id`);--> statement-breakpoint
+CREATE INDEX `idx_agent_logs_timestamp` ON `agent_logs` (`timestamp`);--> statement-breakpoint
+CREATE INDEX `idx_notifications_task_id` ON `notifications` (`task_id`);--> statement-breakpoint
+CREATE INDEX `idx_notifications_read` ON `notifications` (`read`);--> statement-breakpoint
+CREATE INDEX `idx_tasks_status` ON `tasks` (`status`);--> statement-breakpoint
+CREATE INDEX `idx_tasks_project_id` ON `tasks` (`project_id`);

package/src/lib/db/migrations/0002_add_resume_count.sql

@@ -0,0 +1 @@
+ALTER TABLE tasks ADD COLUMN resume_count INTEGER NOT NULL DEFAULT 0;

package/src/lib/db/migrations/0003_add_settings.sql

@@ -0,0 +1,5 @@
+CREATE TABLE IF NOT EXISTS settings (
+  key TEXT PRIMARY KEY,
+  value TEXT NOT NULL,
+  updated_at INTEGER NOT NULL
+);

package/src/lib/db/migrations/0004_add_documents.sql

@@ -0,0 +1,20 @@
+CREATE TABLE IF NOT EXISTS documents (
+  id TEXT PRIMARY KEY NOT NULL,
+  task_id TEXT,
+  project_id TEXT,
+  filename TEXT NOT NULL,
+  original_name TEXT NOT NULL,
+  mime_type TEXT NOT NULL,
+  size INTEGER NOT NULL,
+  storage_path TEXT NOT NULL,
+  direction TEXT DEFAULT 'input' NOT NULL,
+  category TEXT,
+  status TEXT DEFAULT 'uploaded' NOT NULL,
+  created_at INTEGER NOT NULL,
+  updated_at INTEGER NOT NULL,
+  FOREIGN KEY (task_id) REFERENCES tasks(id) ON UPDATE NO ACTION ON DELETE NO ACTION,
+  FOREIGN KEY (project_id) REFERENCES projects(id) ON UPDATE NO ACTION ON DELETE NO ACTION
+);
+
+CREATE INDEX IF NOT EXISTS idx_documents_task_id ON documents(task_id);
+CREATE INDEX IF NOT EXISTS idx_documents_project_id ON documents(project_id);

package/src/lib/db/migrations/0005_add_document_preprocessing.sql

@@ -0,0 +1,4 @@
+-- Add preprocessing columns to documents table
+ALTER TABLE documents ADD COLUMN extracted_text TEXT;
+ALTER TABLE documents ADD COLUMN processed_path TEXT;
+ALTER TABLE documents ADD COLUMN processing_error TEXT;

package/src/lib/db/migrations/0006_add_agent_profile.sql

@@ -0,0 +1,2 @@
+ALTER TABLE tasks ADD COLUMN agent_profile TEXT;
+CREATE INDEX IF NOT EXISTS idx_tasks_agent_profile ON tasks(agent_profile);

package/src/lib/db/migrations/0007_add_usage_metering_ledger.sql

@@ -0,0 +1,30 @@
+ALTER TABLE tasks ADD COLUMN workflow_id TEXT REFERENCES workflows(id);
+ALTER TABLE tasks ADD COLUMN schedule_id TEXT REFERENCES schedules(id);
+CREATE INDEX IF NOT EXISTS idx_tasks_workflow_id ON tasks(workflow_id);
+CREATE INDEX IF NOT EXISTS idx_tasks_schedule_id ON tasks(schedule_id);
+
+CREATE TABLE IF NOT EXISTS usage_ledger (
+  id TEXT PRIMARY KEY NOT NULL,
+  task_id TEXT REFERENCES tasks(id),
+  workflow_id TEXT REFERENCES workflows(id),
+  schedule_id TEXT REFERENCES schedules(id),
+  project_id TEXT REFERENCES projects(id),
+  activity_type TEXT NOT NULL,
+  runtime_id TEXT NOT NULL,
+  provider_id TEXT NOT NULL,
+  model_id TEXT,
+  status TEXT NOT NULL,
+  input_tokens INTEGER,
+  output_tokens INTEGER,
+  total_tokens INTEGER,
+  cost_micros INTEGER,
+  pricing_version TEXT,
+  started_at INTEGER NOT NULL,
+  finished_at INTEGER NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_usage_ledger_task_id ON usage_ledger(task_id);
+CREATE INDEX IF NOT EXISTS idx_usage_ledger_activity_type ON usage_ledger(activity_type);
+CREATE INDEX IF NOT EXISTS idx_usage_ledger_runtime_id ON usage_ledger(runtime_id);
+CREATE INDEX IF NOT EXISTS idx_usage_ledger_provider_model ON usage_ledger(provider_id, model_id);
+CREATE INDEX IF NOT EXISTS idx_usage_ledger_finished_at ON usage_ledger(finished_at);

package/src/lib/db/migrations/0008_add_document_version.sql

@@ -0,0 +1 @@
+ALTER TABLE documents ADD COLUMN version INTEGER NOT NULL DEFAULT 1;