forgeos 0.1.0-alpha.2 → 0.1.0-alpha.21

package/src/forge/delta/redaction.ts

@@ -0,0 +1,50 @@
+import { scrubEnvelopePayload } from "../runtime/telemetry/scrubber.ts";
+
+const SECRET_KEY_PATTERN = /password|secret|token|apikey|apiKey|api_key|authorization|cookie/i;
+
+export interface DeltaRedactionResult<T> {
+  value: T;
+  redaction: {
+    diagnostics: string[];
+    redacted: boolean;
+  };
+}
+
+function collectSecretLikeKeys(value: unknown, path: string[] = [], keys: string[] = []): string[] {
+  if (!value || typeof value !== "object") {
+    return keys;
+  }
+  if (Array.isArray(value)) {
+    value.forEach((item, index) => collectSecretLikeKeys(item, [...path, String(index)], keys));
+    return keys;
+  }
+  for (const [key, child] of Object.entries(value as Record<string, unknown>)) {
+    const next = [...path, key];
+    if (SECRET_KEY_PATTERN.test(key)) {
+      keys.push(next.join("."));
+    }
+    collectSecretLikeKeys(child, next, keys);
+  }
+  return keys;
+}
+
+export function redactDeltaPayload<T extends Record<string, unknown>>(
+  value: T,
+  options: { secretValues?: string[] } = {},
+): DeltaRedactionResult<T> {
+  const secretKeys = collectSecretLikeKeys(value);
+  const scrubbed = scrubEnvelopePayload(value, {
+    secretValues: options.secretValues,
+  });
+  return {
+    value: scrubbed.value,
+    redaction: {
+      diagnostics: [
+        ...secretKeys.map((key) => `redacted secret-like key ${key}`),
+        ...scrubbed.diagnostics.map((diagnostic) => diagnostic.message),
+      ],
+      redacted: secretKeys.length > 0 || scrubbed.diagnostics.length > 0,
+    },
+  };
+}
+

package/src/forge/delta/schema.ts

@@ -0,0 +1,240 @@
+export const DELTA_SCHEMA_VERSION = "0.3.1";
+
+export const DELTA_SCHEMA_SQL = [
+  `CREATE TABLE IF NOT EXISTS delta_meta (
+    key text PRIMARY KEY,
+    value text NOT NULL,
+    updated_at text NOT NULL
+  )`,
+  `CREATE TABLE IF NOT EXISTS actors (
+    id text PRIMARY KEY,
+    kind text NOT NULL,
+    name text,
+    metadata_json text,
+    created_at text NOT NULL
+  )`,
+  `CREATE TABLE IF NOT EXISTS sessions (
+    id text PRIMARY KEY,
+    workspace_root text NOT NULL,
+    source text NOT NULL,
+    branch text,
+    started_at text NOT NULL,
+    ended_at text,
+    summary text,
+    metadata_json text
+  )`,
+  `CREATE TABLE IF NOT EXISTS operations (
+    id text PRIMARY KEY,
+    session_id text,
+    txn_id text,
+    kind text NOT NULL,
+    timestamp text NOT NULL,
+    actor_id text,
+    summary text,
+    data_json text NOT NULL,
+    redaction_json text,
+    hash text,
+    prev_hash text
+  )`,
+  `CREATE TABLE IF NOT EXISTS file_changes (
+    id text PRIMARY KEY,
+    operation_id text NOT NULL,
+    path text NOT NULL,
+    change_type text NOT NULL,
+    hash_before text,
+    hash_after text,
+    diff_summary text,
+    semantic_hints_json text
+  )`,
+  `CREATE TABLE IF NOT EXISTS command_runs (
+    id text PRIMARY KEY,
+    operation_id text NOT NULL,
+    command_name text NOT NULL,
+    argv_redacted_json text,
+    exit_code integer,
+    duration_ms integer,
+    diagnostics_json text
+  )`,
+  `CREATE TABLE IF NOT EXISTS proofs (
+    id text PRIMARY KEY,
+    operation_id text NOT NULL,
+    proof_kind text NOT NULL,
+    command text,
+    result text NOT NULL,
+    assurance text,
+    diagnostics_json text,
+    artifact_paths_json text
+  )`,
+  `CREATE TABLE IF NOT EXISTS runtime_calls (
+    id text PRIMARY KEY,
+    operation_id text NOT NULL,
+    entry_name text NOT NULL,
+    entry_kind text,
+    risk text,
+    policy text,
+    tenant_scoped integer,
+    result text,
+    diagnostic_code text,
+    trace_id text,
+    service text,
+    language text,
+    needs_approval integer
+  )`,
+  `ALTER TABLE runtime_calls ADD COLUMN IF NOT EXISTS needs_approval integer`,
+  `CREATE TABLE IF NOT EXISTS artifacts (
+    id text PRIMARY KEY,
+    operation_id text NOT NULL,
+    path text NOT NULL,
+    artifact_kind text,
+    hash text,
+    generated integer
+  )`,
+  `CREATE TABLE IF NOT EXISTS git_mappings (
+    id text PRIMARY KEY,
+    operation_id text,
+    commit_sha text,
+    branch text,
+    detected_at text,
+    confidence real,
+    metadata_json text
+  )`,
+  `CREATE TABLE IF NOT EXISTS work_sessions (
+    id text PRIMARY KEY,
+    workspace_root text NOT NULL,
+    kind text NOT NULL,
+    status text NOT NULL,
+    title text,
+    inferred_intent text,
+    confidence real NOT NULL,
+    started_at text NOT NULL,
+    ended_at text,
+    actor_ids_json text,
+    git_branch text,
+    git_head_start text,
+    git_head_end text,
+    summary text,
+    metadata_json text,
+    created_at text NOT NULL,
+    updated_at text NOT NULL
+  )`,
+  `CREATE TABLE IF NOT EXISTS work_session_operations (
+    work_session_id text NOT NULL,
+    operation_id text NOT NULL,
+    link_type text NOT NULL,
+    confidence real NOT NULL,
+    reason_json text,
+    created_at text NOT NULL,
+    PRIMARY KEY (work_session_id, operation_id)
+  )`,
+  `CREATE TABLE IF NOT EXISTS work_session_signals (
+    id text PRIMARY KEY,
+    work_session_id text,
+    operation_id text,
+    signal_type text NOT NULL,
+    weight real NOT NULL,
+    value text,
+    metadata_json text,
+    created_at text NOT NULL
+  )`,
+  `CREATE TABLE IF NOT EXISTS work_session_summaries (
+    id text PRIMARY KEY,
+    work_session_id text NOT NULL,
+    summary_type text NOT NULL,
+    content text NOT NULL,
+    generated_by text,
+    created_at text NOT NULL,
+    redaction_json text
+  )`,
+  `CREATE TABLE IF NOT EXISTS timeline_events (
+    id text PRIMARY KEY,
+    operation_id text,
+    session_id text,
+    change_id text,
+    timestamp text NOT NULL,
+    event_kind text NOT NULL,
+    title text NOT NULL,
+    summary text,
+    severity text,
+    confidence real NOT NULL,
+    data_json text NOT NULL
+  )`,
+  `CREATE TABLE IF NOT EXISTS timeline_entities (
+    id text PRIMARY KEY,
+    timeline_event_id text NOT NULL,
+    entity_kind text NOT NULL,
+    entity_name text NOT NULL,
+    role text NOT NULL,
+    confidence real NOT NULL
+  )`,
+  `CREATE TABLE IF NOT EXISTS timeline_edges (
+    id text PRIMARY KEY,
+    from_event_id text NOT NULL,
+    to_event_id text NOT NULL,
+    edge_kind text NOT NULL,
+    confidence real NOT NULL,
+    reason_json text
+  )`,
+  `CREATE TABLE IF NOT EXISTS timeline_projection_state (
+    id text PRIMARY KEY,
+    last_operation_id text,
+    last_rebuild_at text,
+    projection_version text,
+    graph_hash text
+  )`,
+  `CREATE TABLE IF NOT EXISTS agent_event_sources (
+    id text PRIMARY KEY,
+    source_name text NOT NULL,
+    source_kind text NOT NULL,
+    integration_kind text NOT NULL,
+    trust_level text NOT NULL,
+    config_json text,
+    created_at text NOT NULL
+  )`,
+  `CREATE TABLE IF NOT EXISTS external_agent_events (
+    id text PRIMARY KEY,
+    source_id text NOT NULL,
+    external_session_id text,
+    external_turn_id text,
+    event_kind text NOT NULL,
+    captured_at text NOT NULL,
+    payload_redacted_json text NOT NULL,
+    payload_hash text,
+    raw_stored integer DEFAULT 0,
+    normalization_status text NOT NULL
+  )`,
+  `CREATE TABLE IF NOT EXISTS agent_memory_events (
+    id text PRIMARY KEY,
+    external_event_id text,
+    forge_session_id text,
+    forge_change_id text,
+    operation_id text,
+    normalized_kind text NOT NULL,
+    summary text,
+    confidence real NOT NULL,
+    data_json text NOT NULL
+  )`,
+  `CREATE INDEX IF NOT EXISTS operations_timestamp_idx ON operations(timestamp)`,
+  `CREATE INDEX IF NOT EXISTS operations_kind_idx ON operations(kind)`,
+  `CREATE INDEX IF NOT EXISTS operations_session_idx ON operations(session_id)`,
+  `CREATE INDEX IF NOT EXISTS file_changes_path_idx ON file_changes(path)`,
+  `CREATE INDEX IF NOT EXISTS runtime_calls_entry_idx ON runtime_calls(entry_name)`,
+  `CREATE INDEX IF NOT EXISTS artifacts_path_idx ON artifacts(path)`,
+  `CREATE INDEX IF NOT EXISTS work_sessions_status_idx ON work_sessions(status, updated_at)`,
+  `CREATE INDEX IF NOT EXISTS work_sessions_branch_idx ON work_sessions(git_branch)`,
+  `CREATE INDEX IF NOT EXISTS work_session_operations_operation_idx ON work_session_operations(operation_id)`,
+  `CREATE INDEX IF NOT EXISTS work_session_signals_session_idx ON work_session_signals(work_session_id)`,
+  `CREATE INDEX IF NOT EXISTS timeline_events_time_idx ON timeline_events(timestamp)`,
+  `CREATE INDEX IF NOT EXISTS timeline_events_kind_idx ON timeline_events(event_kind)`,
+  `CREATE INDEX IF NOT EXISTS timeline_events_operation_idx ON timeline_events(operation_id)`,
+  `CREATE INDEX IF NOT EXISTS timeline_events_change_idx ON timeline_events(change_id)`,
+  `CREATE INDEX IF NOT EXISTS timeline_events_session_idx ON timeline_events(session_id)`,
+  `CREATE INDEX IF NOT EXISTS timeline_entities_entity_idx ON timeline_entities(entity_kind, entity_name)`,
+  `CREATE INDEX IF NOT EXISTS timeline_entities_event_idx ON timeline_entities(timeline_event_id)`,
+  `CREATE INDEX IF NOT EXISTS timeline_edges_from_idx ON timeline_edges(from_event_id)`,
+  `CREATE INDEX IF NOT EXISTS timeline_edges_to_idx ON timeline_edges(to_event_id)`,
+  `CREATE INDEX IF NOT EXISTS agent_event_sources_name_idx ON agent_event_sources(source_name, integration_kind)`,
+  `CREATE INDEX IF NOT EXISTS external_agent_events_source_idx ON external_agent_events(source_id, captured_at)`,
+  `CREATE INDEX IF NOT EXISTS external_agent_events_kind_idx ON external_agent_events(event_kind)`,
+  `CREATE INDEX IF NOT EXISTS agent_memory_events_kind_idx ON agent_memory_events(normalized_kind)`,
+  `CREATE INDEX IF NOT EXISTS agent_memory_events_operation_idx ON agent_memory_events(operation_id)`,
+];

package/src/forge/delta/session.ts

@@ -0,0 +1,142 @@
+import { DeltaStore, type DeltaWorkSessionDetails, type DeltaWorkSessionSummary } from "./store.ts";
+
+export type DeltaSessionSubcommand = "list" | "show" | "rename" | "merge" | "split" | "detach";
+
+export interface DeltaSessionCommandInput {
+  workspaceRoot: string;
+  subcommand: DeltaSessionSubcommand;
+  sessionId?: string;
+  title?: string;
+  sourceSessionId?: string;
+  operationId?: string;
+  limit?: number;
+}
+
+export interface DeltaSessionCommandResult {
+  ok: boolean;
+  subcommand: DeltaSessionSubcommand;
+  sessions?: DeltaWorkSessionSummary[];
+  session?: DeltaWorkSessionDetails;
+  detached?: boolean;
+  message?: string;
+  exitCode: number;
+}
+
+export async function runDeltaSessionCommand(input: DeltaSessionCommandInput): Promise<DeltaSessionCommandResult> {
+  const readOnly = input.subcommand === "list" || input.subcommand === "show";
+  const store = await DeltaStore.open(input.workspaceRoot, { access: readOnly ? "read" : "write" });
+  try {
+    switch (input.subcommand) {
+      case "list":
+        return {
+          ok: true,
+          subcommand: input.subcommand,
+          sessions: await store.listWorkSessions(input.limit),
+          exitCode: 0,
+        };
+      case "show": {
+        const session = await store.getWorkSessionDetails(input.sessionId ?? "current");
+        return session
+          ? { ok: true, subcommand: input.subcommand, session, exitCode: 0 }
+          : { ok: false, subcommand: input.subcommand, message: "work session not found", exitCode: 1 };
+      }
+      case "rename": {
+        if (!input.title) {
+          return { ok: false, subcommand: input.subcommand, message: "forge session rename requires a title", exitCode: 1 };
+        }
+        const session = await store.renameWorkSession(input.sessionId ?? "current", input.title);
+        return session
+          ? { ok: true, subcommand: input.subcommand, session, exitCode: 0 }
+          : { ok: false, subcommand: input.subcommand, message: "work session not found", exitCode: 1 };
+      }
+      case "merge": {
+        if (!input.sourceSessionId) {
+          return { ok: false, subcommand: input.subcommand, message: "forge session merge requires a source session", exitCode: 1 };
+        }
+        const session = await store.mergeWorkSessions(input.sessionId ?? "current", input.sourceSessionId);
+        return session
+          ? { ok: true, subcommand: input.subcommand, session, exitCode: 0 }
+          : { ok: false, subcommand: input.subcommand, message: "work session merge failed", exitCode: 1 };
+      }
+      case "split": {
+        if (!input.operationId) {
+          return { ok: false, subcommand: input.subcommand, message: "forge session split requires an operation id", exitCode: 1 };
+        }
+        const session = await store.splitWorkSession(input.sessionId ?? "current", input.operationId);
+        return session
+          ? { ok: true, subcommand: input.subcommand, session, exitCode: 0 }
+          : { ok: false, subcommand: input.subcommand, message: "work session split failed", exitCode: 1 };
+      }
+      case "detach": {
+        if (!input.operationId) {
+          return { ok: false, subcommand: input.subcommand, message: "forge session detach requires an operation id", exitCode: 1 };
+        }
+        const detached = await store.detachWorkSessionOperation(input.operationId);
+        return { ok: detached, subcommand: input.subcommand, detached, exitCode: detached ? 0 : 1 };
+      }
+    }
+  } finally {
+    await store.close();
+  }
+}
+
+export function formatDeltaSessionHuman(result: DeltaSessionCommandResult): string {
+  if (!result.ok) {
+    return `${result.message ?? "session command failed"}\n`;
+  }
+  if (result.sessions) {
+    const lines = ["Work Sessions", ""];
+    if (result.sessions.length === 0) {
+      lines.push("none");
+    } else {
+      for (const session of result.sessions) {
+        lines.push(`${session.id} ${session.status} ${session.confidence.toFixed(2)} ${session.title}`);
+      }
+    }
+    return `${lines.join("\n")}\n`;
+  }
+  if (result.session) {
+    return formatWorkSessionDetails(result.session);
+  }
+  if (result.detached !== undefined) {
+    return result.detached ? "operation detached\n" : "operation was not linked\n";
+  }
+  return "session ok\n";
+}
+
+export function formatDeltaSessionJson(result: DeltaSessionCommandResult): string {
+  return `${JSON.stringify(result, null, 2)}\n`;
+}
+
+export function formatWorkSessionDetails(session: DeltaWorkSessionDetails): string {
+  const lines = ["Work Session", ""];
+  lines.push(`id: ${session.id}`);
+  lines.push(`title: ${session.title}`);
+  lines.push(`status: ${session.status}`);
+  lines.push(`confidence: ${session.confidence.toFixed(2)}`);
+  if (session.gitBranch) {
+    lines.push(`branch: ${session.gitBranch}`);
+  }
+  if (session.summary) {
+    lines.push(`summary: ${session.summary}`);
+  }
+  lines.push("");
+  lines.push("Why:");
+  if (session.reasons.length === 0) {
+    lines.push("  no stored signals");
+  } else {
+    for (const reason of session.reasons.slice(0, 8)) {
+      lines.push(`  - ${reason.signal}${reason.value ? `: ${reason.value}` : ""} (${reason.weight})`);
+    }
+  }
+  lines.push("");
+  lines.push("Operations:");
+  if (session.operations.length === 0) {
+    lines.push("  none");
+  } else {
+    for (const operation of session.operations.slice(-12)) {
+      lines.push(`  ${operation.timestamp.slice(11, 16)} ${operation.kind}${operation.summary ? ` ${operation.summary}` : ""}`);
+    }
+  }
+  return `${lines.join("\n")}\n`;
+}