settld 0.1.0

package/src/db/migrations/024_agent_runtime_state.sql

@@ -0,0 +1,70 @@
+-- v1.17: persist agent runtime state (identity, wallet, settlement) and index agent runs.
+
+CREATE TABLE IF NOT EXISTS agent_identities (
+  tenant_id TEXT NOT NULL,
+  agent_id TEXT NOT NULL,
+  status TEXT NOT NULL DEFAULT 'active',
+  display_name TEXT,
+  owner_type TEXT,
+  owner_id TEXT,
+  revision BIGINT NOT NULL DEFAULT 0,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  identity_json JSONB NOT NULL,
+  PRIMARY KEY (tenant_id, agent_id)
+);
+
+CREATE INDEX IF NOT EXISTS agent_identities_by_tenant_status_agent
+  ON agent_identities (tenant_id, status, agent_id ASC);
+
+CREATE TABLE IF NOT EXISTS agent_wallets (
+  tenant_id TEXT NOT NULL,
+  agent_id TEXT NOT NULL,
+  wallet_id TEXT,
+  currency TEXT NOT NULL DEFAULT 'USD',
+  available_cents BIGINT NOT NULL DEFAULT 0,
+  escrow_locked_cents BIGINT NOT NULL DEFAULT 0,
+  total_credited_cents BIGINT NOT NULL DEFAULT 0,
+  total_debited_cents BIGINT NOT NULL DEFAULT 0,
+  revision BIGINT NOT NULL DEFAULT 0,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  wallet_json JSONB NOT NULL,
+  PRIMARY KEY (tenant_id, agent_id)
+);
+
+CREATE INDEX IF NOT EXISTS agent_wallets_by_tenant_currency_agent
+  ON agent_wallets (tenant_id, currency, agent_id ASC);
+
+CREATE TABLE IF NOT EXISTS agent_run_settlements (
+  tenant_id TEXT NOT NULL,
+  run_id TEXT NOT NULL,
+  status TEXT NOT NULL,
+  agent_id TEXT,
+  payer_agent_id TEXT,
+  amount_cents BIGINT,
+  currency TEXT,
+  resolution_event_id TEXT,
+  run_status TEXT,
+  revision BIGINT NOT NULL DEFAULT 0,
+  locked_at TIMESTAMPTZ,
+  resolved_at TIMESTAMPTZ,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  settlement_json JSONB NOT NULL,
+  PRIMARY KEY (tenant_id, run_id)
+);
+
+CREATE INDEX IF NOT EXISTS agent_run_settlements_by_tenant_status_resolved
+  ON agent_run_settlements (tenant_id, status, resolved_at DESC NULLS LAST, run_id DESC);
+
+CREATE INDEX IF NOT EXISTS agent_run_settlements_by_tenant_payer_status
+  ON agent_run_settlements (tenant_id, payer_agent_id, status, run_id DESC);
+
+CREATE INDEX IF NOT EXISTS events_agent_run_by_tenant_seq
+  ON events (tenant_id, aggregate_id, seq ASC)
+  WHERE aggregate_type = 'agent_run';
+
+CREATE INDEX IF NOT EXISTS snapshots_agent_run_by_tenant
+  ON snapshots (tenant_id, aggregate_id)
+  WHERE aggregate_type = 'agent_run';

package/src/db/migrations/025_tenant_settlement_policies.sql

@@ -0,0 +1,19 @@
+-- v1.18: tenant-level settlement policy registry (versioned, hash-pinned policy + verification method pairs).
+
+CREATE TABLE IF NOT EXISTS tenant_settlement_policies (
+  tenant_id TEXT NOT NULL,
+  policy_id TEXT NOT NULL,
+  policy_version BIGINT NOT NULL,
+  policy_hash TEXT NOT NULL,
+  verification_method_hash TEXT NOT NULL,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  policy_json JSONB NOT NULL,
+  PRIMARY KEY (tenant_id, policy_id, policy_version)
+);
+
+CREATE INDEX IF NOT EXISTS tenant_settlement_policies_by_tenant_policy_updated
+  ON tenant_settlement_policies (tenant_id, policy_id, updated_at DESC, policy_version DESC);
+
+CREATE INDEX IF NOT EXISTS tenant_settlement_policies_by_tenant_updated
+  ON tenant_settlement_policies (tenant_id, updated_at DESC, policy_id ASC, policy_version DESC);

package/src/db/migrations/026_money_rails_billable_events.sql

@@ -0,0 +1,82 @@
+-- v1.19: durable money rail operations/provider events and immutable billable usage event ledger.
+
+CREATE TABLE IF NOT EXISTS money_rail_operations (
+  tenant_id TEXT NOT NULL,
+  provider_id TEXT NOT NULL,
+  operation_id TEXT NOT NULL,
+  direction TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL,
+  amount_cents BIGINT NOT NULL,
+  currency TEXT NOT NULL,
+  counterparty_ref TEXT NOT NULL,
+  state TEXT NOT NULL,
+  provider_ref TEXT NULL,
+  reason_code TEXT NULL,
+  initiated_at TIMESTAMPTZ NOT NULL,
+  submitted_at TIMESTAMPTZ NULL,
+  confirmed_at TIMESTAMPTZ NULL,
+  failed_at TIMESTAMPTZ NULL,
+  cancelled_at TIMESTAMPTZ NULL,
+  reversed_at TIMESTAMPTZ NULL,
+  request_hash TEXT NULL,
+  metadata_json JSONB NULL,
+  operation_json JSONB NOT NULL,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  PRIMARY KEY (tenant_id, provider_id, operation_id)
+);
+
+CREATE UNIQUE INDEX IF NOT EXISTS money_rail_operations_tenant_provider_direction_idem_key
+  ON money_rail_operations (tenant_id, provider_id, direction, idempotency_key);
+
+CREATE INDEX IF NOT EXISTS money_rail_operations_by_tenant_provider_updated
+  ON money_rail_operations (tenant_id, provider_id, updated_at DESC, operation_id ASC);
+
+CREATE TABLE IF NOT EXISTS money_rail_provider_events (
+  tenant_id TEXT NOT NULL,
+  provider_id TEXT NOT NULL,
+  operation_id TEXT NOT NULL,
+  event_type TEXT NOT NULL,
+  event_dedupe_key TEXT NOT NULL,
+  event_id TEXT NULL,
+  at TIMESTAMPTZ NOT NULL,
+  payload_json JSONB NULL,
+  event_json JSONB NOT NULL,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  PRIMARY KEY (tenant_id, provider_id, operation_id, event_type, event_dedupe_key),
+  FOREIGN KEY (tenant_id, provider_id, operation_id)
+    REFERENCES money_rail_operations (tenant_id, provider_id, operation_id)
+    ON DELETE CASCADE
+);
+
+CREATE INDEX IF NOT EXISTS money_rail_provider_events_by_tenant_provider_operation_at
+  ON money_rail_provider_events (tenant_id, provider_id, operation_id, at DESC, event_type ASC);
+
+CREATE TABLE IF NOT EXISTS billable_usage_events (
+  tenant_id TEXT NOT NULL,
+  event_key TEXT NOT NULL,
+  event_type TEXT NOT NULL,
+  period TEXT NOT NULL,
+  occurred_at TIMESTAMPTZ NOT NULL,
+  quantity BIGINT NOT NULL,
+  amount_cents BIGINT NULL,
+  currency TEXT NULL,
+  run_id TEXT NULL,
+  settlement_id TEXT NULL,
+  dispute_id TEXT NULL,
+  arbitration_case_id TEXT NULL,
+  source_type TEXT NULL,
+  source_id TEXT NULL,
+  source_event_id TEXT NULL,
+  event_hash TEXT NULL,
+  audit_json JSONB NULL,
+  event_json JSONB NOT NULL,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
+  PRIMARY KEY (tenant_id, event_key)
+);
+
+CREATE INDEX IF NOT EXISTS billable_usage_events_by_tenant_period_type
+  ON billable_usage_events (tenant_id, period, event_type, occurred_at ASC, event_key ASC);
+
+CREATE INDEX IF NOT EXISTS billable_usage_events_by_tenant_occurred
+  ON billable_usage_events (tenant_id, occurred_at ASC, event_key ASC);

package/src/db/migrations/027_tenant_billing_config.sql

@@ -0,0 +1,10 @@
+-- v1.20: durable tenant billing config persistence (plan/subscription/provider dedupe keys).
+
+CREATE TABLE IF NOT EXISTS tenant_billing_config (
+  tenant_id TEXT PRIMARY KEY,
+  billing_json JSONB NOT NULL,
+  updated_at TIMESTAMPTZ NOT NULL DEFAULT now()
+);
+
+CREATE INDEX IF NOT EXISTS tenant_billing_config_updated_at
+  ON tenant_billing_config (updated_at DESC, tenant_id ASC);

package/src/db/migrations/028_marketplace_rfq_storage.sql

@@ -0,0 +1,121 @@
+-- v1.21: hard-cut marketplace storage naming from task* to rfq*.
+
+DO $$
+BEGIN
+  IF to_regclass('marketplace_rfqs') IS NULL AND to_regclass('marketplace_tasks') IS NOT NULL THEN
+    EXECUTE 'ALTER TABLE marketplace_tasks RENAME TO marketplace_rfqs';
+  END IF;
+END
+$$;
+
+DO $$
+BEGIN
+  IF to_regclass('marketplace_rfq_bids') IS NULL AND to_regclass('marketplace_task_bids') IS NOT NULL THEN
+    EXECUTE 'ALTER TABLE marketplace_task_bids RENAME TO marketplace_rfq_bids';
+  END IF;
+END
+$$;
+
+DO $$
+BEGIN
+  IF to_regclass('marketplace_rfqs') IS NOT NULL THEN
+    IF EXISTS (
+      SELECT 1
+      FROM information_schema.columns
+      WHERE table_schema = current_schema() AND table_name = 'marketplace_rfqs' AND column_name = 'task_id'
+    ) THEN
+      EXECUTE 'ALTER TABLE marketplace_rfqs RENAME COLUMN task_id TO rfq_id';
+    END IF;
+
+    IF EXISTS (
+      SELECT 1
+      FROM information_schema.columns
+      WHERE table_schema = current_schema() AND table_name = 'marketplace_rfqs' AND column_name = 'task_json'
+    ) THEN
+      EXECUTE 'ALTER TABLE marketplace_rfqs RENAME COLUMN task_json TO rfq_json';
+    END IF;
+  END IF;
+END
+$$;
+
+DO $$
+BEGIN
+  IF to_regclass('marketplace_rfq_bids') IS NOT NULL THEN
+    IF EXISTS (
+      SELECT 1
+      FROM information_schema.columns
+      WHERE table_schema = current_schema() AND table_name = 'marketplace_rfq_bids' AND column_name = 'task_id'
+    ) THEN
+      EXECUTE 'ALTER TABLE marketplace_rfq_bids RENAME COLUMN task_id TO rfq_id';
+    END IF;
+  END IF;
+END
+$$;
+
+DO $$
+BEGIN
+  IF to_regclass('marketplace_rfqs') IS NOT NULL THEN
+    EXECUTE $sql$
+      UPDATE marketplace_rfqs
+      SET rfq_json = jsonb_set(rfq_json - 'taskId', '{rfqId}', to_jsonb(rfq_id), true)
+      WHERE (rfq_json ? 'taskId') OR NOT (rfq_json ? 'rfqId')
+    $sql$;
+  END IF;
+END
+$$;
+
+DO $$
+BEGIN
+  IF to_regclass('marketplace_rfq_bids') IS NOT NULL THEN
+    EXECUTE $sql$
+      UPDATE marketplace_rfq_bids
+      SET bid_json = jsonb_set(bid_json - 'taskId', '{rfqId}', to_jsonb(rfq_id), true)
+      WHERE (bid_json ? 'taskId') OR NOT (bid_json ? 'rfqId')
+    $sql$;
+  END IF;
+END
+$$;
+
+DO $$
+BEGIN
+  IF to_regclass('marketplace_tasks_by_tenant_status_created') IS NOT NULL
+     AND to_regclass('marketplace_rfqs_by_tenant_status_created') IS NULL THEN
+    EXECUTE 'ALTER INDEX marketplace_tasks_by_tenant_status_created RENAME TO marketplace_rfqs_by_tenant_status_created';
+  END IF;
+
+  IF to_regclass('marketplace_tasks_by_tenant_capability_status_created') IS NOT NULL
+     AND to_regclass('marketplace_rfqs_by_tenant_capability_status_created') IS NULL THEN
+    EXECUTE 'ALTER INDEX marketplace_tasks_by_tenant_capability_status_created RENAME TO marketplace_rfqs_by_tenant_capability_status_created';
+  END IF;
+
+  IF to_regclass('marketplace_tasks_by_tenant_poster_status_created') IS NOT NULL
+     AND to_regclass('marketplace_rfqs_by_tenant_poster_status_created') IS NULL THEN
+    EXECUTE 'ALTER INDEX marketplace_tasks_by_tenant_poster_status_created RENAME TO marketplace_rfqs_by_tenant_poster_status_created';
+  END IF;
+
+  IF to_regclass('marketplace_task_bids_by_task_status_amount_created') IS NOT NULL
+     AND to_regclass('marketplace_rfq_bids_by_rfq_status_amount_created') IS NULL THEN
+    EXECUTE 'ALTER INDEX marketplace_task_bids_by_task_status_amount_created RENAME TO marketplace_rfq_bids_by_rfq_status_amount_created';
+  END IF;
+
+  IF to_regclass('marketplace_task_bids_by_task_bidder_status') IS NOT NULL
+     AND to_regclass('marketplace_rfq_bids_by_rfq_bidder_status') IS NULL THEN
+    EXECUTE 'ALTER INDEX marketplace_task_bids_by_task_bidder_status RENAME TO marketplace_rfq_bids_by_rfq_bidder_status';
+  END IF;
+END
+$$;
+
+CREATE INDEX IF NOT EXISTS marketplace_rfqs_by_tenant_status_created
+  ON marketplace_rfqs (tenant_id, status, created_at DESC, rfq_id DESC);
+
+CREATE INDEX IF NOT EXISTS marketplace_rfqs_by_tenant_capability_status_created
+  ON marketplace_rfqs (tenant_id, capability, status, created_at DESC, rfq_id DESC);
+
+CREATE INDEX IF NOT EXISTS marketplace_rfqs_by_tenant_poster_status_created
+  ON marketplace_rfqs (tenant_id, poster_agent_id, status, created_at DESC, rfq_id DESC);
+
+CREATE INDEX IF NOT EXISTS marketplace_rfq_bids_by_rfq_status_amount_created
+  ON marketplace_rfq_bids (tenant_id, rfq_id, status, amount_cents ASC, created_at ASC, bid_id ASC);
+
+CREATE INDEX IF NOT EXISTS marketplace_rfq_bids_by_rfq_bidder_status
+  ON marketplace_rfq_bids (tenant_id, rfq_id, bidder_agent_id, status, bid_id ASC);

package/src/db/pg.js

@@ -0,0 +1,123 @@
+import pg from "pg";
+
+import { logger } from "../core/log.js";
+
+const { Pool } = pg;
+
+function assertNonEmptyString(value, name) {
+  if (typeof value !== "string" || value.trim() === "") throw new TypeError(`${name} must be a non-empty string`);
+}
+
+function parseNonNegativeIntEnv(name, fallback) {
+  const raw = typeof process !== "undefined" ? process.env?.[name] : null;
+  if (raw === null || raw === undefined || String(raw).trim() === "") return fallback;
+  const n = Number(raw);
+  if (!Number.isFinite(n) || !Number.isSafeInteger(n) || n < 0) throw new TypeError(`${name} must be a non-negative safe integer`);
+  return n;
+}
+
+export function quoteIdent(identifier) {
+  assertNonEmptyString(identifier, "identifier");
+  return `"${identifier.replaceAll('"', '""')}"`;
+}
+
+const PG_LOG_SLOW_MS = (() => {
+  try {
+    return parseNonNegativeIntEnv("PROXY_PG_LOG_SLOW_MS", 0);
+  } catch {
+    return 0;
+  }
+})();
+
+function deriveQueryLabel(text) {
+  const q = typeof text === "string" ? text : "";
+  const compact = q.replaceAll(/\s+/g, " ").trim();
+  if (!compact) return "unknown";
+  const upper = compact.toUpperCase();
+  const op = upper.startsWith("WITH ") ? "WITH" : upper.split(" ", 1)[0] ?? "unknown";
+
+  const tableMatch =
+    op === "INSERT"
+      ? compact.match(/\bINTO\s+([a-zA-Z0-9_".]+)/i)
+      : op === "UPDATE"
+        ? compact.match(/\bUPDATE\s+([a-zA-Z0-9_".]+)/i)
+        : compact.match(/\bFROM\s+([a-zA-Z0-9_".]+)/i);
+  const rawTable = tableMatch?.[1] ?? null;
+  const table = rawTable ? rawTable.replaceAll('"', "") : null;
+  return table ? `${op} ${table}` : op;
+}
+
+function queryLabelFromArgs(args) {
+  const q = args?.[0] ?? null;
+  if (q && typeof q === "object" && typeof q.name === "string" && q.name.trim() !== "") return q.name.trim();
+  if (typeof q === "string") return deriveQueryLabel(q);
+  if (q && typeof q === "object" && typeof q.text === "string") return deriveQueryLabel(q.text);
+  return "unknown";
+}
+
+function instrumentClient(client) {
+  if (!PG_LOG_SLOW_MS) return;
+  if (!client || typeof client !== "object") return;
+  if (client.__settldSlowLogWrapped) return;
+  client.__settldSlowLogWrapped = true;
+
+  const originalQuery = client.query.bind(client);
+  client.query = function queryWrapper(...args) {
+    const hasCallback = typeof args[args.length - 1] === "function";
+    if (hasCallback) return originalQuery(...args);
+
+    const label = queryLabelFromArgs(args);
+    const started = Date.now();
+    return originalQuery(...args)
+      .then((res) => {
+        const durationMs = Date.now() - started;
+        if (durationMs >= PG_LOG_SLOW_MS) {
+          logger.warn("pg.query.slow", { durationMs, query: label, rowCount: res?.rowCount ?? null });
+        }
+        return res;
+      })
+      .catch((err) => {
+        const durationMs = Date.now() - started;
+        if (durationMs >= PG_LOG_SLOW_MS) {
+          logger.warn("pg.query.slow", { durationMs, query: label, err });
+        }
+        throw err;
+      });
+  };
+}
+
+export async function createPgPool({ databaseUrl, schema = "public" } = {}) {
+  assertNonEmptyString(databaseUrl, "databaseUrl");
+  assertNonEmptyString(schema, "schema");
+
+  const pool = new Pool({ connectionString: databaseUrl });
+
+  if (schema !== "public") {
+    try {
+      await pool.query(`CREATE SCHEMA ${quoteIdent(schema)}`);
+    } catch (err) {
+      const duplicateSchema = err?.code === "42P06" || err?.code === "23505";
+      if (!duplicateSchema) throw err;
+      const existsRes = await pool.query("SELECT 1 FROM pg_namespace WHERE nspname = $1 LIMIT 1", [schema]);
+      if (!existsRes.rows.length) throw err;
+    }
+  }
+
+  pool.on("connect", (client) => {
+    const searchPath = schema === "public" ? `${quoteIdent(schema)}` : `${quoteIdent(schema)}, public`;
+    try {
+      instrumentClient(client);
+    } catch {}
+    client.query(`SET search_path TO ${searchPath}`).catch(() => {});
+  });
+
+  const searchPath = schema === "public" ? `${quoteIdent(schema)}` : `${quoteIdent(schema)}, public`;
+  await pool.query(`SET search_path TO ${searchPath}`);
+
+  // Also instrument pool.query() for non-transactional calls.
+  try {
+    instrumentClient(pool);
+  } catch {}
+
+  return pool;
+}