@hotmeshio/long-tail 0.1.11 → 0.1.13

package/build/lib/db/schemas/004_workflow_sets.sql

@@ -1,29 +0,0 @@
--- Workflow sets: groups of related workflows produced by plan mode.
-
-CREATE TABLE IF NOT EXISTS lt_workflow_sets (
-  id                 UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-  name               TEXT UNIQUE NOT NULL,
-  description        TEXT,
-  specification      TEXT NOT NULL,
-  plan               JSONB NOT NULL DEFAULT '[]'::JSONB,
-  namespaces         TEXT[] NOT NULL DEFAULT '{}',
-  status             TEXT NOT NULL DEFAULT 'planning'
-                       CHECK (status IN ('planning','planned','building','deploying','completed','failed')),
-  source_workflow_id TEXT,
-  created_at         TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  updated_at         TIMESTAMPTZ NOT NULL DEFAULT NOW()
-);
-
-CREATE OR REPLACE TRIGGER trg_lt_workflow_sets_updated_at
-  BEFORE UPDATE ON lt_workflow_sets
-  FOR EACH ROW EXECUTE FUNCTION lt_set_updated_at();
-
--- Extend lt_yaml_workflows with set membership columns
-ALTER TABLE lt_yaml_workflows ADD COLUMN IF NOT EXISTS set_id UUID
-  REFERENCES lt_workflow_sets(id) ON DELETE SET NULL;
-ALTER TABLE lt_yaml_workflows ADD COLUMN IF NOT EXISTS set_role TEXT
-  CHECK (set_role IN ('leaf', 'composition', 'router'));
-ALTER TABLE lt_yaml_workflows ADD COLUMN IF NOT EXISTS set_build_order INTEGER;
-
-CREATE INDEX IF NOT EXISTS idx_lt_yaml_workflows_set_id
-  ON lt_yaml_workflows (set_id) WHERE set_id IS NOT NULL;

package/build/lib/db/schemas/005_triage_router.sql

@@ -1,37 +0,0 @@
--- Split mcpTriage into router + dynamic + deterministic workflows.
--- mcpTriageRouter is the new entry point (orchestrator).
--- mcpTriage becomes dynamic-only (leaf).
--- mcpTriageDeterministic invokes compiled YAML workflows (leaf).
-
--- Update existing mcpTriage: no longer directly invocable (called via router)
-UPDATE lt_config_workflows
-SET invocable = false,
-    description = 'Dynamic MCP triage — LLM agentic loop for escalation remediation'
-WHERE workflow_type = 'mcpTriage';
-
--- Add mcpTriageRouter (orchestrator — the new entry point for triage)
-INSERT INTO lt_config_workflows
-  (workflow_type, task_queue, default_role, invocable, description, tool_tags)
-VALUES
-  ('mcpTriageRouter', 'long-tail-system', 'engineer', false,
-   'Triage router — discovers compiled workflows for remediation, routes to deterministic or dynamic triage',
-   '{}')
-ON CONFLICT (workflow_type) DO NOTHING;
-
--- Add mcpTriageDeterministic (leaf — invokes compiled triage workflows)
-INSERT INTO lt_config_workflows
-  (workflow_type, task_queue, default_role, invocable, description, tool_tags)
-VALUES
-  ('mcpTriageDeterministic', 'long-tail-system', 'engineer', false,
-   'Deterministic triage — invokes matched compiled workflows for escalation remediation',
-   '{}')
-ON CONFLICT (workflow_type) DO NOTHING;
-
--- Assign roles
-INSERT INTO lt_config_roles (workflow_type, role)
-SELECT 'mcpTriageRouter', unnest(ARRAY['reviewer', 'engineer', 'admin'])
-ON CONFLICT (workflow_type, role) DO NOTHING;
-
-INSERT INTO lt_config_roles (workflow_type, role)
-SELECT 'mcpTriageDeterministic', unnest(ARRAY['reviewer', 'engineer', 'admin'])
-ON CONFLICT (workflow_type, role) DO NOTHING;

package/build/lib/db/schemas/005_unique_graph_topic.sql

@@ -1,7 +0,0 @@
--- Enforce unique graph_topic per app_id for non-archived workflows.
--- Two active/deployed/draft workflows in the same namespace must not
--- share a subscribes topic — deploying them would cause routing collisions.
-
-CREATE UNIQUE INDEX IF NOT EXISTS idx_lt_yaml_workflows_app_topic_unique
-  ON lt_yaml_workflows (app_id, graph_topic)
-  WHERE status != 'archived';

package/build/lib/db/schemas/006_oauth.sql

@@ -1,50 +0,0 @@
--- ── OAuth token storage ─────────────────────────────────────────────────────
--- Encrypted per-user, per-provider OAuth tokens for identity and resource OAuth.
-
-CREATE TABLE IF NOT EXISTS lt_oauth_tokens (
-  id                UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-  user_id           UUID NOT NULL REFERENCES lt_users(id) ON DELETE CASCADE,
-  provider          TEXT NOT NULL,
-  label             TEXT NOT NULL DEFAULT 'default',
-  access_token_enc  TEXT NOT NULL,
-  refresh_token_enc TEXT,
-  token_type        TEXT NOT NULL DEFAULT 'bearer',
-  scopes            TEXT[] NOT NULL DEFAULT '{}',
-  expires_at        TIMESTAMPTZ,
-  provider_user_id  TEXT NOT NULL,
-  provider_email    TEXT,
-  metadata          JSONB,
-  created_at        TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  updated_at        TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  UNIQUE (user_id, provider, label)
-);
-
--- Migration: add label column for multiple credentials per provider per user.
--- Existing rows get 'default'. The unique constraint moves from (user_id, provider)
--- to (user_id, provider, label).
-ALTER TABLE lt_oauth_tokens ADD COLUMN IF NOT EXISTS label TEXT NOT NULL DEFAULT 'default';
-
--- Drop old unique constraint if it exists (safe no-op if already migrated)
-DO $$ BEGIN
-  ALTER TABLE lt_oauth_tokens DROP CONSTRAINT IF EXISTS lt_oauth_tokens_user_id_provider_key;
-EXCEPTION WHEN undefined_object THEN NULL;
-END $$;
-
--- Create the new composite unique constraint (idempotent via IF NOT EXISTS on index)
-CREATE UNIQUE INDEX IF NOT EXISTS lt_oauth_tokens_user_id_provider_label_key
-  ON lt_oauth_tokens (user_id, provider, label);
-
-CREATE INDEX IF NOT EXISTS idx_lt_oauth_tokens_provider
-  ON lt_oauth_tokens (provider, user_id);
-
-CREATE OR REPLACE TRIGGER trg_lt_oauth_tokens_updated_at
-  BEFORE UPDATE ON lt_oauth_tokens
-  FOR EACH ROW EXECUTE FUNCTION lt_set_updated_at();
-
--- ── Identity link columns on lt_users ──────────────────────────────────────
-ALTER TABLE lt_users ADD COLUMN IF NOT EXISTS oauth_provider TEXT;
-ALTER TABLE lt_users ADD COLUMN IF NOT EXISTS oauth_provider_id TEXT;
-
-CREATE INDEX IF NOT EXISTS idx_lt_users_oauth
-  ON lt_users (oauth_provider, oauth_provider_id)
-  WHERE oauth_provider IS NOT NULL;

package/build/lib/db/schemas/007_security.sql

@@ -1,27 +0,0 @@
--- ── Service tokens for external MCP servers ─────────────────────────────────
-CREATE TABLE IF NOT EXISTS lt_service_tokens (
-  id           UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-  name         TEXT UNIQUE NOT NULL,
-  token_hash   TEXT NOT NULL,
-  server_id    UUID REFERENCES lt_mcp_servers(id) ON DELETE CASCADE,
-  scopes       TEXT[] NOT NULL DEFAULT '{}',
-  expires_at   TIMESTAMPTZ,
-  last_used_at TIMESTAMPTZ,
-  created_at   TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  updated_at   TIMESTAMPTZ NOT NULL DEFAULT NOW()
-);
-
-CREATE INDEX IF NOT EXISTS idx_lt_service_tokens_server
-  ON lt_service_tokens (server_id);
-
-CREATE OR REPLACE TRIGGER trg_lt_service_tokens_updated_at
-  BEFORE UPDATE ON lt_service_tokens
-  FOR EACH ROW EXECUTE FUNCTION lt_set_updated_at();
-
--- ── Audit: who initiated escalations ────────────────────────────────────────
-ALTER TABLE lt_escalations ADD COLUMN IF NOT EXISTS created_by UUID REFERENCES lt_users(id);
-CREATE INDEX IF NOT EXISTS idx_lt_escalations_created_by
-  ON lt_escalations (created_by) WHERE created_by IS NOT NULL;
-
--- ── Scope declarations for MCP servers ──────────────────────────────────────
-ALTER TABLE lt_mcp_servers ADD COLUMN IF NOT EXISTS required_scopes TEXT[] NOT NULL DEFAULT '{}';

package/build/lib/db/schemas/008_bot_accounts.sql

@@ -1,30 +0,0 @@
--- 008_bot_accounts.sql
--- Bot/service account support for universal IAM.
--- Bots live in lt_users (account_type = 'bot') and authenticate via API keys.
-
--- Add account_type column to lt_users to distinguish human vs bot accounts.
-ALTER TABLE lt_users ADD COLUMN IF NOT EXISTS account_type TEXT NOT NULL DEFAULT 'user';
-
--- Apply check constraint (idempotent: skip if already exists).
-DO $$ BEGIN
-  ALTER TABLE lt_users ADD CONSTRAINT lt_users_account_type_check
-    CHECK (account_type IN ('user', 'bot'));
-EXCEPTION
-  WHEN duplicate_object THEN NULL;
-END $$;
-
--- Bot API keys — similar to lt_service_tokens but scoped to a user (bot) account.
-CREATE TABLE IF NOT EXISTS lt_bot_api_keys (
-  id           UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-  name         TEXT NOT NULL,
-  user_id      UUID NOT NULL REFERENCES lt_users(id) ON DELETE CASCADE,
-  key_hash     TEXT NOT NULL,
-  scopes       TEXT[] NOT NULL DEFAULT '{}',
-  expires_at   TIMESTAMPTZ,
-  last_used_at TIMESTAMPTZ,
-  created_at   TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  updated_at   TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  UNIQUE (user_id, name)
-);
-
-CREATE INDEX IF NOT EXISTS idx_bot_api_keys_user_id ON lt_bot_api_keys (user_id);

package/build/lib/db/schemas/009_audit_trail.sql

@@ -1,7 +0,0 @@
--- 009_audit_trail.sql
--- Add IAM audit columns to lt_tasks for identity traceability.
-
-ALTER TABLE lt_tasks ADD COLUMN IF NOT EXISTS initiated_by UUID REFERENCES lt_users(id) ON DELETE SET NULL;
-ALTER TABLE lt_tasks ADD COLUMN IF NOT EXISTS principal_type TEXT DEFAULT 'user';
-
-CREATE INDEX IF NOT EXISTS idx_lt_tasks_initiated_by ON lt_tasks (initiated_by) WHERE initiated_by IS NOT NULL;

package/build/lib/db/schemas/010_credential_providers.sql

@@ -1,4 +0,0 @@
--- Add credential_providers column to lt_mcp_servers
--- Declares which credential providers a server's tools need
-ALTER TABLE lt_mcp_servers
-  ADD COLUMN IF NOT EXISTS credential_providers TEXT[] NOT NULL DEFAULT '{}';

package/build/lib/db/schemas/011_system_workflow_configs.sql

@@ -1,37 +0,0 @@
--- Ensure all system leaf workflows have config entries.
--- Migrations 004/005 tried to UPDATE these but they were never seeded —
--- the interceptor needs config entries to wrap workflows with lifecycle events.
-
-INSERT INTO lt_config_workflows
-  (workflow_type, task_queue, default_role, invocable, description, tool_tags)
-VALUES
-  ('mcpQuery', 'long-tail-system', 'engineer', false,
-   'Dynamic MCP tool orchestration — LLM agentic loop with raw MCP tools',
-   '{}'),
-  ('mcpTriage', 'long-tail-system', 'engineer', false,
-   'Dynamic MCP triage — LLM agentic loop for escalation remediation',
-   '{}'),
-  ('mcpWorkflowBuilder', 'long-tail-system', 'engineer', false,
-   'Direct pipeline builder — LLM constructs DAG from tool schemas',
-   '{}'),
-  ('mcpWorkflowPlanner', 'long-tail-system', 'engineer', false,
-   'Plan mode — decomposes specifications into multi-workflow sets',
-   '{}')
-ON CONFLICT (workflow_type) DO NOTHING;
-
--- Assign roles
-INSERT INTO lt_config_roles (workflow_type, role)
-SELECT 'mcpQuery', unnest(ARRAY['reviewer', 'engineer', 'admin'])
-ON CONFLICT (workflow_type, role) DO NOTHING;
-
-INSERT INTO lt_config_roles (workflow_type, role)
-SELECT 'mcpTriage', unnest(ARRAY['reviewer', 'engineer', 'admin'])
-ON CONFLICT (workflow_type, role) DO NOTHING;
-
-INSERT INTO lt_config_roles (workflow_type, role)
-SELECT 'mcpWorkflowBuilder', unnest(ARRAY['reviewer', 'engineer', 'admin'])
-ON CONFLICT (workflow_type, role) DO NOTHING;
-
-INSERT INTO lt_config_roles (workflow_type, role)
-SELECT 'mcpWorkflowPlanner', unnest(ARRAY['reviewer', 'engineer', 'admin'])
-ON CONFLICT (workflow_type, role) DO NOTHING;

package/build/lib/db/schemas/012_drop_modality.sql

@@ -1,6 +0,0 @@
--- Remove delivery modality — the concept was never used for actual routing.
--- Alpha cleanup: drop from config, escalations, and tasks tables.
-
-ALTER TABLE lt_config_workflows DROP COLUMN IF EXISTS default_modality;
-ALTER TABLE lt_escalations DROP COLUMN IF EXISTS modality;
-ALTER TABLE lt_tasks DROP COLUMN IF EXISTS modality;

package/build/lib/db/schemas/013_execute_as.sql

@@ -1,9 +0,0 @@
--- Add execute_as to workflow configs: proxy invocation identity.
--- When set, workflows run as the named bot instead of the invoking user.
-
-ALTER TABLE lt_config_workflows ADD COLUMN IF NOT EXISTS execute_as TEXT;
-
--- Add executing_as to tasks: records the actual executing principal
--- (may differ from initiated_by when proxy invocation is used).
-
-ALTER TABLE lt_tasks ADD COLUMN IF NOT EXISTS executing_as TEXT;

package/build/lib/db/schemas/014_ephemeral_credentials.sql

@@ -1,16 +0,0 @@
--- Ephemeral credential store for sensitive fields in waitFor signal payloads.
--- Supports max_uses (0 = unlimited) and TTL-based expiry.
-
-CREATE TABLE IF NOT EXISTS lt_ephemeral_credentials (
-  token       UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-  value       BYTEA NOT NULL,
-  label       TEXT,
-  max_uses    INTEGER NOT NULL DEFAULT 0,
-  use_count   INTEGER NOT NULL DEFAULT 0,
-  expires_at  TIMESTAMPTZ,
-  created_at  TIMESTAMPTZ NOT NULL DEFAULT NOW()
-);
-
-CREATE INDEX IF NOT EXISTS idx_lt_ephemeral_expiry
-  ON lt_ephemeral_credentials (expires_at)
-  WHERE expires_at IS NOT NULL;

package/build/lib/db/schemas/015_knowledge.sql

@@ -1,23 +0,0 @@
--- Long Tail Knowledge Store
--- Persistent JSONB memory for autonomous agents. Each entry lives in a domain
--- (lightweight namespace) and is keyed by a human-readable string.
-
-CREATE TABLE IF NOT EXISTS lt_knowledge (
-  id          UUID PRIMARY KEY DEFAULT gen_random_uuid(),
-  domain      TEXT NOT NULL,
-  key         TEXT NOT NULL,
-  data        JSONB NOT NULL DEFAULT '{}',
-  tags        TEXT[] NOT NULL DEFAULT '{}',
-  created_at  TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  updated_at  TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  UNIQUE(domain, key)
-);
-
-CREATE INDEX IF NOT EXISTS idx_lt_knowledge_domain ON lt_knowledge (domain);
-CREATE INDEX IF NOT EXISTS idx_lt_knowledge_tags ON lt_knowledge USING GIN (tags);
-CREATE INDEX IF NOT EXISTS idx_lt_knowledge_data ON lt_knowledge USING GIN (data);
-
-DROP TRIGGER IF EXISTS lt_knowledge_updated_at ON lt_knowledge;
-CREATE TRIGGER lt_knowledge_updated_at
-  BEFORE UPDATE ON lt_knowledge
-  FOR EACH ROW EXECUTE FUNCTION lt_set_updated_at();

package/build/lib/db/schemas/016_streamable_http.sql

@@ -1,7 +0,0 @@
--- Allow 'streamable-http' as a transport type for MCP servers
-ALTER TABLE lt_mcp_servers
-  DROP CONSTRAINT IF EXISTS lt_mcp_servers_transport_type_check;
-
-ALTER TABLE lt_mcp_servers
-  ADD CONSTRAINT lt_mcp_servers_transport_type_check
-  CHECK (transport_type IN ('stdio', 'sse', 'streamable-http'));