@electric-ax/agents-server 0.3.0

package/drizzle/0000_baseline.sql

@@ -0,0 +1,97 @@
+CREATE TABLE "consumer_callbacks" (
+	"consumer_id" text PRIMARY KEY NOT NULL,
+	"callback_url" text NOT NULL,
+	"primary_stream" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "entities" (
+	"url" text PRIMARY KEY NOT NULL,
+	"type" text NOT NULL,
+	"status" text DEFAULT 'idle' NOT NULL,
+	"subscription_id" text NOT NULL,
+	"write_token" text NOT NULL,
+	"metadata" jsonb DEFAULT '{}'::jsonb,
+	"spawn_args" jsonb DEFAULT '{}'::jsonb,
+	"parent" text,
+	"type_revision" integer,
+	"inbox_schemas" jsonb,
+	"state_schemas" jsonb,
+	"metadata_schema" jsonb,
+	"created_at" bigint NOT NULL,
+	"updated_at" bigint NOT NULL,
+	CONSTRAINT "chk_entities_status" CHECK ("entities"."status" IN ('spawning', 'running', 'idle', 'stopped'))
+);
+--> statement-breakpoint
+CREATE TABLE "entity_types" (
+	"name" text PRIMARY KEY NOT NULL,
+	"description" text NOT NULL,
+	"creation_schema" jsonb,
+	"inbox_schemas" jsonb,
+	"state_schemas" jsonb,
+	"metadata_schema" jsonb,
+	"serve_endpoint" text,
+	"revision" integer DEFAULT 1 NOT NULL,
+	"created_at" text NOT NULL,
+	"updated_at" text NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "scheduled_tasks" (
+	"id" bigserial PRIMARY KEY NOT NULL,
+	"kind" text NOT NULL,
+	"payload" jsonb NOT NULL,
+	"fire_at" timestamp with time zone NOT NULL,
+	"cron_expression" text,
+	"cron_timezone" text,
+	"cron_tick_number" integer,
+	"owner_entity_url" text,
+	"manifest_key" text,
+	"claimed_by" text,
+	"claimed_at" timestamp with time zone,
+	"completed_at" timestamp with time zone,
+	"last_error" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL,
+	CONSTRAINT "uq_cron_tick" UNIQUE("cron_expression","cron_timezone","cron_tick_number"),
+	CONSTRAINT "chk_scheduled_tasks_kind" CHECK ("scheduled_tasks"."kind" IN ('delayed_send', 'cron_tick'))
+);
+--> statement-breakpoint
+CREATE TABLE "subscription_webhooks" (
+	"subscription_id" text PRIMARY KEY NOT NULL,
+	"webhook_url" text NOT NULL,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "wake_registrations" (
+	"id" serial PRIMARY KEY NOT NULL,
+	"subscriber_url" text NOT NULL,
+	"source_url" text NOT NULL,
+	"condition" jsonb NOT NULL,
+	"debounce_ms" integer DEFAULT 0 NOT NULL,
+	"timeout_ms" integer DEFAULT 0 NOT NULL,
+	"one_shot" boolean DEFAULT false NOT NULL,
+	"timeout_consumed" boolean DEFAULT false NOT NULL,
+	"include_response" boolean DEFAULT true NOT NULL,
+	"manifest_key" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL,
+	CONSTRAINT "uq_wake_registration" UNIQUE("subscriber_url","source_url","one_shot","debounce_ms","timeout_ms","condition","manifest_key")
+);
+--> statement-breakpoint
+CREATE OR REPLACE FUNCTION notify_scheduled_tasks_wake() RETURNS trigger AS $$
+BEGIN
+	PERFORM pg_notify('scheduled_tasks_wake', '');
+	RETURN NEW;
+END;
+$$ LANGUAGE plpgsql;
+--> statement-breakpoint
+CREATE TRIGGER scheduled_tasks_notify
+	AFTER INSERT ON "scheduled_tasks"
+	FOR EACH ROW
+	EXECUTE FUNCTION notify_scheduled_tasks_wake();
+--> statement-breakpoint
+CREATE INDEX "idx_entities_type" ON "entities" USING btree ("type");--> statement-breakpoint
+CREATE INDEX "idx_entities_status" ON "entities" USING btree ("status");--> statement-breakpoint
+CREATE INDEX "idx_entities_parent" ON "entities" USING btree ("parent");--> statement-breakpoint
+CREATE INDEX "idx_scheduled_tasks_fire_ready" ON "scheduled_tasks" USING btree ("fire_at") WHERE "scheduled_tasks"."completed_at" IS NULL AND "scheduled_tasks"."claimed_at" IS NULL;--> statement-breakpoint
+CREATE INDEX "idx_scheduled_tasks_manifest_pending" ON "scheduled_tasks" USING btree ("owner_entity_url","manifest_key") WHERE "scheduled_tasks"."kind" = 'delayed_send' AND "scheduled_tasks"."completed_at" IS NULL AND "scheduled_tasks"."manifest_key" IS NOT NULL;--> statement-breakpoint
+CREATE INDEX "idx_scheduled_tasks_stale_claims" ON "scheduled_tasks" USING btree ("claimed_at") WHERE "scheduled_tasks"."completed_at" IS NULL AND "scheduled_tasks"."claimed_at" IS NOT NULL;--> statement-breakpoint
+CREATE INDEX "idx_wake_source_url" ON "wake_registrations" USING btree ("source_url");

package/drizzle/0001_entity_tags_and_bridges.sql

@@ -0,0 +1,45 @@
+-- tags_index is a text[] shadow of tags jsonb. Electric shape `where` supports
+-- `@>` on text[] but not on jsonb, so membership queries for
+-- observe(entities({ tags })) must scan tags_index.
+ALTER TABLE entities
+  DROP COLUMN metadata,
+  ADD COLUMN tags jsonb NOT NULL DEFAULT '{}'::jsonb,
+  ADD COLUMN tags_index text[] NOT NULL DEFAULT '{}'::text[];
+
+CREATE INDEX entities_tags_index_gin ON entities USING gin (tags_index);
+
+-- REPLICA IDENTITY FULL is required so Electric's logical replication emits
+-- full-row payloads on UPDATE/DELETE. Without it, shape consumers can't
+-- compute diffs and bridge reconcile breaks.
+ALTER TABLE entities REPLICA IDENTITY FULL;
+
+CREATE TABLE entity_bridges (
+  source_ref text PRIMARY KEY,
+  tags jsonb NOT NULL,
+  stream_url text NOT NULL UNIQUE,
+  shape_handle text,
+  shape_offset text,
+  last_observer_activity_at timestamptz NOT NULL DEFAULT now(),
+  created_at timestamptz NOT NULL DEFAULT now(),
+  updated_at timestamptz NOT NULL DEFAULT now()
+);
+
+CREATE TABLE tag_stream_outbox (
+  id bigserial PRIMARY KEY,
+  entity_url text NOT NULL,
+  collection text NOT NULL,
+  op text NOT NULL,
+  key text NOT NULL,
+  row_data jsonb,
+  claimed_by text,
+  claimed_at timestamptz,
+  created_at timestamptz NOT NULL DEFAULT now()
+);
+
+CREATE INDEX idx_tag_stream_outbox_unclaimed
+  ON tag_stream_outbox (created_at)
+  WHERE claimed_at IS NULL;
+
+CREATE INDEX idx_tag_stream_outbox_stale_claims
+  ON tag_stream_outbox (claimed_at)
+  WHERE claimed_at IS NOT NULL;

package/drizzle/0002_tag_outbox_hardening.sql

@@ -0,0 +1,14 @@
+ALTER TABLE tag_stream_outbox
+  ADD COLUMN attempt_count integer NOT NULL DEFAULT 0,
+  ADD COLUMN last_error text,
+  ADD COLUMN dead_lettered_at timestamptz;
+
+DROP INDEX IF EXISTS idx_tag_stream_outbox_unclaimed;
+CREATE INDEX idx_tag_stream_outbox_unclaimed
+  ON tag_stream_outbox (created_at)
+  WHERE claimed_at IS NULL AND dead_lettered_at IS NULL;
+
+DROP INDEX IF EXISTS idx_tag_stream_outbox_stale_claims;
+CREATE INDEX idx_tag_stream_outbox_stale_claims
+  ON tag_stream_outbox (claimed_at)
+  WHERE claimed_at IS NOT NULL AND dead_lettered_at IS NULL;

package/drizzle/0003_entity_manifest_sources.sql

@@ -0,0 +1,11 @@
+CREATE TABLE entity_manifest_sources (
+  owner_entity_url text NOT NULL,
+  manifest_key text NOT NULL,
+  source_ref text NOT NULL,
+  created_at timestamptz NOT NULL DEFAULT now(),
+  updated_at timestamptz NOT NULL DEFAULT now(),
+  CONSTRAINT uq_entity_manifest_source UNIQUE (owner_entity_url, manifest_key)
+);
+
+CREATE INDEX idx_entity_manifest_sources_source_ref
+  ON entity_manifest_sources (source_ref);

package/drizzle/0004_tenant_scoping.sql

@@ -0,0 +1,139 @@
+ALTER TABLE entity_types
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE entities
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE wake_registrations
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE subscription_webhooks
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE consumer_callbacks
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE scheduled_tasks
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE entity_bridges
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE entity_manifest_sources
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE tag_stream_outbox
+  ADD COLUMN tenant_id text NOT NULL DEFAULT 'default';
+--> statement-breakpoint
+ALTER TABLE entity_types
+  DROP CONSTRAINT entity_types_pkey,
+  ADD CONSTRAINT entity_types_pkey PRIMARY KEY (tenant_id, name);
+--> statement-breakpoint
+ALTER TABLE entities
+  DROP CONSTRAINT entities_pkey,
+  ADD CONSTRAINT entities_pkey PRIMARY KEY (tenant_id, url);
+--> statement-breakpoint
+ALTER TABLE subscription_webhooks
+  DROP CONSTRAINT subscription_webhooks_pkey,
+  ADD CONSTRAINT subscription_webhooks_pkey PRIMARY KEY (tenant_id, subscription_id);
+--> statement-breakpoint
+ALTER TABLE consumer_callbacks
+  DROP CONSTRAINT consumer_callbacks_pkey,
+  ADD CONSTRAINT consumer_callbacks_pkey PRIMARY KEY (tenant_id, consumer_id);
+--> statement-breakpoint
+ALTER TABLE entity_bridges
+  DROP CONSTRAINT entity_bridges_pkey,
+  DROP CONSTRAINT IF EXISTS entity_bridges_stream_url_unique,
+  DROP CONSTRAINT IF EXISTS entity_bridges_stream_url_key,
+  ADD CONSTRAINT entity_bridges_pkey PRIMARY KEY (tenant_id, source_ref),
+  ADD CONSTRAINT uq_entity_bridges_stream_url UNIQUE (tenant_id, stream_url);
+--> statement-breakpoint
+ALTER TABLE wake_registrations
+  DROP CONSTRAINT uq_wake_registration,
+  ADD CONSTRAINT uq_wake_registration UNIQUE (
+    tenant_id,
+    subscriber_url,
+    source_url,
+    one_shot,
+    debounce_ms,
+    timeout_ms,
+    condition,
+    manifest_key
+  );
+--> statement-breakpoint
+ALTER TABLE scheduled_tasks
+  DROP CONSTRAINT uq_cron_tick,
+  ADD CONSTRAINT uq_cron_tick UNIQUE (
+    tenant_id,
+    cron_expression,
+    cron_timezone,
+    cron_tick_number
+  );
+--> statement-breakpoint
+ALTER TABLE entity_manifest_sources
+  DROP CONSTRAINT uq_entity_manifest_source,
+  ADD CONSTRAINT uq_entity_manifest_source UNIQUE (
+    tenant_id,
+    owner_entity_url,
+    manifest_key
+  );
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_entities_type;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_entities_status;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_entities_parent;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_wake_source_url;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_scheduled_tasks_fire_ready;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_scheduled_tasks_manifest_pending;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_scheduled_tasks_stale_claims;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_entity_manifest_sources_source_ref;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_tag_stream_outbox_unclaimed;
+--> statement-breakpoint
+DROP INDEX IF EXISTS idx_tag_stream_outbox_stale_claims;
+--> statement-breakpoint
+CREATE INDEX idx_entities_type
+  ON entities (tenant_id, type);
+--> statement-breakpoint
+CREATE INDEX idx_entities_status
+  ON entities (tenant_id, status);
+--> statement-breakpoint
+CREATE INDEX idx_entities_parent
+  ON entities (tenant_id, parent);
+--> statement-breakpoint
+CREATE INDEX idx_wake_source_url
+  ON wake_registrations (tenant_id, source_url);
+--> statement-breakpoint
+CREATE INDEX idx_consumer_callbacks_primary_stream
+  ON consumer_callbacks (tenant_id, primary_stream);
+--> statement-breakpoint
+CREATE INDEX idx_scheduled_tasks_fire_ready
+  ON scheduled_tasks (tenant_id, fire_at)
+  WHERE completed_at IS NULL AND claimed_at IS NULL;
+--> statement-breakpoint
+CREATE INDEX idx_scheduled_tasks_manifest_pending
+  ON scheduled_tasks (tenant_id, owner_entity_url, manifest_key)
+  WHERE kind = 'delayed_send'
+    AND completed_at IS NULL
+    AND manifest_key IS NOT NULL;
+--> statement-breakpoint
+CREATE INDEX idx_scheduled_tasks_stale_claims
+  ON scheduled_tasks (tenant_id, claimed_at)
+  WHERE completed_at IS NULL AND claimed_at IS NOT NULL;
+--> statement-breakpoint
+CREATE INDEX idx_entity_manifest_sources_source_ref
+  ON entity_manifest_sources (tenant_id, source_ref);
+--> statement-breakpoint
+CREATE INDEX idx_tag_stream_outbox_unclaimed
+  ON tag_stream_outbox (tenant_id, created_at)
+  WHERE claimed_at IS NULL AND dead_lettered_at IS NULL;
+--> statement-breakpoint
+CREATE INDEX idx_tag_stream_outbox_stale_claims
+  ON tag_stream_outbox (tenant_id, claimed_at)
+  WHERE claimed_at IS NOT NULL AND dead_lettered_at IS NULL;

package/drizzle/0005_pull_wake_control_plane.sql

@@ -0,0 +1,156 @@
+ALTER TABLE entity_types
+  ADD COLUMN default_dispatch_policy jsonb;
+--> statement-breakpoint
+ALTER TABLE entities
+  ADD COLUMN dispatch_policy jsonb;
+--> statement-breakpoint
+CREATE TABLE users (
+  tenant_id text NOT NULL DEFAULT 'default',
+  id text NOT NULL,
+  display_name text,
+  email text,
+  avatar_url text,
+  auth_provider text,
+  auth_subject text,
+  profile jsonb NOT NULL DEFAULT '{}'::jsonb,
+  metadata jsonb NOT NULL DEFAULT '{}'::jsonb,
+  created_at timestamptz NOT NULL DEFAULT now(),
+  updated_at timestamptz NOT NULL DEFAULT now(),
+  PRIMARY KEY (tenant_id, id)
+);
+--> statement-breakpoint
+CREATE INDEX idx_users_email ON users (tenant_id, email);
+--> statement-breakpoint
+CREATE INDEX idx_users_auth_identity
+  ON users (tenant_id, auth_provider, auth_subject);
+--> statement-breakpoint
+CREATE TABLE runners (
+  tenant_id text NOT NULL DEFAULT 'default',
+  id text NOT NULL,
+  owner_user_id text NOT NULL,
+  label text NOT NULL,
+  kind text NOT NULL DEFAULT 'local',
+  admin_status text NOT NULL DEFAULT 'enabled',
+  wake_stream text NOT NULL,
+  wake_stream_offset text,
+  last_seen_at timestamptz,
+  liveness_lease_expires_at timestamptz,
+  created_at timestamptz NOT NULL DEFAULT now(),
+  updated_at timestamptz NOT NULL DEFAULT now(),
+  PRIMARY KEY (tenant_id, id),
+  CONSTRAINT uq_runners_wake_stream UNIQUE (tenant_id, wake_stream),
+  CONSTRAINT chk_runners_kind CHECK (kind IN ('local', 'cloud-worker', 'sandbox', 'ci', 'server')),
+  CONSTRAINT chk_runners_admin_status CHECK (admin_status IN ('enabled', 'disabled'))
+);
+--> statement-breakpoint
+CREATE INDEX idx_runners_owner_user_id ON runners (tenant_id, owner_user_id);
+--> statement-breakpoint
+CREATE INDEX idx_runners_admin_status ON runners (tenant_id, admin_status);
+--> statement-breakpoint
+CREATE INDEX idx_runners_liveness_lease_expires_at
+  ON runners (tenant_id, liveness_lease_expires_at);
+--> statement-breakpoint
+CREATE TABLE entity_dispatch_state (
+  tenant_id text NOT NULL DEFAULT 'default',
+  entity_url text NOT NULL,
+  pending_source_streams jsonb NOT NULL DEFAULT '[]'::jsonb,
+  pending_reason text,
+  pending_since timestamptz,
+  outstanding_wake_id text,
+  outstanding_wake_target jsonb,
+  outstanding_wake_created_at timestamptz,
+  active_consumer_id text,
+  active_runner_id text,
+  active_epoch integer,
+  active_claimed_at timestamptz,
+  active_lease_expires_at timestamptz,
+  last_wake_id text,
+  last_claimed_at timestamptz,
+  last_released_at timestamptz,
+  last_completed_at timestamptz,
+  last_error text,
+  updated_at timestamptz NOT NULL DEFAULT now(),
+  PRIMARY KEY (tenant_id, entity_url)
+);
+--> statement-breakpoint
+CREATE INDEX idx_entity_dispatch_state_active_runner
+  ON entity_dispatch_state (tenant_id, active_runner_id);
+--> statement-breakpoint
+CREATE INDEX idx_entity_dispatch_state_outstanding_wake
+  ON entity_dispatch_state (tenant_id, outstanding_wake_id);
+--> statement-breakpoint
+CREATE INDEX idx_entity_dispatch_state_active_lease
+  ON entity_dispatch_state (tenant_id, active_lease_expires_at);
+--> statement-breakpoint
+INSERT INTO entity_dispatch_state (tenant_id, entity_url)
+SELECT tenant_id, url FROM entities
+ON CONFLICT (tenant_id, entity_url) DO NOTHING;
+--> statement-breakpoint
+CREATE TABLE wake_notifications (
+  tenant_id text NOT NULL DEFAULT 'default',
+  wake_id text NOT NULL,
+  entity_url text NOT NULL,
+  target_type text NOT NULL,
+  target_runner_id text,
+  target_webhook_url text,
+  target_worker_pool_id text,
+  runner_wake_stream text,
+  runner_wake_stream_offset text,
+  notification_public jsonb NOT NULL,
+  delivery_status text NOT NULL DEFAULT 'queued',
+  claim_status text NOT NULL DEFAULT 'unclaimed',
+  created_at timestamptz NOT NULL DEFAULT now(),
+  delivered_at timestamptz,
+  claimed_at timestamptz,
+  resolved_at timestamptz,
+  PRIMARY KEY (tenant_id, wake_id),
+  CONSTRAINT chk_wake_notifications_target_type CHECK (target_type IN ('webhook', 'runner', 'worker-pool')),
+  CONSTRAINT chk_wake_notifications_delivery_status CHECK (delivery_status IN ('queued', 'delivered', 'failed', 'superseded')),
+  CONSTRAINT chk_wake_notifications_claim_status CHECK (claim_status IN ('unclaimed', 'claimed', 'completed', 'expired'))
+);
+--> statement-breakpoint
+CREATE INDEX idx_wake_notifications_entity_url
+  ON wake_notifications (tenant_id, entity_url);
+--> statement-breakpoint
+CREATE INDEX idx_wake_notifications_target_runner
+  ON wake_notifications (tenant_id, target_runner_id);
+--> statement-breakpoint
+CREATE INDEX idx_wake_notifications_delivery_status
+  ON wake_notifications (tenant_id, delivery_status);
+--> statement-breakpoint
+CREATE INDEX idx_wake_notifications_claim_status
+  ON wake_notifications (tenant_id, claim_status);
+--> statement-breakpoint
+CREATE INDEX idx_wake_notifications_created_at
+  ON wake_notifications (tenant_id, created_at);
+--> statement-breakpoint
+CREATE TABLE consumer_claims (
+  tenant_id text NOT NULL DEFAULT 'default',
+  consumer_id text NOT NULL,
+  epoch integer NOT NULL,
+  wake_id text,
+  entity_url text NOT NULL,
+  stream_path text NOT NULL,
+  runner_id text,
+  status text NOT NULL DEFAULT 'active',
+  claimed_at timestamptz NOT NULL DEFAULT now(),
+  last_heartbeat_at timestamptz,
+  lease_expires_at timestamptz,
+  released_at timestamptz,
+  acked_streams jsonb,
+  updated_at timestamptz NOT NULL DEFAULT now(),
+  PRIMARY KEY (tenant_id, consumer_id, epoch),
+  CONSTRAINT chk_consumer_claims_status CHECK (status IN ('active', 'released', 'expired', 'failed'))
+);
+--> statement-breakpoint
+CREATE INDEX idx_consumer_claims_entity_status
+  ON consumer_claims (tenant_id, entity_url, status);
+--> statement-breakpoint
+CREATE INDEX idx_consumer_claims_runner
+  ON consumer_claims (tenant_id, runner_id);
+--> statement-breakpoint
+CREATE INDEX idx_consumer_claims_wake_id
+  ON consumer_claims (tenant_id, wake_id);
+--> statement-breakpoint
+CREATE INDEX idx_consumer_claims_lease_expires_at
+  ON consumer_claims (tenant_id, lease_expires_at);