dzql 0.5.33 → 0.6.0

package/src/database/migrations/006_auth.sql

@@ -1,94 +0,0 @@
--- Authentication System
--- Simple users table with login/register/profile functions
-
--- Enable pgcrypto extension for password hashing
-create extension if not exists pgcrypto;
-
--- === Users Table ===
--- Minimal auth table - applications can add columns via migrations
--- Note: created_at is tracked via the action log, not here
-create table if not exists users (
-  id serial primary key,
-  email text unique not null,
-  password_hash text not null
-);
-
--- === Auth Functions ===
-
--- Register new user
--- p_options: optional JSON object with additional fields to set on the user record
--- Example: register_user('test@example.com', 'password', '{"name": "Test User"}')
-create or replace function register_user(p_email text, p_password text, p_options jsonb default null)
-returns jsonb
-language plpgsql
-security definer
-as $$
-declare
-  v_user_id int;
-  v_salt text;
-  v_hash text;
-  v_insert_data jsonb;
-begin
-  -- Generate salt and hash password
-  v_salt := gen_salt('bf', 10);
-  v_hash := crypt(p_password, v_salt);
-
-  -- Build insert data: options fields + email + password_hash (options cannot override core fields)
-  v_insert_data := jsonb_build_object('email', p_email, 'password_hash', v_hash);
-  if p_options is not null then
-    v_insert_data := (p_options - 'id' - 'email' - 'password_hash' - 'password') || v_insert_data;
-  end if;
-
-  -- Dynamic INSERT from JSONB (same pattern as compiled save functions)
-  execute (
-    select format(
-      'INSERT INTO users (%s) VALUES (%s) RETURNING id',
-      string_agg(quote_ident(key), ', '),
-      string_agg(quote_nullable(value), ', ')
-    )
-    from jsonb_each_text(v_insert_data) kv(key, value)
-  ) into v_user_id;
-
-  return _profile(v_user_id);
-exception
-  when unique_violation then
-    raise exception 'Email already exists' using errcode = '23505';
-end $$;
-
--- Login user
-create or replace function login_user(p_email text, p_password text)
-returns jsonb
-language plpgsql
-security definer
-as $$
-declare
-  user_record record;
-begin
-  select id, email, password_hash
-  into user_record
-  from users
-  where email = p_email;
-
-  if not found then
-    raise exception 'Invalid credentials' using errcode = '28000';
-  end if;
-
-  if not (user_record.password_hash = crypt(p_password, user_record.password_hash)) then
-    raise exception 'Invalid credentials' using errcode = '28000';
-  end if;
-
-  return _profile(user_record.id);
-end $$;
-
--- Get user profile (private function)
--- Returns all user columns except sensitive fields (password_hash, password, secret, token)
--- This allows the users table to have any additional columns without modifying this function
-create or replace function _profile(p_user_id int)
-returns jsonb
-language sql
-security definer
-as $$
-  select jsonb_build_object('user_id', u.id) || (to_jsonb(u.*) - 'id' - 'password_hash' - 'password' - 'secret' - 'token')
-  from users u
-  where id = p_user_id;
-$$;

package/src/database/migrations/007_events.sql

@@ -1,133 +0,0 @@
--- DZQL Framework - Event System and Real-time Notifications
--- Events are created ONLY by API operations (generic_save, generic_delete)
--- This ensures proper user context and security
-
--- ============================================================================
--- NOTIFY EVENT FUNCTION
--- ============================================================================
--- Event notification trigger - handles all real-time notifications
-CREATE OR REPLACE FUNCTION dzql.notify_event()
-RETURNS TRIGGER LANGUAGE plpgsql AS $$
-BEGIN
-  -- Send real-time notification to single channel
-  PERFORM pg_notify('dzql', jsonb_build_object(
-    'event_id', NEW.event_id,
-    'table', NEW.table_name,
-    'op', NEW.op,
-    'pk', NEW.pk,
-    'data', NEW.data,
-    'user_id', NEW.user_id,
-    'at', NEW.at,
-    'notify_users', NEW.notify_users
-  )::text);
-
-  RETURN NULL;
-END $$;
-
--- ============================================================================
--- CREATE TRIGGER ON EVENTS TABLE
--- ============================================================================
--- Create trigger on events table to handle notifications
-DROP TRIGGER IF EXISTS dzql_events_notify ON dzql.events;
-CREATE TRIGGER dzql_events_notify
-  AFTER INSERT ON dzql.events
-  FOR EACH ROW EXECUTE FUNCTION dzql.notify_event();
-
--- ============================================================================
--- HELPER FUNCTIONS
--- ============================================================================
-
--- Get event history for a specific record (audit trail)
-CREATE OR REPLACE FUNCTION dzql.get_record_history(
-  p_table_name text,
-  p_record_id text,
-  p_limit int DEFAULT 50
-) RETURNS jsonb
-LANGUAGE sql STABLE AS $$
-  SELECT COALESCE(jsonb_agg(
-    to_jsonb(e) ORDER BY e.at DESC
-  ), '[]'::jsonb)
-  FROM (
-    SELECT * FROM dzql.events e
-    WHERE e.table_name = p_table_name
-      AND e.pk->>'id' = p_record_id
-    ORDER BY e.at DESC
-    LIMIT p_limit
-  ) e;
-$$;
-
--- Get recent actions by a user
-CREATE OR REPLACE FUNCTION dzql.get_user_actions(
-  p_user_id int,
-  p_limit int DEFAULT 100
-) RETURNS jsonb
-LANGUAGE sql STABLE AS $$
-  SELECT COALESCE(jsonb_agg(
-    to_jsonb(e) ORDER BY e.at DESC
-  ), '[]'::jsonb)
-  FROM (
-    SELECT * FROM dzql.events e
-    WHERE e.user_id = p_user_id
-    ORDER BY e.at DESC
-    LIMIT p_limit
-  ) e;
-$$;
-
--- Get event catchup data for synchronization
-CREATE OR REPLACE FUNCTION dzql.catchup(p_context_id text, p_since_event_id bigint)
-RETURNS jsonb LANGUAGE sql STABLE AS $$
-  SELECT coalesce(jsonb_agg(to_jsonb(e) order by e.event_id), '[]'::jsonb)
-  FROM dzql.events e
-  WHERE e.event_id > p_since_event_id;
-$$;
-
--- Get single event by ID
-CREATE OR REPLACE FUNCTION dzql.get_event(p_event_id bigint)
-RETURNS jsonb LANGUAGE sql STABLE AS $$
-  SELECT to_jsonb(e) FROM dzql.events e WHERE e.event_id = p_event_id;
-$$;
-
--- Get recent events on a table
-CREATE OR REPLACE FUNCTION dzql.get_table_events(
-  p_table_name text,
-  p_limit int DEFAULT 100
-) RETURNS jsonb
-LANGUAGE sql STABLE AS $$
-  SELECT COALESCE(jsonb_agg(
-    to_jsonb(e) ORDER BY e.at DESC
-  ), '[]'::jsonb)
-  FROM (
-    SELECT * FROM dzql.events e
-    WHERE e.table_name = p_table_name
-    ORDER BY e.at DESC
-    LIMIT p_limit
-  ) e;
-$$;
-
--- Comments
-COMMENT ON FUNCTION dzql.notify_event() IS 'Broadcasts event notifications via PostgreSQL NOTIFY for real-time updates';
-COMMENT ON FUNCTION dzql.get_record_history(text, text, int) IS 'Returns audit trail for a specific record';
-COMMENT ON FUNCTION dzql.get_user_actions(int, int) IS 'Returns recent actions performed by a user';
-COMMENT ON FUNCTION dzql.get_table_events(text, int) IS 'Returns recent events for a table';
-
--- ============================================================================
--- CLEANUP OLD TRIGGER SYSTEM
--- ============================================================================
--- Remove any table triggers that were created by the old system
-DO $$
-DECLARE
-  l_table_name text;
-BEGIN
-  -- Remove old emit_row_change function if it exists
-  DROP FUNCTION IF EXISTS dzql.emit_row_change() CASCADE;
-
-  -- Clean up any existing table triggers from registered entities
-  FOR l_table_name IN
-    SELECT table_name FROM dzql.entities
-  LOOP
-    EXECUTE format('DROP TRIGGER IF EXISTS %I ON %I',
-      l_table_name || '_dzql_events', l_table_name);
-  END LOOP;
-
-  RAISE NOTICE 'Cleaned up old table trigger system';
-END $$;

package/src/database/migrations/008_hello.sql

@@ -1,18 +0,0 @@
--- Hello World Function for Testing DZQL's Function Proxy
-
--- Create a simple hello world function
--- First parameter must be p_user_id for DZQL compatibility
-create or replace function hello(p_user_id int, p_name text default 'World')
-returns jsonb
-language plpgsql
-security definer
-as $$
-begin
-  return jsonb_build_object(
-    'message', 'Hello, ' || coalesce(p_name, 'World') || '!',
-    'timestamp', now(),
-    'from', 'PostgreSQL',
-    'user_id', p_user_id
-  );
-end;
-$$;

package/src/database/migrations/008a_meta.sql

@@ -1,172 +0,0 @@
--- === Entity Metadata Function ===
--- Returns complete metadata for all registered entities in the DZQL system
--- Includes entity config, schema information, and relationship graph
--- Used by UI to dynamically configure based on registered entities
-
-create or replace function get_entities_metadata(p_user_id int)
-returns jsonb
-language plpgsql
-security definer
-as $$
-declare
-  v_entities jsonb;
-  v_relations jsonb;
-  v_junction_tables text[];
-  v_entity_names text[];
-begin
-  -- Get list of registered entity names
-  select array_agg(table_name) into v_entity_names
-  from dzql.entities;
-
-  -- Build entities object with schema information
-  select jsonb_object_agg(
-    e.table_name,
-    jsonb_build_object(
-      'table_name', e.table_name,
-      'label_field', e.label_field,
-      'searchable_fields', e.searchable_fields,
-      'fk_includes', e.fk_includes,
-      'soft_delete', e.soft_delete,
-      'temporal_fields', e.temporal_fields,
-      'notification_paths', e.notification_paths,
-      'permission_paths', e.permission_paths,
-      'primary_key', (
-        -- Get primary key columns
-        select jsonb_agg(a.attname order by a.attnum)
-        from pg_index i
-        join pg_attribute a on a.attrelid = i.indrelid and a.attnum = any(i.indkey)
-        where i.indrelid = e.table_name::regclass and i.indisprimary
-      ),
-      'schema', (
-        -- Get column schema from information_schema
-        select jsonb_agg(
-          jsonb_build_object(
-            'column_name', c.column_name,
-            'data_type', c.data_type,
-            'is_nullable', c.is_nullable = 'YES',
-            'column_default', c.column_default,
-            'character_maximum_length', c.character_maximum_length,
-            'numeric_precision', c.numeric_precision,
-            'numeric_scale', c.numeric_scale,
-            'ordinal_position', c.ordinal_position
-          ) order by c.ordinal_position
-        )
-        from information_schema.columns c
-        where c.table_schema = 'public'
-          and c.table_name = e.table_name
-      )
-    )
-  ) into v_entities
-  from dzql.entities e;
-
-  -- Identify junction tables (2+ foreign keys, minimal searchable fields)
-  select array_agg(distinct tc.table_name) into v_junction_tables
-  from information_schema.table_constraints tc
-  where tc.constraint_type = 'FOREIGN KEY'
-    and tc.table_schema = 'public'
-    and tc.table_name = any(v_entity_names)
-  group by tc.table_name
-  having count(*) >= 2
-    and (
-      select count(*)
-      from unnest((
-        select searchable_fields
-        from dzql.entities
-        where table_name = tc.table_name
-      )) as sf
-      where sf not in (
-        select kcu.column_name
-        from information_schema.key_column_usage kcu
-        where kcu.table_name = tc.table_name
-          and kcu.constraint_name in (
-            select constraint_name
-            from information_schema.table_constraints
-            where table_name = tc.table_name
-              and constraint_type = 'FOREIGN KEY'
-          )
-      )
-    ) <= 1;
-
-  -- Build relations array
-  with fk_relations as (
-    -- Get all foreign key relationships
-    select
-      tc.table_name,
-      kcu.column_name,
-      ccu.table_name as foreign_table_name,
-      ccu.column_name as foreign_column_name
-    from information_schema.table_constraints tc
-    join information_schema.key_column_usage kcu
-      on tc.constraint_name = kcu.constraint_name
-      and tc.table_schema = kcu.table_schema
-    join information_schema.constraint_column_usage ccu
-      on ccu.constraint_name = tc.constraint_name
-      and ccu.table_schema = tc.table_schema
-    where tc.constraint_type = 'FOREIGN KEY'
-      and tc.table_schema = 'public'
-      and tc.table_name = any(v_entity_names)
-      and ccu.table_name = any(v_entity_names)
-  ),
-  simple_relations as (
-    -- Many-to-one and one-to-many for non-junction tables
-    select jsonb_build_object(
-      'type', 'many_to_one',
-      'from', fk.table_name || '.' || fk.column_name,
-      'to', fk.foreign_table_name || '.' || fk.foreign_column_name
-    ) as relation
-    from fk_relations fk
-    where not (fk.table_name = any(v_junction_tables))
-
-    union all
-
-    select jsonb_build_object(
-      'type', 'one_to_many',
-      'from', fk.foreign_table_name || '.' || fk.foreign_column_name,
-      'to', fk.table_name || '.' || fk.column_name
-    ) as relation
-    from fk_relations fk
-    where not (fk.table_name = any(v_junction_tables))
-  ),
-  junction_relations as (
-    -- Many-to-many through junction tables
-    select jsonb_build_object(
-      'type', 'many_to_many',
-      'from', fk1.foreign_table_name || '.' || fk1.foreign_column_name,
-      'to', fk2.foreign_table_name || '.' || fk2.foreign_column_name,
-      'via', fk1.table_name || '.' || fk1.column_name || '.' || fk2.column_name
-    ) as relation
-    from fk_relations fk1
-    join fk_relations fk2
-      on fk1.table_name = fk2.table_name
-      and fk1.column_name < fk2.column_name  -- avoid duplicates
-    where fk1.table_name = any(v_junction_tables)
-
-    union all
-
-    select jsonb_build_object(
-      'type', 'many_to_many',
-      'from', fk2.foreign_table_name || '.' || fk2.foreign_column_name,
-      'to', fk1.foreign_table_name || '.' || fk1.foreign_column_name,
-      'via', fk1.table_name || '.' || fk2.column_name || '.' || fk1.column_name
-    ) as relation
-    from fk_relations fk1
-    join fk_relations fk2
-      on fk1.table_name = fk2.table_name
-      and fk1.column_name < fk2.column_name
-    where fk1.table_name = any(v_junction_tables)
-  )
-  select jsonb_agg(relation) into v_relations
-  from (
-    select relation from simple_relations
-    union all
-    select relation from junction_relations
-  ) all_relations;
-
-  -- Return complete metadata structure
-  return jsonb_build_object(
-    'entities', v_entities,
-    'relations', coalesce(v_relations, '[]'::jsonb),
-    'operations', jsonb_build_array('get', 'save', 'delete', 'lookup', 'search')
-  );
-end;
-$$;

package/src/database/migrations/009_subscriptions.sql

@@ -1,240 +0,0 @@
--- Migration 009: Live Query Subscriptions Infrastructure
--- Adds support for subscribable documents (Pattern 1 from vision.md)
-
--- ============================================================================
--- Subscribables Registry (Metadata Only)
--- ============================================================================
-
--- Stores metadata for registered subscribables
--- Note: Active subscriptions are held in-memory on the server
-CREATE TABLE IF NOT EXISTS dzql.subscribables (
-  name TEXT PRIMARY KEY,
-  permission_paths JSONB NOT NULL DEFAULT '{}'::jsonb,
-  param_schema JSONB NOT NULL DEFAULT '{}'::jsonb,
-  root_entity TEXT,  -- NULL allowed for dashboard mode (pure collections)
-  relations JSONB NOT NULL DEFAULT '{}'::jsonb,
-  scope_tables TEXT[] NOT NULL DEFAULT '{}',
-  created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-  updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
-);
-
-COMMENT ON TABLE dzql.subscribables IS
-  'Registry of subscribable documents. Subscribables define denormalized views that clients can subscribe to for real-time updates.';
-
-COMMENT ON COLUMN dzql.subscribables.name IS
-  'Subscribable identifier (used in subscribe_<name> RPC calls)';
-
-COMMENT ON COLUMN dzql.subscribables.permission_paths IS
-  'Access control paths (e.g., {"subscribe": ["@org_id->acts_for[org_id=$]{active}.user_id"]})';
-
-COMMENT ON COLUMN dzql.subscribables.param_schema IS
-  'Parameter schema defining subscription key (e.g., {"venue_id": "int"})';
-
-COMMENT ON COLUMN dzql.subscribables.root_entity IS
-  'Root table for the subscribable document. NULL for dashboard mode (pure collections).';
-
-COMMENT ON COLUMN dzql.subscribables.relations IS
-  'Related entities to include (e.g., {"org": "organisations", "sites": {"entity": "sites", "filter": "venue_id=$venue_id"}})';
-
-COMMENT ON COLUMN dzql.subscribables.scope_tables IS
-  'Array of table names that are in scope for this subscribable (root + all relations). Used for efficient event filtering.';
-
--- Index for quick lookups
-CREATE INDEX IF NOT EXISTS idx_subscribables_root_entity
-  ON dzql.subscribables(root_entity);
-
--- ============================================================================
--- Register Subscribable Function
--- ============================================================================
-
-CREATE OR REPLACE FUNCTION dzql.register_subscribable(
-  p_name TEXT,
-  p_permission_paths JSONB,
-  p_param_schema JSONB,
-  p_root_entity TEXT,
-  p_relations JSONB
-) RETURNS TEXT AS $$
-DECLARE
-  v_result TEXT;
-BEGIN
-  -- Validate inputs
-  IF p_name IS NULL OR p_name = '' THEN
-    RAISE EXCEPTION 'Subscribable name cannot be empty';
-  END IF;
-
-  IF p_root_entity IS NULL OR p_root_entity = '' THEN
-    RAISE EXCEPTION 'Root entity cannot be empty';
-  END IF;
-
-  -- Insert or update subscribable
-  INSERT INTO dzql.subscribables (
-    name,
-    permission_paths,
-    param_schema,
-    root_entity,
-    relations,
-    created_at,
-    updated_at
-  ) VALUES (
-    p_name,
-    COALESCE(p_permission_paths, '{}'::jsonb),
-    COALESCE(p_param_schema, '{}'::jsonb),
-    p_root_entity,
-    COALESCE(p_relations, '{}'::jsonb),
-    NOW(),
-    NOW()
-  )
-  ON CONFLICT (name) DO UPDATE SET
-    permission_paths = EXCLUDED.permission_paths,
-    param_schema = EXCLUDED.param_schema,
-    root_entity = EXCLUDED.root_entity,
-    relations = EXCLUDED.relations,
-    updated_at = NOW();
-
-  v_result := format('Subscribable "%s" registered successfully', p_name);
-
-  RAISE NOTICE '%', v_result;
-
-  RETURN v_result;
-END;
-$$ LANGUAGE plpgsql;
-
-COMMENT ON FUNCTION dzql.register_subscribable IS
-  'Register a subscribable document definition. Used by the compiler to store subscribable metadata.';
-
--- ============================================================================
--- Helper Functions
--- ============================================================================
-
--- Get all registered subscribables
-CREATE OR REPLACE FUNCTION dzql.get_subscribables()
-RETURNS TABLE (
-  name TEXT,
-  permission_paths JSONB,
-  param_schema JSONB,
-  root_entity TEXT,
-  relations JSONB,
-  scope_tables TEXT[],
-  created_at TIMESTAMPTZ,
-  updated_at TIMESTAMPTZ
-) AS $$
-BEGIN
-  RETURN QUERY
-  SELECT
-    s.name,
-    s.permission_paths,
-    s.param_schema,
-    s.root_entity,
-    s.relations,
-    s.scope_tables,
-    s.created_at,
-    s.updated_at
-  FROM dzql.subscribables s
-  ORDER BY s.name;
-END;
-$$ LANGUAGE plpgsql STABLE;
-
-COMMENT ON FUNCTION dzql.get_subscribables IS
-  'Retrieve all registered subscribables';
-
--- Get subscribable by name
-CREATE OR REPLACE FUNCTION dzql.get_subscribable(p_name TEXT)
-RETURNS TABLE (
-  name TEXT,
-  permission_paths JSONB,
-  param_schema JSONB,
-  root_entity TEXT,
-  relations JSONB,
-  scope_tables TEXT[],
-  created_at TIMESTAMPTZ,
-  updated_at TIMESTAMPTZ
-) AS $$
-BEGIN
-  RETURN QUERY
-  SELECT
-    s.name,
-    s.permission_paths,
-    s.param_schema,
-    s.root_entity,
-    s.relations,
-    s.scope_tables,
-    s.created_at,
-    s.updated_at
-  FROM dzql.subscribables s
-  WHERE s.name = p_name;
-END;
-$$ LANGUAGE plpgsql STABLE;
-
-COMMENT ON FUNCTION dzql.get_subscribable IS
-  'Retrieve a specific subscribable by name';
-
--- Get subscribables by root entity
-CREATE OR REPLACE FUNCTION dzql.get_subscribables_by_entity(p_entity TEXT)
-RETURNS TABLE (
-  name TEXT,
-  permission_paths JSONB,
-  param_schema JSONB,
-  root_entity TEXT,
-  relations JSONB,
-  scope_tables TEXT[],
-  created_at TIMESTAMPTZ,
-  updated_at TIMESTAMPTZ
-) AS $$
-BEGIN
-  RETURN QUERY
-  SELECT
-    s.name,
-    s.permission_paths,
-    s.param_schema,
-    s.root_entity,
-    s.relations,
-    s.scope_tables,
-    s.created_at,
-    s.updated_at
-  FROM dzql.subscribables s
-  WHERE s.root_entity = p_entity
-  ORDER BY s.name;
-END;
-$$ LANGUAGE plpgsql STABLE;
-
-COMMENT ON FUNCTION dzql.get_subscribables_by_entity IS
-  'Retrieve all subscribables for a given root entity';
-
--- Delete subscribable
-CREATE OR REPLACE FUNCTION dzql.delete_subscribable(p_name TEXT)
-RETURNS TEXT AS $$
-DECLARE
-  v_result TEXT;
-BEGIN
-  DELETE FROM dzql.subscribables
-  WHERE name = p_name;
-
-  IF FOUND THEN
-    v_result := format('Subscribable "%s" deleted successfully', p_name);
-  ELSE
-    v_result := format('Subscribable "%s" not found', p_name);
-  END IF;
-
-  RAISE NOTICE '%', v_result;
-
-  RETURN v_result;
-END;
-$$ LANGUAGE plpgsql;
-
-COMMENT ON FUNCTION dzql.delete_subscribable IS
-  'Delete a subscribable by name';
-
--- ============================================================================
--- Verification
--- ============================================================================
-
-DO $$
-BEGIN
-  RAISE NOTICE 'Migration 009: Live Query Subscriptions - Complete';
-  RAISE NOTICE 'Subscribables table created';
-  RAISE NOTICE 'Helper functions installed';
-  RAISE NOTICE '';
-  RAISE NOTICE 'Usage:';
-  RAISE NOTICE '  SELECT dzql.register_subscribable(''name'', permissions, params, root, relations);';
-  RAISE NOTICE '  SELECT * FROM dzql.get_subscribables();';
-END $$;