realtimex-crm 0.8.1 → 0.9.2

package/supabase/migrations/20251219120100_webhook_triggers.sql

@@ -0,0 +1,176 @@
+-- Function to enqueue webhook events
+create or replace function enqueue_webhook_event(
+    p_event_type text,
+    p_payload jsonb
+) returns void
+language plpgsql
+security definer
+set search_path = public
+as $$
+begin
+    -- Find all active webhooks that listen to this event
+    insert into public.webhook_queue (webhook_id, event_type, payload, next_retry_at)
+    select
+        id,
+        p_event_type,
+        p_payload,
+        now()
+    from public.webhooks
+    where is_active = true
+        and p_event_type = any(events);
+end;
+$$;
+
+-- Trigger function for contact CRUD events
+create or replace function trigger_contact_webhooks()
+returns trigger
+language plpgsql
+security definer
+set search_path = public
+as $$
+declare
+    event_type text;
+    payload jsonb;
+begin
+    if (TG_OP = 'INSERT') then
+        event_type := 'contact.created';
+        payload := to_jsonb(NEW);
+    elsif (TG_OP = 'UPDATE') then
+        event_type := 'contact.updated';
+        payload := jsonb_build_object('old', to_jsonb(OLD), 'new', to_jsonb(NEW));
+    elsif (TG_OP = 'DELETE') then
+        event_type := 'contact.deleted';
+        payload := to_jsonb(OLD);
+    end if;
+
+    perform enqueue_webhook_event(event_type, payload);
+
+    if (TG_OP = 'DELETE') then
+        return OLD;
+    else
+        return NEW;
+    end if;
+end;
+$$;
+
+-- Trigger function for company CRUD events
+create or replace function trigger_company_webhooks()
+returns trigger
+language plpgsql
+security definer
+set search_path = public
+as $$
+declare
+    event_type text;
+    payload jsonb;
+begin
+    if (TG_OP = 'INSERT') then
+        event_type := 'company.created';
+        payload := to_jsonb(NEW);
+    elsif (TG_OP = 'UPDATE') then
+        event_type := 'company.updated';
+        payload := jsonb_build_object('old', to_jsonb(OLD), 'new', to_jsonb(NEW));
+    elsif (TG_OP = 'DELETE') then
+        event_type := 'company.deleted';
+        payload := to_jsonb(OLD);
+    end if;
+
+    perform enqueue_webhook_event(event_type, payload);
+
+    if (TG_OP = 'DELETE') then
+        return OLD;
+    else
+        return NEW;
+    end if;
+end;
+$$;
+
+-- Trigger function for deal CRUD and stage change events
+create or replace function trigger_deal_webhooks()
+returns trigger
+language plpgsql
+security definer
+set search_path = public
+as $$
+declare
+    event_type text;
+    payload jsonb;
+begin
+    if (TG_OP = 'INSERT') then
+        event_type := 'deal.created';
+        payload := to_jsonb(NEW);
+        perform enqueue_webhook_event(event_type, payload);
+    elsif (TG_OP = 'UPDATE') then
+        -- Check for stage changes
+        if (OLD.stage <> NEW.stage) then
+            event_type := 'deal.stage_changed';
+            payload := jsonb_build_object(
+                'deal_id', NEW.id,
+                'old_stage', OLD.stage,
+                'new_stage', NEW.stage,
+                'deal', to_jsonb(NEW)
+            );
+            perform enqueue_webhook_event(event_type, payload);
+
+            -- Check for won/lost
+            if (NEW.stage = 'won') then
+                perform enqueue_webhook_event('deal.won', to_jsonb(NEW));
+            elsif (NEW.stage = 'lost') then
+                perform enqueue_webhook_event('deal.lost', to_jsonb(NEW));
+            end if;
+        end if;
+
+        event_type := 'deal.updated';
+        payload := jsonb_build_object('old', to_jsonb(OLD), 'new', to_jsonb(NEW));
+        perform enqueue_webhook_event(event_type, payload);
+    elsif (TG_OP = 'DELETE') then
+        event_type := 'deal.deleted';
+        payload := to_jsonb(OLD);
+        perform enqueue_webhook_event(event_type, payload);
+    end if;
+
+    if (TG_OP = 'DELETE') then
+        return OLD;
+    else
+        return NEW;
+    end if;
+end;
+$$;
+
+-- Trigger function for task completion
+create or replace function trigger_task_webhooks()
+returns trigger
+language plpgsql
+security definer
+set search_path = public
+as $$
+begin
+    if (TG_OP = 'UPDATE' and OLD.done_date is null and NEW.done_date is not null) then
+        perform enqueue_webhook_event('task.completed', to_jsonb(NEW));
+    end if;
+
+    return NEW;
+end;
+$$;
+
+-- Create triggers
+create trigger contact_webhook_trigger
+    after insert or update or delete on public.contacts
+    for each row execute function trigger_contact_webhooks();
+
+create trigger company_webhook_trigger
+    after insert or update or delete on public.companies
+    for each row execute function trigger_company_webhooks();
+
+create trigger deal_webhook_trigger
+    after insert or update or delete on public.deals
+    for each row execute function trigger_deal_webhooks();
+
+create trigger task_webhook_trigger
+    after update on public.tasks
+    for each row execute function trigger_task_webhooks();
+
+-- Grant execute permissions on webhook functions
+grant execute on function enqueue_webhook_event(text, jsonb) to authenticated;
+grant execute on function enqueue_webhook_event(text, jsonb) to service_role;
+grant execute on function enqueue_webhook_event(text, jsonb) to anon;

package/supabase/migrations/20251219120200_webhook_cron.sql

@@ -0,0 +1,26 @@
+-- Enable pg_cron extension if not already enabled
+create extension if not exists pg_cron with schema extensions;
+
+-- Schedule webhook dispatcher to run every minute
+-- Note: This uses Supabase's http extension to call the Edge Function
+select cron.schedule(
+    'webhook-dispatcher',
+    '* * * * *', -- Every minute
+    $$
+    select
+      net.http_post(
+          url:='https://' || current_setting('app.settings.supabase_url', true) || '/functions/v1/webhook-dispatcher',
+          headers:=jsonb_build_object(
+              'Content-Type','application/json',
+              'Authorization', 'Bearer ' || current_setting('app.settings.service_role_key', true)
+          ),
+          body:='{}'::jsonb
+      ) as request_id;
+    $$
+);
+
+-- Note: To configure this cron job properly, you need to set the following settings in your Supabase project:
+-- ALTER DATABASE postgres SET app.settings.supabase_url = 'your-project-ref.supabase.co';
+-- ALTER DATABASE postgres SET app.settings.service_role_key = 'your-service-role-key';
+--
+-- Alternatively, the webhook dispatcher can be called manually or via a separate cron service like GitHub Actions or a cloud scheduler.

package/supabase/migrations/20251220120000_realtime_ingestion.sql

@@ -0,0 +1,154 @@
+-- Migration: Create Activities Table and Ingestion Logic
+
+-- 1. Create the 'activities' table (The Unified Event Store)
+create table "public"."activities" (
+    "id" uuid not null default gen_random_uuid(),
+    "created_at" timestamp with time zone not null default now(),
+    "type" text not null check (type in ('email', 'call', 'sms', 'meeting', 'note', 'task', 'whatsapp', 'other')),
+    "direction" text not null check (direction in ('inbound', 'outbound')),
+    "sales_id" bigint, -- References sales(id). If NULL, it is Global/Unassigned.
+    "contact_id" bigint, -- References contacts(id).
+
+    -- Processing State Machine
+    "processing_status" text not null default 'raw' check (processing_status in ('raw', 'processing', 'completed', 'failed')),
+    "locked_by" uuid, -- The ID of the generic user (auth.users) or specific agent (sales.id) processing it.
+    "locked_at" timestamp with time zone,
+
+    -- Data Payloads
+    "raw_data" jsonb, -- Stores URL or Text content. { "source_type": "url"|"text", "content": "..." }
+    "processed_data" jsonb, -- Stores AI results. { "transcript": "...", "summary": "..." }
+    "metadata" jsonb, -- Provider info. { "twilio_sid": "...", "from": "..." }
+    "provider_id" uuid, -- Link to ingestion_providers(id) for future flexibility
+
+    constraint "activities_pkey" primary key ("id")
+);
+
+-- Enable RLS
+alter table "public"."activities" enable row level security;
+
+-- 2. Create the 'ingestion_providers' table (Configuration Registry)
+create table "public"."ingestion_providers" (
+    "id" uuid not null default gen_random_uuid(),
+    "created_at" timestamp with time zone not null default now(),
+    "provider_code" text not null check (provider_code in ('twilio', 'postmark', 'gmail', 'generic')),
+    "name" text not null, -- Friendly name e.g. "US Support Line"
+    "is_active" boolean not null default true,
+    "config" jsonb not null default '{}'::jsonb, -- Encrypted secrets go here
+    "sales_id" bigint, -- Default Owner. If NULL, leads are Unassigned.
+    "ingestion_key" text unique, -- Public identifier used in Webhook URLs e.g. /ingest?key=xyz
+
+    constraint "ingestion_providers_pkey" primary key ("id")
+);
+
+alter table "public"."ingestion_providers" enable row level security;
+
+-- 3. Update 'sales' table with Processing Rules
+alter table "public"."sales" 
+    add column "stale_threshold_minutes" integer default 15,
+    add column "allow_remote_processing" boolean default true;
+
+-- 4. Foreign Keys
+alter table "public"."activities" 
+    add constraint "activities_sales_id_fkey" foreign key ("sales_id") references "public"."sales"("id") on delete set null,
+    add constraint "activities_contact_id_fkey" foreign key ("contact_id") references "public"."contacts"("id") on delete cascade,
+    add constraint "activities_provider_id_fkey" foreign key ("provider_id") references "public"."ingestion_providers"("id") on delete set null;
+
+alter table "public"."ingestion_providers"
+    add constraint "ingestion_providers_sales_id_fkey" foreign key ("sales_id") references "public"."sales"("id") on delete set null;
+
+-- 5. Indexes for Performance (Crucial for Work Stealing)
+create index "activities_processing_queue_idx" on "public"."activities" ("processing_status", "created_at") where processing_status = 'raw';
+create index "activities_sales_id_idx" on "public"."activities" ("sales_id");
+
+-- 6. RPC: The "Work Stealing" Function
+-- Note: p_agent_sales_id must be the BIGINT id from the 'sales' table, not auth.uid()
+create or replace function claim_next_pending_activity(
+  p_agent_sales_id bigint
+)
+returns table (
+  id uuid,
+  raw_data jsonb,
+  type text,
+  is_global boolean
+) 
+language plpgsql
+security definer -- Runs with elevated privileges to update the row
+as $$
+begin
+  return query
+  update "public"."activities" a
+  set 
+    processing_status = 'processing',
+    locked_by = (select user_id from sales where id = p_agent_sales_id), -- Store the Auth UUID for auditing
+    locked_at = now()
+  from "public"."sales" s_owner
+  where a.id = (
+    select act.id
+    from "public"."activities" act
+    left join "public"."sales" owner on act.sales_id = owner.id
+    where 
+      act.processing_status = 'raw'
+      and (
+        -- CRITERIA 1: IT IS MINE
+        act.sales_id = p_agent_sales_id
+        
+        -- CRITERIA 2: IT IS GLOBAL
+        or act.sales_id is null
+        
+        -- CRITERIA 3: IT IS STALE AND STEALABLE
+        or (
+          act.sales_id != p_agent_sales_id         -- Not mine
+          and (owner.allow_remote_processing is true or owner.allow_remote_processing is null) -- Owner allows stealing (default true)
+          and act.created_at < now() - ((coalesce(owner.stale_threshold_minutes, 15) || ' minutes')::interval)
+        )
+      )
+    order by 
+      (act.sales_id = p_agent_sales_id) desc, -- My tasks first
+      (act.sales_id is null) desc,            -- Global tasks second
+      act.created_at asc                      -- Oldest stale tasks last
+    limit 1
+    for update skip locked
+  )
+  and (a.sales_id = s_owner.id or a.sales_id is null) -- Join condition
+  returning a.id, a.raw_data, a.type, (a.sales_id is null) as is_global;
+end;
+$$;
+
+-- 7. Trigger: Link Ingestion Providers -> Sales ID on Insert
+-- If we insert an activity with a provider_id but no sales_id, try to auto-assign it based on the provider config.
+create or replace function auto_assign_activity_owner()
+returns trigger
+language plpgsql
+as $$
+begin
+    if new.sales_id is null and new.provider_id is not null then
+        select sales_id into new.sales_id
+        from ingestion_providers
+        where id = new.provider_id;
+    end if;
+    return new;
+end;
+$$;
+
+create trigger "before_insert_activity_assign_owner"
+before insert on "public"."activities"
+for each row execute function auto_assign_activity_owner();
+
+-- 8. Enable pg_cron (if available, this might fail on some Supabase tiers so we wrap it)
+do $$
+begin
+    create extension if not exists pg_cron;
+exception when others then
+    raise notice 'pg_cron extension could not be enabled - skipping cron setup';
+end
+$$;
+
+-- 9. RLS Policies
+-- Activities: Authenticated users can read all (for Team view). Only Owner or Global can be updated (unless claiming).
+create policy "Enable read access for authenticated users" on "public"."activities" for select to authenticated using (true);
+create policy "Enable insert for authenticated users" on "public"."activities" for insert to authenticated with check (true);
+create policy "Enable update for authenticated users" on "public"."activities" for update to authenticated using (true);
+
+-- Ingestion Providers: Admins only? For now, authenticated read.
+create policy "Enable read access for authenticated users" on "public"."ingestion_providers" for select to authenticated using (true);
+

package/supabase/migrations/20251221000000_contact_matching.sql

@@ -0,0 +1,94 @@
+-- Migration: Add Contact Matching for Activities
+-- Automatically links activities to contacts based on email or phone number
+
+-- Function: Normalize phone number to E.164 format for matching
+-- Strips formatting and ensures consistent format
+CREATE OR REPLACE FUNCTION normalize_phone(phone_input text)
+RETURNS text
+LANGUAGE plpgsql
+IMMUTABLE
+AS $$
+BEGIN
+  -- Remove all non-digit characters except leading +
+  RETURN regexp_replace(phone_input, '[^+0-9]', '', 'g');
+END;
+$$;
+
+-- Function: Auto-link activity to contact based on email or phone
+-- Priority: Email match > Phone match (E.164) > Fuzzy phone match (last 10 digits)
+CREATE OR REPLACE FUNCTION auto_link_contact()
+RETURNS TRIGGER
+LANGUAGE plpgsql
+AS $$
+DECLARE
+  matched_contact_id bigint;
+BEGIN
+  -- Only attempt matching if contact_id is not already set
+  IF NEW.contact_id IS NOT NULL THEN
+    RETURN NEW;
+  END IF;
+
+  -- Strategy 1: Try exact email match
+  -- Note: email is stored as email_jsonb (array of email objects)
+  IF NEW.metadata ? 'from' AND NEW.metadata->>'from' LIKE '%@%' THEN
+    SELECT id INTO matched_contact_id
+    FROM contacts
+    WHERE email_jsonb @> jsonb_build_array(jsonb_build_object('email', NEW.metadata->>'from'))
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- Strategy 2: Try exact phone match (E.164 normalized)
+  -- Note: phones are stored as phone_jsonb (array of phone objects)
+  IF NEW.metadata ? 'from' AND NEW.metadata->>'from' LIKE '+%' THEN
+    SELECT id INTO matched_contact_id
+    FROM contacts
+    WHERE EXISTS (
+      SELECT 1 FROM jsonb_array_elements(phone_jsonb) AS phone
+      WHERE normalize_phone(phone->>'number') = normalize_phone(NEW.metadata->>'from')
+    )
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- Strategy 3: Try fuzzy phone match (last 10 digits for US numbers)
+  IF NEW.metadata ? 'from' AND length(regexp_replace(NEW.metadata->>'from', '[^0-9]', '', 'g')) >= 10 THEN
+    SELECT id INTO matched_contact_id
+    FROM contacts
+    WHERE EXISTS (
+      SELECT 1 FROM jsonb_array_elements(phone_jsonb) AS phone
+      WHERE right(regexp_replace(phone->>'number', '[^0-9]', '', 'g'), 10) =
+            right(regexp_replace(NEW.metadata->>'from', '[^0-9]', '', 'g'), 10)
+    )
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- No match found - activity will be created as "orphan" with contact_id = NULL
+  RETURN NEW;
+END;
+$$;
+
+-- Trigger: Auto-link contacts before inserting activities
+CREATE TRIGGER before_insert_activity_link_contact
+BEFORE INSERT ON "public"."activities"
+FOR EACH ROW
+EXECUTE FUNCTION auto_link_contact();
+
+-- Comment for documentation
+COMMENT ON FUNCTION auto_link_contact() IS
+'Automatically links activities to contacts based on email or phone number in metadata.from field.
+Priority: Email match > Phone E.164 match > Fuzzy phone match (last 10 digits).
+Activities without matches become orphans (contact_id = NULL).';

package/supabase/migrations/20251221000001_fix_ingestion_providers_rls.sql

@@ -0,0 +1,23 @@
+-- Migration: Fix RLS policies for ingestion_providers table
+-- Add missing INSERT, UPDATE, DELETE policies for authenticated users
+
+-- Allow authenticated users to create ingestion channels
+create policy "Enable insert for authenticated users"
+on "public"."ingestion_providers"
+for insert
+to authenticated
+with check (true);
+
+-- Allow authenticated users to update their ingestion channels
+create policy "Enable update for authenticated users"
+on "public"."ingestion_providers"
+for update
+to authenticated
+using (true);
+
+-- Allow authenticated users to delete their ingestion channels
+create policy "Enable delete for authenticated users"
+on "public"."ingestion_providers"
+for delete
+to authenticated
+using (true);

package/supabase/migrations/20251221000002_fix_contact_matching_jsonb.sql

@@ -0,0 +1,67 @@
+-- Migration: Fix contact matching to work with email_jsonb and phone_jsonb schema
+
+-- Drop and recreate the auto_link_contact function with correct JSONB queries
+CREATE OR REPLACE FUNCTION auto_link_contact()
+RETURNS TRIGGER
+LANGUAGE plpgsql
+AS $$
+DECLARE
+  matched_contact_id bigint;
+BEGIN
+  -- Only attempt matching if contact_id is not already set
+  IF NEW.contact_id IS NOT NULL THEN
+    RETURN NEW;
+  END IF;
+
+  -- Strategy 1: Try exact email match
+  -- Note: email is stored as email_jsonb (array of email objects)
+  IF NEW.metadata ? 'from' AND NEW.metadata->>'from' LIKE '%@%' THEN
+    SELECT id INTO matched_contact_id
+    FROM contacts
+    WHERE email_jsonb @> jsonb_build_array(jsonb_build_object('email', NEW.metadata->>'from'))
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- Strategy 2: Try exact phone match (E.164 normalized)
+  -- Note: phones are stored as phone_jsonb (array of phone objects)
+  IF NEW.metadata ? 'from' AND NEW.metadata->>'from' LIKE '+%' THEN
+    SELECT id INTO matched_contact_id
+    FROM contacts
+    WHERE EXISTS (
+      SELECT 1 FROM jsonb_array_elements(phone_jsonb) AS phone
+      WHERE normalize_phone(phone->>'number') = normalize_phone(NEW.metadata->>'from')
+    )
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- Strategy 3: Try fuzzy phone match (last 10 digits for US numbers)
+  IF NEW.metadata ? 'from' AND length(regexp_replace(NEW.metadata->>'from', '[^0-9]', '', 'g')) >= 10 THEN
+    SELECT id INTO matched_contact_id
+    FROM contacts
+    WHERE EXISTS (
+      SELECT 1 FROM jsonb_array_elements(phone_jsonb) AS phone
+      WHERE right(regexp_replace(phone->>'number', '[^0-9]', '', 'g'), 10) =
+            right(regexp_replace(NEW.metadata->>'from', '[^0-9]', '', 'g'), 10)
+    )
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- No match found - activity will be created as "orphan" with contact_id = NULL
+  RETURN NEW;
+END;
+$$;

package/supabase/migrations/20251221000003_fix_email_matching.sql

@@ -0,0 +1,70 @@
+-- Migration: Fix email matching to be more robust with jsonb arrays
+
+CREATE OR REPLACE FUNCTION auto_link_contact()
+RETURNS TRIGGER
+LANGUAGE plpgsql
+AS $$
+DECLARE
+  matched_contact_id bigint;
+BEGIN
+  -- Only attempt matching if contact_id is not already set
+  IF NEW.contact_id IS NOT NULL THEN
+    RETURN NEW;
+  END IF;
+
+  -- Strategy 1: Try exact email match
+  -- Note: email is stored as email_jsonb (array of email objects)
+  -- Use jsonb_array_elements to check each email in the array
+  IF NEW.metadata ? 'from' AND NEW.metadata->>'from' LIKE '%@%' THEN
+    SELECT c.id INTO matched_contact_id
+    FROM contacts c,
+         jsonb_array_elements(c.email_jsonb) AS email
+    WHERE lower(email->>'email') = lower(NEW.metadata->>'from')
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- Strategy 2: Try exact phone match (E.164 normalized)
+  -- Note: phones are stored as phone_jsonb (array of phone objects)
+  IF NEW.metadata ? 'from' AND NEW.metadata->>'from' LIKE '+%' THEN
+    SELECT c.id INTO matched_contact_id
+    FROM contacts c,
+         jsonb_array_elements(c.phone_jsonb) AS phone
+    WHERE normalize_phone(phone->>'number') = normalize_phone(NEW.metadata->>'from')
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- Strategy 3: Try fuzzy phone match (last 10 digits for US numbers)
+  IF NEW.metadata ? 'from' AND length(regexp_replace(NEW.metadata->>'from', '[^0-9]', '', 'g')) >= 10 THEN
+    SELECT c.id INTO matched_contact_id
+    FROM contacts c,
+         jsonb_array_elements(c.phone_jsonb) AS phone
+    WHERE right(regexp_replace(phone->>'number', '[^0-9]', '', 'g'), 10) =
+          right(regexp_replace(NEW.metadata->>'from', '[^0-9]', '', 'g'), 10)
+    LIMIT 1;
+
+    IF matched_contact_id IS NOT NULL THEN
+      NEW.contact_id := matched_contact_id;
+      RETURN NEW;
+    END IF;
+  END IF;
+
+  -- No match found - activity will be created as "orphan" with contact_id = NULL
+  RETURN NEW;
+END;
+$$;
+
+COMMENT ON FUNCTION auto_link_contact() IS
+'Automatically links activities to contacts based on email or phone number in metadata.from field.
+Uses case-insensitive email matching and handles jsonb array structures correctly.
+Priority: Email match > Phone E.164 match > Fuzzy phone match (last 10 digits).
+Activities without matches become orphans (contact_id = NULL).';