@rulemetric/local 0.14.2 → 0.15.0

package/dist/supabase/migrations/00230_frozen_performance_studies.sql

@@ -0,0 +1,99 @@
+-- A parent only for the cross-case/job/result relationships not held by one eval.
+CREATE TABLE performance_studies (
+ id uuid PRIMARY KEY DEFAULT gen_random_uuid(), user_id uuid NOT NULL REFERENCES auth.users(id) ON DELETE CASCADE,
+ eval_target_id uuid NOT NULL REFERENCES eval_targets(id) ON DELETE CASCADE,
+ project_path text NOT NULL, protocol jsonb NOT NULL, protocol_hash text NOT NULL,
+ result jsonb, finalized_at timestamptz,
+ created_at timestamptz NOT NULL DEFAULT now(),
+ CONSTRAINT performance_study_version CHECK (protocol->>'version' = '1'),
+ CONSTRAINT performance_study_hash CHECK (protocol_hash ~ '^[a-f0-9]{64}$')
+);
+CREATE UNIQUE INDEX performance_studies_protocol_unique ON performance_studies(user_id,eval_target_id,protocol_hash);
+ALTER TABLE performance_studies ENABLE ROW LEVEL SECURITY;
+-- Writes go through the API validation boundary; REST clients cannot replace
+-- or erase protocols to bypass frozen lineage and final-result guards.
+CREATE POLICY performance_studies_owner ON performance_studies FOR SELECT USING (auth.uid()=user_id);
+CREATE FUNCTION preserve_study_protocol() RETURNS trigger LANGUAGE plpgsql SECURITY DEFINER SET search_path = public, pg_temp AS $$
+BEGIN
+ IF (to_jsonb(NEW)-'result'-'finalized_at') IS DISTINCT FROM (to_jsonb(OLD)-'result'-'finalized_at') OR OLD.result IS NOT NULL THEN
+   RAISE EXCEPTION 'Frozen study protocols and final results are immutable; create a new revision';
+ END IF;
+ IF NEW.result IS NULL OR NEW.finalized_at IS NULL THEN RAISE EXCEPTION 'Final result and timestamp are required together'; END IF;
+ RETURN NEW;
+END $$;
+CREATE TRIGGER performance_study_immutable BEFORE UPDATE ON performance_studies FOR EACH ROW EXECUTE FUNCTION preserve_study_protocol();
+
+-- Route guards give a friendly response; this also fences refinement/SQL writers.
+CREATE FUNCTION preserve_frozen_study_case() RETURNS trigger LANGUAGE plpgsql SECURITY DEFINER SET search_path = public, pg_temp AS $$
+BEGIN
+ IF EXISTS (SELECT 1 FROM performance_studies s, jsonb_array_elements(s.protocol->'tasks') t
+   WHERE s.eval_target_id=OLD.eval_target_id AND t->>'evalId'=OLD.id::text
+   AND EXISTS (SELECT 1 FROM auth.users u WHERE u.id=s.user_id)) THEN
+   IF TG_OP='DELETE' OR NEW IS DISTINCT FROM OLD THEN
+     RAISE EXCEPTION 'Frozen study cases cannot be edited, retired or deleted';
+   END IF;
+ END IF;
+ IF TG_OP='DELETE' THEN RETURN OLD; END IF;
+ RETURN NEW;
+END $$;
+CREATE TRIGGER performance_study_case_immutable BEFORE UPDATE OR DELETE ON evals FOR EACH ROW EXECUTE FUNCTION preserve_frozen_study_case();
+-- One execution budget per frozen revision. Retries resume the same job.
+CREATE UNIQUE INDEX eval_jobs_study_unique ON eval_jobs(user_id,(payload->'study'->>'id')) WHERE payload->'study'->>'id' IS NOT NULL;
+CREATE FUNCTION preserve_study_job_snapshot() RETURNS trigger LANGUAGE plpgsql SECURITY DEFINER SET search_path = public, pg_temp AS $$
+BEGIN
+ IF OLD.payload->'study' IS NOT NULL AND NEW.payload IS DISTINCT FROM OLD.payload THEN
+   RAISE EXCEPTION 'Queued study snapshot is immutable';
+ END IF;
+ RETURN NEW;
+END $$;
+CREATE TRIGGER study_job_snapshot_immutable BEFORE UPDATE ON eval_jobs FOR EACH ROW EXECUTE FUNCTION preserve_study_job_snapshot();
+
+CREATE FUNCTION preserve_study_observation() RETURNS trigger LANGUAGE plpgsql SECURITY DEFINER SET search_path = public, pg_temp AS $$
+BEGIN
+ IF OLD.outputs->'study' IS NOT NULL AND (NEW.outputs IS DISTINCT FROM OLD.outputs OR NEW.eval_id IS DISTINCT FROM OLD.eval_id OR NEW.job_id IS DISTINCT FROM OLD.job_id OR NEW.configuration IS DISTINCT FROM OLD.configuration OR NEW.run_number IS DISTINCT FROM OLD.run_number OR NEW.iteration IS DISTINCT FROM OLD.iteration OR NEW.eval_target_id IS DISTINCT FROM OLD.eval_target_id OR NEW.eval_target_version IS DISTINCT FROM OLD.eval_target_version OR NEW.status IS DISTINCT FROM OLD.status) THEN
+   RAISE EXCEPTION 'Study observations are immutable; retain exclusions and append a new protocol revision';
+ END IF;
+ RETURN NEW;
+END $$;
+CREATE TRIGGER study_observation_immutable BEFORE UPDATE ON eval_runs FOR EACH ROW EXECUTE FUNCTION preserve_study_observation();
+
+-- Reserve each actor invocation before spawning it. A lost acknowledgement or
+-- crashed worker consumes the slot: repeating an unknown call would overspend
+-- and selectively replace missing outcomes. Reservations survive job retries.
+CREATE TABLE performance_study_calls (
+ id uuid PRIMARY KEY DEFAULT gen_random_uuid(),
+ study_id uuid NOT NULL REFERENCES performance_studies(id) ON DELETE CASCADE,
+ job_id uuid NOT NULL REFERENCES eval_jobs(id) ON DELETE CASCADE,
+ task_id text NOT NULL, arm text NOT NULL CHECK (arm IN ('baseline','treatment')),
+ repetition integer NOT NULL CHECK (repetition > 0),
+ reserved_at timestamptz NOT NULL DEFAULT now(),
+ UNIQUE(study_id,task_id,arm,repetition)
+);
+ALTER TABLE performance_study_calls ENABLE ROW LEVEL SECURITY;
+CREATE POLICY performance_study_calls_owner ON performance_study_calls FOR SELECT USING (
+ EXISTS (SELECT 1 FROM performance_studies s WHERE s.id=study_id AND s.user_id=auth.uid())
+);
+
+-- Serialize result insertion with the existing job's terminal transition.
+-- A GET sealing a terminal study cannot miss a concurrently accepted run.
+CREATE FUNCTION guard_study_observation_insert() RETURNS trigger LANGUAGE plpgsql SECURITY DEFINER SET search_path = public, pg_temp AS $$
+DECLARE execution_status text;
+BEGIN
+ IF NEW.outputs->'study' IS NOT NULL THEN
+  SELECT status INTO execution_status FROM eval_jobs WHERE id=NEW.job_id FOR UPDATE;
+  IF execution_status IS DISTINCT FROM 'running' THEN
+   RAISE EXCEPTION 'Study observations require an active execution';
+  END IF;
+ END IF;
+ RETURN NEW;
+END $$;
+CREATE TRIGGER study_observation_active BEFORE INSERT ON eval_runs FOR EACH ROW EXECUTE FUNCTION guard_study_observation_insert();
+
+CREATE FUNCTION preserve_study_history() RETURNS trigger LANGUAGE plpgsql SECURITY DEFINER SET search_path = public, pg_temp AS $$
+BEGIN
+ IF EXISTS (SELECT 1 FROM auth.users WHERE id=OLD.user_id) THEN
+  RAISE EXCEPTION 'Frozen study history cannot be deleted while the account exists';
+ END IF;
+ RETURN OLD;
+END $$;
+CREATE TRIGGER performance_study_history BEFORE DELETE ON performance_studies FOR EACH ROW EXECUTE FUNCTION preserve_study_history();