geovisio 2.11.0__py3-none-any.whl → 2.12.0__py3-none-any.whl

geovisio/migrations/20231110_01_3p070-jobs-error.sql

@@ -0,0 +1,93 @@
+-- jobs_error
+-- depends: 20231103_01_ZVKEm-update-seq-on-pic-change
+-- transactional: false
+-- Note: this migration is not in a transaction, since the transactions will be created inside it to update the `pictures` table (which can be very big) in batches
+
+
+-- Add a job_history tables to log all async jobs
+-- Note: error replace `pictures.process_error` and `pictures_to_process.nb_errors` replace `pictures.nb_errors`
+-- Those fields are note removed right away for a smooth database migration transition, but should be removed afterward
+
+
+CREATE TABLE job_history(
+	id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+	picture_id UUID NOT NULL REFERENCES pictures(id) ON DELETE CASCADE,
+	task picture_process_task,
+	started_at TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP,
+	finished_at TIMESTAMPTZ,
+	error VARCHAR
+);
+
+
+
+CREATE INDEX job_history_picture_id_idx ON job_history(picture_id);
+
+ALTER TABLE pictures_to_process ADD COLUMN nb_errors INT NOT NULL DEFAULT 0;
+
+CREATE INDEX pictures_to_process_nb_errors_ts_idx ON pictures_to_process(nb_errors, ts);
+
+CREATE TYPE picture_preparing_status AS ENUM (
+	'not-processed',  -- Default state, the picture has not been processed yet
+	'prepared',  -- State when the picture has been correctly prepared
+	'broken' -- State when the picture has not been correctly processed
+);
+
+ALTER TABLE pictures ADD COLUMN preparing_status picture_preparing_status NOT NULL DEFAULT 'not-processed';
+
+CREATE OR REPLACE PROCEDURE update_all_pictures_preparing_status() AS
+$$
+DECLARE
+   last_inserted_at TIMESTAMPTZ;
+BEGIN
+	SELECT min(inserted_at) - INTERVAL '1 minute' FROM pictures INTO last_inserted_at;
+
+	WHILE last_inserted_at IS NOT NULL LOOP
+		
+		-- remove triggers on picture before updating the table
+		DROP TRIGGER pictures_update_sequences_trg ON pictures;
+		DROP TRIGGER pictures_updates_on_sequences_trg ON pictures;
+
+		WITH 
+			pic_to_update AS (
+				SELECT id, inserted_at from pictures where inserted_at > last_inserted_at ORDER BY inserted_at ASC LIMIT 100000
+			)
+			, updated_pic AS (
+				-- Populate table with values based on the `status` column
+				UPDATE pictures
+					SET preparing_status =
+						CASE
+							WHEN status IN ('hidden', 'ready') THEN 'prepared'::picture_preparing_status
+							WHEN status = 'broken' THEN 'broken'::picture_preparing_status
+							ELSE 'not-processed'
+						END
+					WHERE id in (SELECT id FROM pic_to_update)
+			)
+			SELECT MAX(inserted_at) FROM pic_to_update INTO last_inserted_at;
+		
+       RAISE NOTICE 'max insertion date is now %', last_inserted_at;
+
+		-- put back triggers
+		CREATE TRIGGER pictures_updates_on_sequences_trg
+		AFTER UPDATE ON pictures
+		REFERENCING NEW TABLE AS pictures_after
+		FOR EACH STATEMENT
+		EXECUTE FUNCTION pictures_updates_on_sequences();
+
+		CREATE TRIGGER pictures_update_sequences_trg
+		AFTER UPDATE ON pictures
+		REFERENCING OLD TABLE AS old_table NEW TABLE AS new_table
+		FOR EACH STATEMENT EXECUTE FUNCTION pictures_update_sequence();
+
+		-- commit batch of change
+		COMMIT;
+   END LOOP;
+
+   RAISE NOTICE 'update finished';
+END
+$$  LANGUAGE plpgsql;
+
+CALL update_all_pictures_preparing_status();
+
+DROP PROCEDURE update_all_pictures_preparing_status;
+
+CREATE INDEX pictures_preparing_status_idx ON pictures(preparing_status);

geovisio/migrations/20231121_01_v6oBF-more-specific-triggers.rollback.sql

@@ -0,0 +1,36 @@
+-- more specific triggers
+-- depends: 20231110_01_3p070-jobs-error
+
+-- put old version of the triggers
+
+DROP FUNCTION IF EXISTS pictures_update_sequence CASCADE;
+CREATE FUNCTION pictures_update_sequence() RETURNS trigger AS $$
+BEGIN
+	UPDATE sequences
+	SET geom = s.geom
+	FROM (
+		SELECT seq_id, ST_MakeLine(array_agg(geom)) AS geom
+		FROM (
+			SELECT sp.seq_id, sp.rank, p.geom
+			FROM sequences_pictures sp
+			JOIN pictures p ON sp.pic_id = p.id
+			WHERE sp.seq_id IN (
+				SELECT DISTINCT sequences_pictures.seq_id
+				FROM old_table
+				JOIN new_table USING (id)
+				JOIN sequences_pictures ON sequences_pictures.pic_id = new_table.id
+				WHERE new_table.status != old_table.status OR NOT ST_Equals(old_table.geom, new_table.geom)
+			)
+			ORDER BY sp.seq_id, sp.rank
+		) sp
+		GROUP BY seq_id
+	) s
+	WHERE sequences.id = s.seq_id;
+	RETURN NULL;
+END $$ LANGUAGE plpgsql;
+
+CREATE TRIGGER pictures_update_sequences_trg
+AFTER UPDATE ON pictures
+REFERENCING OLD TABLE AS old_table NEW TABLE AS new_table
+FOR EACH STATEMENT EXECUTE FUNCTION pictures_update_sequence();
+

geovisio/migrations/20231121_01_v6oBF-more-specific-triggers.sql

@@ -0,0 +1,40 @@
+-- more specific triggers
+-- depends: 20231110_01_3p070-jobs-error
+
+-- Add more specific names and conditions on the trigger on pictures
+
+
+-- This trigger only update the sequence geometry, so we can fire it only on update of geom
+DROP TRIGGER pictures_update_sequences_trg ON pictures;
+
+-- The function need to be changed since we now only triggers it from 1 column change, and in the meantime rename the function to a more specific name
+-- In the meantime, rename the function to be more specific
+DROP FUNCTION IF EXISTS pictures_update_sequence CASCADE;
+DROP FUNCTION IF EXISTS pictures_update_geom_sequence CASCADE;
+CREATE FUNCTION pictures_update_geom_sequence() RETURNS trigger AS $$
+BEGIN
+	UPDATE sequences
+	SET geom = s.geom
+	FROM (
+		SELECT seq_id, ST_MakeLine(array_agg(geom)) AS geom
+		FROM (
+			SELECT sp.seq_id, p.geom
+			FROM sequences_pictures sp
+			JOIN pictures p ON sp.pic_id = p.id
+			WHERE sp.seq_id IN (
+				SELECT DISTINCT sequences_pictures.seq_id
+				FROM sequences_pictures
+				WHERE sequences_pictures.pic_id = NEW.id
+			)
+			ORDER BY sp.seq_id, sp.rank
+		) sp
+		GROUP BY seq_id
+	) s
+	WHERE sequences.id = s.seq_id;
+	RETURN NULL;
+END $$ LANGUAGE plpgsql;
+
+CREATE TRIGGER pictures_update_sequences_geom_trg
+AFTER UPDATE OF geom ON pictures
+FOR EACH ROW EXECUTE FUNCTION pictures_update_geom_sequence();
+

geovisio/migrations/20231121_02_1uZXT-deleted-tag.rollback.sql

@@ -0,0 +1,19 @@
+-- deleted_tag
+-- depends: 20231121_01_v6oBF-more-specific-triggers
+
+-- since PG does not support removing values from enum, we create a new sequence status with old values
+
+CREATE TYPE sequence_status_new AS ENUM (
+	'preparing',
+	'broken',
+	'ready',
+	'hidden',
+	'waiting-for-process'
+);
+
+alter table sequences ALTER COLUMN status DROP DEFAULT;
+alter table sequences ALTER COLUMN status TYPE sequence_status_new USING status::text::sequence_status_new;
+alter table sequences ALTER COLUMN status SET DEFAULT 'waiting-for-process';
+
+DROP TYPE sequence_status;
+ALTER TYPE sequence_status_new RENAME TO sequence_status;

geovisio/migrations/20231121_02_1uZXT-deleted-tag.sql

@@ -0,0 +1,13 @@
+-- deleted_tag
+-- depends: 20231121_01_v6oBF-more-specific-triggers
+
+-- type cannot be altered in a transaction, so we ask yolo not to create one
+-- transactional: false
+
+ALTER TYPE sequence_status ADD VALUE 'deleted';
+
+
+CREATE OR REPLACE FUNCTION is_sequence_visible_by_user(seq sequences, account_id UUID) RETURNS boolean AS $$
+    SELECT seq.status != 'deleted' AND (seq.status = 'ready' OR seq.account_id = account_id);
+$$ LANGUAGE SQL IMMUTABLE PARALLEL SAFE COST 10;
+

geovisio/migrations/20240115_01_FatLR-token-delete-cascade.rollback.sql

@@ -0,0 +1,6 @@
+-- token_delete_cascade
+-- depends: 20231121_02_1uZXT-deleted-tag
+
+ALTER TABLE tokens
+	DROP CONSTRAINT account_fk_id ,
+	ADD CONSTRAINT account_fk_id FOREIGN KEY (account_id) REFERENCES accounts(id);

geovisio/migrations/20240115_01_FatLR-token-delete-cascade.sql

@@ -0,0 +1,7 @@
+-- token_delete_cascade
+-- depends: 20231121_02_1uZXT-deleted-tag
+
+
+ALTER TABLE tokens
+	DROP CONSTRAINT account_fk_id ,
+	ADD CONSTRAINT account_fk_id FOREIGN KEY (account_id) REFERENCES accounts(id) ON DELETE CASCADE;

geovisio/migrations/20240220_01_9wZs0-sequence-current-sort.rollback.sql

@@ -0,0 +1,6 @@
+-- sequence_current_sort
+-- depends: 20240115_01_FatLR-token-delete-cascade
+
+ALTER TABLE sequences DROP COLUMN current_sort;
+
+DROP TYPE sequence_sort;

geovisio/migrations/20240220_01_9wZs0-sequence-current-sort.sql

@@ -0,0 +1,15 @@
+-- sequence_current_sort
+-- depends: 20240115_01_FatLR-token-delete-cascade
+
+CREATE TYPE sequence_sort AS ENUM (
+	'+filedate',         -- Sort by ascending camera date
+	'+filename',         -- Sort by ascending filename
+	'+gpsdate',           -- Sort by ascending gps date
+	'-filedate',         -- Sort by descending camera date
+	'-filename',         -- Sort by descending filename
+	'-gpsdate'           -- Sort by descending gps date
+);
+
+-- Add a column to persist the user defined sort
+-- nullable since by default no sort is chosen
+ALTER TABLE sequences ADD COLUMN current_sort sequence_sort;

geovisio/migrations/20240223_01_LsMHB-remove-binary-fields.sql

@@ -0,0 +1,80 @@
+-- remove_binary_fields
+-- depends: 20240115_01_FatLR-token-delete-cascade
+
+-- We want to run a vacuum after the migration, we cannot have a transaction around it
+-- transactional: false
+
+CREATE OR REPLACE PROCEDURE remove_maker_notes_from_all_pictures() AS
+$$
+DECLARE
+	last_inserted_at TIMESTAMPTZ;
+BEGIN
+	SELECT min(inserted_at) - INTERVAL '1 minute' FROM pictures INTO last_inserted_at;
+
+		WHILE last_inserted_at IS NOT NULL LOOP
+		
+		-- Temporary removal of all update triggers
+		DROP TRIGGER pictures_updates_on_sequences_trg ON pictures;
+
+		WITH 
+			-- get a batch of 100 000 pictures to update
+			pic_to_update AS (
+				SELECT id, inserted_at from pictures where inserted_at > last_inserted_at ORDER BY inserted_at ASC LIMIT 100000
+			)
+			, updated_pic AS (
+				-- List of binary fields to remove.
+				-- The most important here is `MakerNote` that takes a lot of useless space, but we decided not to store any binary fields, as they will be difficult to use 
+				-- Note: they are still in the pictures if needed
+				UPDATE pictures 
+					SET 
+						exif = exif - ARRAY[
+									'Exif.Photo.MakerNote',
+									'Exif.Photo.0xea1c',
+									'Exif.Image.0xea1c',
+									'Exif.Canon.CameraInfo',
+									'Exif.Image.PrintImageMatching',
+									'Exif.Image.0xc6d3',
+									'Exif.Panasonic.FaceDetInfo',
+									'Exif.Panasonic.DataDump',
+									'Exif.Image.0xc6d2',
+									'Exif.Canon.CustomFunctions',
+									'Exif.Canon.AFInfo',
+									'Exif.Canon.0x4011',
+									'Exif.Canon.0x4019',
+									'Exif.Canon.ColorData',
+									'Exif.Canon.DustRemovalData',
+									'Exif.Canon.VignettingCorr',
+									'Exif.Canon.AFInfo3',
+									'Exif.Canon.0x001f',
+									'Exif.Canon.0x0018',
+									'Exif.Canon.ContrastInfo',
+									'Exif.Canon.0x002e',
+									'Exif.Canon.0x0022',
+									'Exif.Photo.0x9aaa'
+						]
+					WHERE id in (SELECT id FROM pic_to_update)
+			)
+			SELECT MAX(inserted_at) FROM pic_to_update INTO last_inserted_at;
+		
+		RAISE NOTICE 'max insertion date is now %', last_inserted_at;
+
+		-- Restore all deactivated triggers
+		CREATE TRIGGER pictures_updates_on_sequences_trg
+		AFTER UPDATE ON pictures
+		REFERENCING NEW TABLE AS pictures_after
+		FOR EACH STATEMENT
+		EXECUTE FUNCTION pictures_updates_on_sequences();
+
+		-- commit transaction (as a procedure is in an implicit transaction, it will start a new transaction after this)
+		COMMIT;
+	END LOOP;
+
+	-- After this, we need to do a full vacuum to clean dead tuples
+	RAISE NOTICE 'Binary fields removed, you should run `VACUUM FULL pictures;` afterward (or use something like pg_repack)';
+
+END
+$$  LANGUAGE plpgsql;
+
+CALL remove_maker_notes_from_all_pictures();
+DROP PROCEDURE remove_maker_notes_from_all_pictures;
+

geovisio/migrations/20240226_01_8iXl1-track-changes.rollback.sql

@@ -0,0 +1,13 @@
+-- track_changes
+-- depends: 20240220_01_9wZs0-sequence-current-sort
+
+DROP TABLE sequences_changes CASCADE;
+DROP TABLE pictures_changes CASCADE;
+
+DROP TRIGGER picture_modification_history_trg ON pictures;
+DROP TRIGGER sequence_modification_history_trg ON sequences;
+
+DROP FUNCTION IF EXISTS jsonb_diff, get_sequence_diffable_fields, sequence_modification_history, picture_modification_history CASCADE;
+
+ALTER TABLE sequences DROP COLUMN IF EXISTS last_account_to_edit;
+ALTER TABLE pictures DROP COLUMN IF EXISTS last_account_to_edit;

geovisio/migrations/20240226_01_8iXl1-track-changes.sql

@@ -0,0 +1,123 @@
+-- track_changes
+-- depends: 20240220_01_9wZs0-sequence-current-sort
+
+CREATE TABLE sequences_changes(
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    sequence_id UUID NOT NULL REFERENCES sequences(id) ON DELETE CASCADE,
+    account_id UUID NOT NULL REFERENCES accounts(id) ON DELETE CASCADE,
+
+    -- json will contains all modified keys, with old db values
+    previous_value_changed JSONB,
+
+    ts TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE INDEX sequences_changes_seq_id_idx ON sequences_changes(sequence_id);
+
+CREATE TABLE pictures_changes(
+    id UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    picture_id UUID NOT NULL REFERENCES pictures(id) ON DELETE CASCADE,
+    account_id UUID NOT NULL REFERENCES accounts(id) ON DELETE CASCADE,
+    -- If the changes is part of global changes on a sequence, id of that change
+    sequences_changes_id UUID REFERENCES sequences_changes(id),
+
+    -- json will contains all modified keys, with old db values
+    previous_value_changed JSONB,
+
+    ts TIMESTAMPTZ NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+CREATE INDEX pictures_changes_pic_id_idx ON pictures_changes(picture_id);
+
+
+ALTER TABLE sequences ADD COLUMN IF NOT EXISTS last_account_to_edit UUID;
+ALTER TABLE sequences ADD CONSTRAINT last_account_to_edit_fk_id FOREIGN KEY (last_account_to_edit) REFERENCES accounts (id) ON DELETE CASCADE;
+
+ALTER TABLE pictures ADD COLUMN IF NOT EXISTS last_account_to_edit UUID;
+ALTER TABLE pictures ADD CONSTRAINT last_account_to_edit_fk_id FOREIGN KEY (last_account_to_edit) REFERENCES accounts (id) ON DELETE CASCADE;
+
+CREATE OR REPLACE FUNCTION jsonb_diff(IN a jsonb, IN b jsonb) RETURNS jsonb AS
+$BODY$
+    SELECT jsonb_object_agg(key, value)
+    FROM (
+        SELECT * FROM jsonb_each(to_jsonb(a))
+        EXCEPT SELECT * FROM jsonb_each(to_jsonb(b))
+    ) as t;
+$BODY$
+LANGUAGE SQL IMMUTABLE STRICT;
+
+COMMENT ON FUNCTION jsonb_diff IS 'Create a Json with all the key/values that are in the first one and not in the second. Only works for top level fields';
+
+-- We only consider a specified set of fields. If we want to track the history of a new field, a new migration should add them here
+-- We also put the metadata fields at the same level in order not to have a nested `metadata` field inside, since it would make comparison more difficult
+CREATE OR REPLACE FUNCTION get_sequence_diffable_fields(IN seq sequences) RETURNS jsonb AS
+$BODY$
+    SELECT jsonb_build_object(
+            'status', seq.status, 
+            'current_sort', seq.current_sort
+        ) || seq.metadata;
+$BODY$
+LANGUAGE SQL IMMUTABLE STRICT;
+
+COMMENT ON FUNCTION get_sequence_diffable_fields IS 'Short list the sequence fields we want to trank updates for';
+
+
+-- Create a trigger to track the history of the change
+CREATE OR REPLACE FUNCTION sequence_modification_history() RETURNS TRIGGER AS
+$BODY$
+DECLARE
+    previous_value_changed JSONB;
+    change_id UUID;
+BEGIN
+    previous_value_changed := jsonb_diff(get_sequence_diffable_fields(OLD), get_sequence_diffable_fields(NEW));
+    
+    INSERT INTO sequences_changes (sequence_id, account_id, previous_value_changed)
+    VALUES (NEW.id, NEW.last_account_to_edit, previous_value_changed) RETURNING id INTO change_id;
+
+    CREATE TEMP TABLE IF NOT EXISTS sequence_current_change ON COMMIT DROP AS SELECT change_id;
+
+    RETURN NULL;
+END;
+$BODY$
+language plpgsql;
+
+CREATE OR REPLACE FUNCTION picture_modification_history() RETURNS TRIGGER AS
+$BODY$
+DECLARE
+    previous_value_changed JSONB;
+    parent_sequence_change_id UUID;
+BEGIN
+    previous_value_changed := jsonb_diff(to_jsonb(OLD), to_jsonb(NEW)) - 'last_account_to_edit';
+
+    -- if there is a sequence modified on the same transaction, we link the picture change to the sequence change.
+    IF EXISTS (
+        SELECT 1
+                FROM information_schema.tables 
+                WHERE table_type = 'LOCAL TEMPORARY'
+                AND table_name = 'sequence_current_change'
+            
+    ) THEN
+        SELECT change_id FROM sequence_current_change INTO parent_sequence_change_id;
+    END IF;
+
+    INSERT INTO pictures_changes (picture_id, account_id, previous_value_changed, sequences_changes_id)
+    VALUES (NEW.id, NEW.last_account_to_edit, previous_value_changed, parent_sequence_change_id);
+
+    RETURN NULL;
+END;
+$BODY$
+language plpgsql;
+
+-- We only trigger this for updates of last_account_to_edit. All changes that needs to be tracked need to set this field.
+CREATE TRIGGER sequence_modification_history_trg
+AFTER UPDATE OF 
+    last_account_to_edit
+ ON sequences
+FOR EACH ROW
+EXECUTE PROCEDURE sequence_modification_history();
+
+CREATE TRIGGER picture_modification_history_trg
+AFTER UPDATE OF 
+    last_account_to_edit
+ ON pictures
+FOR EACH ROW
+EXECUTE PROCEDURE picture_modification_history();

geovisio/migrations/20240229_01_SgfQY-sequence-geom-multi-linestring.rollback.sql

@@ -0,0 +1,67 @@
+-- sequence_geom_multi_linestring
+-- depends: 20240220_01_9wZs0-sequence-current-sort
+
+
+ALTER TABLE sequences 
+	ALTER COLUMN geom TYPE GEOMETRY(LineString, 4326),
+	DROP COLUMN bbox;
+DROP FUNCTION compute_sequence_bbox;
+
+DROP FUNCTION compute_sequence_geom;
+
+-- put back old functions
+DROP FUNCTION IF EXISTS pictures_update_geom_sequence CASCADE;
+CREATE FUNCTION pictures_update_geom_sequence() RETURNS trigger AS $$
+BEGIN
+	UPDATE sequences
+	SET geom = s.geom
+	FROM (
+		SELECT seq_id, ST_MakeLine(array_agg(geom)) AS geom
+		FROM (
+			SELECT sp.seq_id, p.geom
+			FROM sequences_pictures sp
+			JOIN pictures p ON sp.pic_id = p.id
+			WHERE sp.seq_id IN (
+				SELECT DISTINCT sequences_pictures.seq_id
+				FROM sequences_pictures
+				WHERE sequences_pictures.pic_id = NEW.id
+			)
+			ORDER BY sp.seq_id, sp.rank
+		) sp
+		GROUP BY seq_id
+	) s
+	WHERE sequences.id = s.seq_id;
+	RETURN NULL;
+END $$ LANGUAGE plpgsql;
+
+CREATE TRIGGER pictures_update_sequences_geom_trg
+AFTER UPDATE OF geom ON pictures
+FOR EACH ROW EXECUTE FUNCTION pictures_update_geom_sequence();
+
+DROP FUNCTION IF EXISTS sequences_pictures_delete CASCADE;
+CREATE FUNCTION sequences_pictures_delete() RETURNS trigger AS $$
+BEGIN
+	UPDATE sequences
+	SET geom = s.geom
+	FROM (
+		SELECT seq_id, ST_MakeLine(array_agg(geom)) AS geom
+		FROM (
+			SELECT sp.seq_id, sp.rank, p.geom
+			FROM sequences_pictures sp
+			JOIN pictures p ON sp.pic_id = p.id
+			WHERE sp.seq_id IN (
+				SELECT DISTINCT seq_id
+				FROM old_table
+			)
+			ORDER BY sp.seq_id, sp.rank
+		) sp
+		GROUP BY seq_id
+	) s
+	WHERE sequences.id = s.seq_id;
+	RETURN NULL;
+END $$ LANGUAGE plpgsql;
+
+CREATE TRIGGER sequences_pictures_delete_trg
+AFTER DELETE ON sequences_pictures
+REFERENCING OLD TABLE AS old_table
+FOR EACH STATEMENT EXECUTE FUNCTION sequences_pictures_delete();

geovisio/migrations/20240229_01_SgfQY-sequence-geom-multi-linestring.sql

@@ -0,0 +1,101 @@
+-- sequence_geom_multi_linestring
+-- depends: 20240220_01_9wZs0-sequence-current-sort
+
+ALTER TABLE sequences 
+	ALTER COLUMN geom TYPE GEOMETRY(MultiLineString, 4326) USING ST_Multi(geom),
+	-- Since some geometries can now be null (if all points are too far appart)
+	-- We store a bounding box of the geometry, always computed with the pictures of the geometry
+	ADD COLUMN IF NOT EXISTS bbox box2d;
+
+CREATE FUNCTION compute_sequence_geom(IN sequence_id UUID) RETURNS GEOMETRY(MultiLineString, 4326) AS $$
+	WITH
+	all_pics AS (
+		SELECT p.geom AS geom, sp.seq_id
+		FROM sequences_pictures sp
+		JOIN pictures p ON sp.pic_id = p.id
+		WHERE sp.seq_id = sequence_id
+		ORDER BY sp.rank
+	)
+	, pic_as_line AS (
+		SELECT seq_id, ST_MakeLine(geom) AS geom
+		FROM all_pics
+		GROUP BY seq_id
+	)
+	, segments as (
+		SELECT
+			seq_id,
+			(ST_DumpSegments(geom)).geom AS segment
+		FROM pic_as_line
+	)
+	-- make a multiline geometry for the sequence, spliting each pictures separated by more than 50 meters
+	, seq_geom as (
+		SELECT
+			seq_id,
+			ST_LineMerge(ST_Collect(segment)) as geom
+		FROM segments
+		WHERE ST_Length(segment::geography) < 50
+		GROUP BY seq_id
+	) 
+	, seq_multi_ls_geom as (
+		SELECT
+			seq_id,
+			ST_Multi(geom) as geom
+		FROM seq_geom
+		WHERE NOT ST_IsEmpty(geom)
+	)
+	SELECT seq_multi_ls_geom.geom
+	FROM seq_multi_ls_geom;
+$$ LANGUAGE SQL IMMUTABLE PARALLEL SAFE;
+
+
+CREATE FUNCTION compute_sequence_bbox(IN sequence_id UUID) RETURNS box2d AS $$
+	SELECT
+		ST_Extent(geom)
+	FROM sequences_pictures sp
+	JOIN pictures p ON sp.pic_id = p.id
+	WHERE sp.seq_id = sequence_id;
+$$ LANGUAGE SQL IMMUTABLE PARALLEL SAFE;
+
+
+-- update bbox in sequences
+UPDATE sequences
+	SET
+		bbox = compute_sequence_bbox(id);
+
+-- change sql function called by trigger on picture's geom update
+DROP FUNCTION IF EXISTS pictures_update_geom_sequence CASCADE;
+CREATE FUNCTION pictures_update_geom_sequence() RETURNS trigger AS $$
+BEGIN
+	UPDATE sequences
+	SET
+		geom = compute_sequence_geom(id),
+		bbox = compute_sequence_bbox(id)
+	WHERE id IN (
+		SELECT DISTINCT sequences_pictures.seq_id
+		FROM sequences_pictures
+		WHERE sequences_pictures.pic_id = NEW.id
+	);
+
+	RETURN NULL;
+END $$ LANGUAGE plpgsql;
+
+CREATE TRIGGER pictures_update_sequences_geom_trg
+AFTER UPDATE OF geom ON pictures
+FOR EACH ROW EXECUTE FUNCTION pictures_update_geom_sequence();
+
+DROP FUNCTION IF EXISTS sequences_pictures_delete CASCADE;
+CREATE FUNCTION sequences_pictures_delete() RETURNS trigger AS $$
+BEGIN
+	UPDATE sequences
+	SET
+		geom = compute_sequence_geom(id),
+		bbox = compute_sequence_bbox(id)
+	WHERE id IN (SELECT DISTINCT seq_id FROM old_table);
+
+	RETURN NULL;
+END $$ LANGUAGE plpgsql;
+
+CREATE TRIGGER sequences_pictures_delete_trg
+AFTER DELETE ON sequences_pictures
+REFERENCING OLD TABLE AS old_table
+FOR EACH STATEMENT EXECUTE FUNCTION sequences_pictures_delete();

geovisio/migrations/20240308_01_aF0Jb-migrate-sequence-geom-multi-linestring.sql

@@ -0,0 +1,52 @@
+-- migrate_sequence_geom_multi_linestring
+-- depends: 20240226_01_8iXl1-track-changes  20240229_01_SgfQY-sequence-geom-multi-linestring
+
+
+
+-- We do not want a transaction around this, as we'll be commiting batches of geometry updates
+-- transactional: false
+
+CREATE OR REPLACE PROCEDURE migrate_sequences_split_geom() AS
+$$
+DECLARE
+	last_inserted_at TIMESTAMPTZ;
+BEGIN
+	SELECT min(inserted_at) - INTERVAL '1 minute' FROM sequences INTO last_inserted_at;
+
+	WHILE last_inserted_at IS NOT NULL LOOP
+		
+		-- Temporary removal of all update triggers
+		DROP TRIGGER sequences_update_ts_trg ON sequences;
+
+		WITH 
+			-- get a batch of 1 000 sequences to update
+			seq_to_update AS (
+				SELECT id, inserted_at from sequences where inserted_at > last_inserted_at ORDER BY inserted_at ASC LIMIT 1000
+			)
+			, updated_seq AS (
+				UPDATE sequences 
+					SET 
+						geom = compute_sequence_geom(id)
+					WHERE id in (SELECT id FROM seq_to_update)
+			)
+			SELECT MAX(inserted_at) FROM seq_to_update INTO last_inserted_at;
+		
+		RAISE NOTICE 'max insertion date is now %', last_inserted_at;
+
+		-- Restore all deactivated triggers
+		CREATE TRIGGER sequences_update_ts_trg
+		BEFORE UPDATE ON sequences
+		FOR EACH ROW EXECUTE FUNCTION sequences_update_ts();
+
+		-- commit transaction (as a procedure is in an implicit transaction, it will start a new transaction after this)
+		COMMIT;
+	END LOOP;
+
+	-- After this, we need to do a full vacuum to clean dead tuples
+	RAISE NOTICE 'Geometry fields updated, you should run `VACUUM FULL sequences;` afterward (or use something like pg_repack)';
+
+END
+$$  LANGUAGE plpgsql;
+
+CALL migrate_sequences_split_geom();
+DROP PROCEDURE migrate_sequences_split_geom;

geovisio/migrations/20240409_01_jnhra-pictures-grid.rollback.sql

@@ -0,0 +1,3 @@
+-- pictures-grid
+-- depends: 20240223_01_LsMHB-remove-binary-fields  20240308_01_aF0Jb-migrate-sequence-geom-multi-linestring
+DROP MATERIALIZED VIEW pictures_grid;