half-orm-dev 1.0.0a33__tar.gz → 1.0.0a35__tar.gz

{half_orm_dev-1.0.0a33/half_orm_dev.egg-info → half_orm_dev-1.0.0a35}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: half_orm_dev
-Version: 1.0.0a33
+Version: 1.0.0a35
 Summary: half_orm development Framework.
 Author-email: Joël Maïzi <joel.maizi@collorg.org>
 License-Expression: GPL-3.0-or-later
@@ -25,7 +25,7 @@ Requires-Dist: packaging
 Requires-Dist: pydash
 Requires-Dist: pytest
 Requires-Dist: pytest-asyncio
-Requires-Dist: half_orm<1.1.0,>=1.0.0rc16
+Requires-Dist: half_orm<1.1.0,>=1.0.0
 Requires-Dist: tomli>=2.0.0; python_version < "3.11"
 Requires-Dist: tomli_w>=1.0.0
 Dynamic: license-file

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35}/half_orm_dev/cli/commands/release.py

@@ -180,7 +180,7 @@ def release_promote(target: str) -> None:
         2. Validate sequential version rule
         3. Acquire distributed lock on ho-prod
         4. Restore database and apply all patches
-        5. Generate schema-X.Y.Z.sql and metadata-X.Y.Z.sql
+        5. Generate schema-X.Y.Z.sql and data-X.Y.Z.sql
         6. Update schema.sql symlink
         7. Rename RC file to production file (git mv)
         8. Commit and push promotion
@@ -203,7 +203,7 @@ def release_promote(target: str) -> None:
         Output:
         ✓ Promoted 1.3.5-rc1 → 1.3.5
         ✓ Generated schema-1.3.5.sql
-        ✓ Generated metadata-1.3.5.sql
+        ✓ Generated data-1.3.5.sql
         ✓ Updated schema.sql → schema-1.3.5.sql
 
     \b

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35}/half_orm_dev/database.py

@@ -398,7 +398,11 @@ class Database:
             )
 
             # Filter to keep only COPY blocks (COPY ... FROM stdin; ... \.)
-            # to avoid version-specific SET commands
+            # and the SELECT pg_catalog.setval(...) calls pg_dump emits
+            # after them - dropping those would leave every serial/identity
+            # sequence at its default start value, causing the next INSERT
+            # relying on it to collide with rows restored by COPY. Version-
+            # specific SET commands are what we actually want to avoid.
             content = temp_file.read_text()
             filtered_lines = []
             in_copy_block = False
@@ -410,6 +414,8 @@ class Database:
                 if line == '\\.':
                     in_copy_block = False
                     filtered_lines.append('')  # Empty line between blocks
+                elif not in_copy_block and line.startswith('SELECT pg_catalog.setval('):
+                    filtered_lines.append(line)
 
             data_file.write_text('\n'.join(filtered_lines))
         except Exception as e:

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35}/half_orm_dev/file_executor.py

@@ -59,9 +59,11 @@ def execute_sql_file_psql(file_path: Path, database, database_name: str) -> None
         FileExecutionError: If psql execution fails
     """
     try:
-        database.execute_pg_command('psql', '-d', database_name, '-f', str(file_path))
+        database.execute_pg_command('psql', '-v', 'ON_ERROR_STOP=1', '-d', database_name, '-f', str(file_path))
     except Exception as e:
-        raise FileExecutionError(f"psql execution failed for {file_path.name}: {e}") from e
+        stderr = getattr(e, 'stderr', None)
+        detail = f"{e}\n{stderr.strip()}" if stderr else str(e)
+        raise FileExecutionError(f"psql execution failed for {file_path.name}: {detail}") from e
 
 
 def execute_python_file(

half_orm_dev-1.0.0a35/half_orm_dev/migrations/1/0/0/a35/00_drop_stale_release_schemas.py

@@ -0,0 +1,145 @@
+"""
+Migration 1.0.0a35 — drop stale release-X.Y.Z.sql on active branches
+
+Before 1.0.0a33, restore_database_from_schema() rebuilt the database
+from model/schema.sql + model/metadata-{version}.sql, and the latter
+held half_orm_meta bookkeeping *only* - no application data.
+generate_release_schema() then took a full pg_dump of that database, so
+every model/release-{version}.sql produced this way captured the
+structure plus the half_orm_meta rows and nothing else.
+
+The a33 migration backfilled model/data-{version}.sql with the real,
+complete snapshot, but left those release files untouched. They are
+still what `patch apply` and `patch merge` restore from whenever a
+release is in flight, so development databases come back up with no
+application data at all - the symptom that motivated this migration
+(a project whose release-0.3.10.sql carried 78 half_orm_meta.hop_release
+rows and zero rows for its 39 other tables, against 2098 rows in
+data-0.3.9.sql).
+
+Rather than rebuilding those files here - which would mean restoring a
+database and replaying every staged patch, per branch - this deletes
+them. They are derived artifacts: the fallback already in
+apply_patch_complete_workflow() rebuilds one from
+restore_database_from_schema() (schema + full data) plus the staged
+patches, then calls generate_release_schema() again. Deleting is
+therefore self-healing, and costs one rebuild on the next `patch apply`.
+
+A release schema is carried by every active branch: create_release()
+commits it on ho-release/X.Y.Z, patch branches inherit a copy, and .hop/
+syncing propagates it to ho-prod as well. All of them have to be
+cleaned, and ho-prod in particular must not be skipped - syncing copies
+.hop/ with `git checkout <source> -- .hop/`, so a copy left on ho-prod
+would be restored onto every branch this migration just cleaned. For
+the same reason the deletion never propagates on its own: that checkout
+adds and overwrites, but never deletes.
+
+Ordering therefore matters. Other branches are handled first, each with
+its own commit, while ho-prod's copy is only staged - the migration
+runner commits it, then pushes ho-prod, and only then syncs .hop/
+outwards.
+
+Committing on other branches is covered by the existing safety net:
+capture_branches_snapshot() records ho-prod, release and patch branches
+alike, and rollback_to_snapshot() resets each one should the migration
+fail later. Following the convention in
+Repo.sync_hop_to_active_branches(), those local commits are the
+transaction (a failure propagates and triggers that rollback) while push
+failures are reported rather than raised - the deletion is already
+recorded locally, and an unpushed branch is recoverable.
+"""
+
+import sys
+from pathlib import Path
+
+
+def get_description():
+    return "Delete release-X.Y.Z.sql files generated before the metadata->data.sql switch"
+
+
+def _affected_branches(repo):
+    """Active release and patch branches, both of which carry release schemas."""
+    status = repo.hgit.get_active_branches_status()
+    names = []
+    for key in ('release_branches', 'patch_branches'):
+        for branch in status.get(key) or []:
+            name = branch.get('name')
+            if name and name not in names:
+                names.append(name)
+    return names
+
+
+def _stale_release_schemas(repo, model_dir):
+    """Repo-relative paths of the release schemas present on this branch."""
+    return [
+        str(path.relative_to(repo.base_dir))
+        for path in sorted(model_dir.glob('release-*.sql'))
+    ]
+
+
+def migrate(repo):
+    model_dir = Path(repo.model_dir)
+
+    # Only projects predating the a33 metadata->data switch are affected.
+    # A leftover model/metadata-*.sql is the proof: it is what the old
+    # restore path loaded, so any release schema this project generated
+    # was dumped from a database holding half_orm_meta rows only. A
+    # project that never had those files has correct release schemas and
+    # must not be forced into a needless rebuild.
+    if not list(model_dir.glob('metadata-*.sql')):
+        return {}
+
+    git_repo = repo.hgit.git_repo
+    current_branch = repo.hgit.branch
+    deleted = []
+    to_push = []
+
+    # Other active branches first, each committed on the spot: the
+    # current branch has to stay clean while switching away from it.
+    for branch in _affected_branches(repo):
+        if branch == current_branch:
+            continue
+        with repo.hgit.on_branch(branch, silent=True):
+            stale = _stale_release_schemas(repo, model_dir)
+            if not stale:
+                continue
+
+            git_repo.index.remove(stale, working_tree=True)
+            git_repo.index.commit(
+                '[HOP] Remove stale release schema '
+                '(generated before metadata->data.sql; regenerated with '
+                'full data on the next patch apply)',
+                skip_hooks=True,
+            )
+            deleted.extend(f"{branch}:{name}" for name in stale)
+            to_push.append(branch)
+
+    # push_branch() names its target explicitly, so it does not depend on
+    # the branch currently checked out.
+    for branch in to_push:
+        try:
+            repo.hgit.push_branch(branch)
+        except Exception as e:
+            print(
+                f"  ⚠  Could not push {branch}: {e}\n"
+                f"     The stale release schema was removed locally; "
+                f"push {branch} manually to share the change.",
+                file=sys.stderr,
+            )
+
+    # ho-prod last, and removed from the working tree only. The migration
+    # runner always stages '.hop/' before committing, and `git add` on a
+    # directory records deletions inside it, so the removal lands in the
+    # migration commit - which is pushed before .hop/ is synced outwards.
+    # Skipping ho-prod would leave a copy here that the sync copies
+    # straight back onto every branch cleaned above.
+    #
+    # Staging it here instead would break that runner: it feeds every
+    # path it finds staged to `git add`, and `git add` on an
+    # already-staged deletion fails with "did not match any files".
+    stale_here = _stale_release_schemas(repo, model_dir)
+    for relative in stale_here:
+        (Path(repo.base_dir) / relative).unlink()
+        deleted.append(f"{current_branch}:{relative}")
+
+    return {'deleted_release_schemas': deleted}

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35}/half_orm_dev/release_manager.py

@@ -306,7 +306,7 @@ class ReleaseManager:
             try:
                 self._repo.database._generate_schema_sql(version_str, model_dir)
                 click.echo(f"  ✓ Generated schema-{version_str}.sql")
-                click.echo(f"  ✓ Generated metadata-{version_str}.sql")
+                click.echo(f"  ✓ Generated data-{version_str}.sql")
                 click.echo(f"  ✓ Created symlink: schema.sql -> schema-{version_str}.sql")
             except Exception as e:
                 raise ReleaseManagerError(f"Failed to generate schema files: {e}")

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35}/half_orm_dev/repo.py

@@ -66,6 +66,20 @@ def _git_origin_to_https(git_origin: str) -> str:
     return url
 
 
+def _pg_command_error_detail(e: Exception) -> str:
+    """Format a psql/pg_dump failure with its actual stderr, when available.
+
+    str(subprocess.CalledProcessError) only shows the command and exit
+    code - the actual SQL error psql printed to stderr (e.g. which
+    statement failed and why) is on e.stderr and would otherwise be
+    silently dropped from every RepoError raised around a restore.
+    """
+    stderr = getattr(e, 'stderr', None)
+    if stderr:
+        return f"{e}\n{stderr.strip() if isinstance(stderr, str) else stderr}"
+    return str(e)
+
+
 class RepoError(Exception):
     pass
 
@@ -2362,11 +2376,22 @@ Files are executed **alphabetically** (not numerically parsed).
 
 ## Execution Context
 
-Bootstrap scripts run:
-- **Development**: Each `patch apply` (allows iteration on bootstrap)
-- **Production**: Initial `clone` only (one-time setup)
+Bootstrap scripts run **once**: when a brand-new instance is created via
+`clone`. They do NOT run on `patch apply`, `patch merge`, or
+`release promote` - there is no database reset between those, so a
+script that isn't independently idempotent would corrupt the database if
+it ran more than once.
 
-For production data changes, use **patches** (not bootstrap).
+Reserve `bootstrap/` for data that is genuinely specific to *this*
+instance (e.g. an initial admin account, a per-site secret) - never for
+reference/system data that every instance should have.
+
+Reference/system data that every instance should ship with (e.g. a new
+system role) does NOT belong in `bootstrap/`: write it as ordinary
+idempotent DML in a **patch** instead. It reaches existing instances
+through the normal `hop upgrade` path, and gets captured automatically
+in `model/data-X.Y.Z.sql` (the schema+data snapshot restored by every
+`patch apply`) once shipped - `bootstrap/` scripts never are.
 
 ## Python Files
 
@@ -2637,9 +2662,21 @@ INSERT INTO public.roles (name) VALUES ('admin'), ('user');
         and should persist across schema resets.
         """
         schemas_to_drop = {'half_orm_meta', 'half_orm_meta.view'}
-        # Add user schemas from half_orm metadata
-        relations = self.model.desc()
-        _ = [schemas_to_drop.add(rel[1][1]) for rel in relations]
+
+        # Enumerate schemas from the PostgreSQL catalog rather than from
+        # self.model.desc(), which only lists *relations*: a schema holding
+        # no table/view (only functions, types, sequences - or nothing at
+        # all) is invisible there, so it would survive the reset and then
+        # collide with the CREATE SCHEMA emitted by the file being
+        # restored ("schema already exists"), leaving the database in a
+        # state that no longer matches the dump.
+        cursor = self.model.execute_query(
+            "SELECT nspname FROM pg_catalog.pg_namespace "
+            "WHERE nspname NOT IN ('pg_catalog', 'information_schema') "
+            "AND nspname NOT LIKE 'pg\\_%'"
+        )
+        for row in cursor:
+            schemas_to_drop.add(row['nspname'])
 
         # Drop each schema with CASCADE
         for schema_name in schemas_to_drop:
@@ -2733,10 +2770,13 @@ INSERT INTO public.roles (name) VALUES ('admin'), ('user');
             # 3. Load schema from model/schema.sql
             try:
                 self.database.execute_pg_command(
-                    'psql', '-d', self.database_name, '-f', str(schema_path)
+                    'psql', '-v', 'ON_ERROR_STOP=1', '-d', self.database_name, '-f', str(schema_path)
                 )
             except Exception as e:
-                raise RepoError(f"Failed to load schema from {schema_path.name}: {e}") from e
+                raise RepoError(
+                    f"Failed to load schema from {schema_path.name}: "
+                    f"{_pg_command_error_detail(e)}"
+                ) from e
 
             # 4. Load data from model/data-X.Y.Z.sql (if exists)
             data_path, version = self._deduce_data_path(schema_path)
@@ -2744,11 +2784,12 @@ INSERT INTO public.roles (name) VALUES ('admin'), ('user');
             if data_path and data_path.exists():
                 try:
                     self.database.execute_pg_command(
-                        'psql', '-d', self.database_name, '-f', str(data_path)
+                        'psql', '-v', 'ON_ERROR_STOP=1', '-d', self.database_name, '-f', str(data_path)
                     )
                 except Exception as e:
                     raise RepoError(
-                        f"Failed to load data from {data_path.name}: {e}"
+                        f"Failed to load data from {data_path.name}: "
+                        f"{_pg_command_error_detail(e)}"
                     ) from e
             # else: data file doesn't exist, continue without error (backward compatibility)
 
@@ -2796,20 +2837,24 @@ INSERT INTO public.roles (name) VALUES ('admin'), ('user');
 
             try:
                 self.database.execute_pg_command(
-                    'psql', '-d', self.database_name, '-f', str(schema_path)
+                    'psql', '-v', 'ON_ERROR_STOP=1', '-d', self.database_name, '-f', str(schema_path)
                 )
             except Exception as e:
-                raise RepoError(f"Failed to load schema from {schema_path.name}: {e}") from e
+                raise RepoError(
+                    f"Failed to load schema from {schema_path.name}: "
+                    f"{_pg_command_error_detail(e)}"
+                ) from e
 
             data_path = Path(self.model_dir) / f"data-{version}.sql"
             if data_path.exists():
                 try:
                     self.database.execute_pg_command(
-                        'psql', '-d', self.database_name, '-f', str(data_path)
+                        'psql', '-v', 'ON_ERROR_STOP=1', '-d', self.database_name, '-f', str(data_path)
                     )
                 except Exception as e:
                     raise RepoError(
-                        f"Failed to load data from {data_path.name}: {e}"
+                        f"Failed to load data from {data_path.name}: "
+                        f"{_pg_command_error_detail(e)}"
                     ) from e
 
             self.model.reconnect(reload=True)
@@ -2862,10 +2907,13 @@ INSERT INTO public.roles (name) VALUES ('admin'), ('user');
             # 2. Load dump using psql
             try:
                 self.database.execute_pg_command(
-                    'psql', '-d', self.database_name, '-f', str(dump_path)
+                    'psql', '-v', 'ON_ERROR_STOP=1', '-d', self.database_name, '-f', str(dump_path)
                 )
             except Exception as e:
-                raise RepoError(f"Failed to load dump from {dump_path.name}: {e}") from e
+                raise RepoError(
+                    f"Failed to load dump from {dump_path.name}: "
+                    f"{_pg_command_error_detail(e)}"
+                ) from e
 
             # 3. Reload half_orm metadata cache
             self.model.reconnect(reload=True)
@@ -2987,14 +3035,16 @@ INSERT INTO public.roles (name) VALUES ('admin'), ('user');
 
             # Load release schema
             self.database.execute_pg_command(
-                'psql', '-d', self.database_name, '-f', str(release_schema_path)
+                'psql', '-v', 'ON_ERROR_STOP=1', '-d', self.database_name, '-f', str(release_schema_path)
             )
 
             # Reload half_orm metadata cache
             self.model.reconnect(reload=True)
 
         except Exception as e:
-            raise RepoError(f"Failed to restore from release schema: {e}") from e
+            raise RepoError(
+                f"Failed to restore from release schema: {_pg_command_error_detail(e)}"
+            ) from e
 
     def get_release_schema_path(self, version: str) -> Path:
         """

half_orm_dev-1.0.0a35/half_orm_dev/version.txt

@@ -0,0 +1 @@
+1.0.0-a35

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35/half_orm_dev.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: half_orm_dev
-Version: 1.0.0a33
+Version: 1.0.0a35
 Summary: half_orm development Framework.
 Author-email: Joël Maïzi <joel.maizi@collorg.org>
 License-Expression: GPL-3.0-or-later
@@ -25,7 +25,7 @@ Requires-Dist: packaging
 Requires-Dist: pydash
 Requires-Dist: pytest
 Requires-Dist: pytest-asyncio
-Requires-Dist: half_orm<1.1.0,>=1.0.0rc16
+Requires-Dist: half_orm<1.1.0,>=1.0.0
 Requires-Dist: tomli>=2.0.0; python_version < "3.11"
 Requires-Dist: tomli_w>=1.0.0
 Dynamic: license-file

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35}/half_orm_dev.egg-info/SOURCES.txt

@@ -55,6 +55,7 @@ half_orm_dev/migrations/0/18/0/00_add_async_support.py
 half_orm_dev/migrations/0/18/0/01_update_default_tests.py
 half_orm_dev/migrations/1/0/0/a20/01_update_gitignore.py
 half_orm_dev/migrations/1/0/0/a33/00_metadata_to_data_sql.py
+half_orm_dev/migrations/1/0/0/a35/00_drop_stale_release_schemas.py
 half_orm_dev/migrations/hop/BREAKING_CHANGES-1.0.0.md
 half_orm_dev/patches/log
 half_orm_dev/patches/0/1/0/00_half_orm_meta.database.sql

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35}/half_orm_dev.egg-info/requires.txt

@@ -4,7 +4,7 @@ packaging
 pydash
 pytest
 pytest-asyncio
-half_orm<1.1.0,>=1.0.0rc16
+half_orm<1.1.0,>=1.0.0
 tomli_w>=1.0.0
 
 [:python_version < "3.11"]

{half_orm_dev-1.0.0a33 → half_orm_dev-1.0.0a35}/setup.py

@@ -17,7 +17,7 @@ from setuptools import setup
 #   for half_orm_dev 0.17.x where 3 <= x < 5, require half_orm >= 0.17.1
 HALF_ORM_MIN_VERSIONS = [
     (0, 17, 3, None, '0.17.3'),   # 0.17.3+ requires half_orm >= 0.17.3 (CustomGroup support)
-    (1, 0, 0, None, '1.0.0rc16'), # 1.0.0+ requires half_orm >= 1.0.0rc16 (with_half_orm_meta support)
+    (1, 0, 0, None, '1.0.0'),     # 1.0.0+ requires half_orm >= 1.0.0 (stable release)
 ]
 
 

half_orm_dev-1.0.0a33/half_orm_dev/version.txt

@@ -1 +0,0 @@
-1.0.0-a33