mainsequence 4.2.2__tar.gz → 4.2.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mainsequence-4.2.2/mainsequence.egg-info → mainsequence-4.2.4}/PKG-INFO +1 -1
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/data_publishing/data_nodes/SKILL.md +1 -1
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/data_publishing/meta_tables/SKILL.md +6 -10
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/cli.py +1 -2
- mainsequence-4.2.4/mainsequence/cli/migrations.py +282 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/metatables/__init__.py +0 -9
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/metatables/core.py +127 -1
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/__init__.py +7 -10
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/build_operations.py +1 -1
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/persist_managers.py +2 -4
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/migrations.py +400 -171
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/sqlalchemy_contracts.py +46 -21
- {mainsequence-4.2.2 → mainsequence-4.2.4/mainsequence.egg-info}/PKG-INFO +1 -1
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence.egg-info/SOURCES.txt +0 -1
- {mainsequence-4.2.2 → mainsequence-4.2.4}/pyproject.toml +1 -1
- mainsequence-4.2.4/tests/test_cli_migrations.py +162 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_meta_table_migrations.py +159 -385
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_meta_tables_client_models.py +108 -105
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_meta_tables_sqlalchemy_contracts.py +21 -11
- mainsequence-4.2.2/mainsequence/cli/migrations.py +0 -421
- mainsequence-4.2.2/mainsequence/client/metatables/migrations.py +0 -149
- mainsequence-4.2.2/tests/test_cli_migrations.py +0 -644
- {mainsequence-4.2.2 → mainsequence-4.2.4}/LICENSE +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/README.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/AGENTS.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/a2a_communication/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/application_surfaces/api_surfaces/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/command_center/adapter_from_api/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/command_center/api_mock_prototyping/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/command_center/app_components/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/command_center/connections/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/command_center/workspace_analysis/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/command_center/workspace_builder/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/command_center/workspace_design/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/dashboards/streamlit/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/data_access/exploration/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/maintenance/bug_auditor/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/ms-markets/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/platform_operations/access_control_and_sharing/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/platform_operations/orchestration_and_releases/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/project_builder/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/project_to_agent/SKILL.md +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/__main__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/bootstrap.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/api.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/browser_auth.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/config.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/docker_utils.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/doctor.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/local_ops.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/model_filters.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/project_status.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/pydantic_cli.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/sdk_utils.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/ssh_utils.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/cli/ui.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/agent_runtime_models.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/base.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/client.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/command_center/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/command_center/app_component.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/command_center/connections.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/command_center/data_models.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/command_center/workspace.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/command_center/workspace_snapshot.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/compute_validation.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/data_sources_interfaces/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/data_sources_interfaces/duckdb.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/data_sources_interfaces/local_paths.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/data_sources_interfaces/sqlite.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/dtype_codec.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/exceptions.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/fastapi/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/fastapi/auth.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/models_foundry.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/models_helpers.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/models_user.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/client/utils.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/defaults.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/instrumentation/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/instrumentation/utils.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/logconf.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/__main__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/compiled_sql/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/compiled_sql/v1.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/__init__.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/data_nodes.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/models.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/namespacing.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/run_operations.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/utils.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/future_registry.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/hashing.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/pydantic_metadata.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/runtime_flags.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence.egg-info/dependency_links.txt +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence.egg-info/entry_points.txt +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence.egg-info/requires.txt +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence.egg-info/top_level.txt +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/setup.cfg +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_auth_precedence.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_build_operations_hashing.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_cli.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_cli_browser_auth.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_client.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_command_center_app_component_models.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_command_center_data_models.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_command_center_models.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_data_access_mixin_dimension_audit.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_data_node_storage_dimension_queries.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_data_node_update_flow.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_dependency_extras.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_duckdb_interface_dimensions.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_filter_normalization.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_logconf.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_models_user_request_bound_auth.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_pod_project_resolution.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_project_batch_jobs_from_file.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_run_configuration.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_secret_client_model.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_source_table_configuration.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_sqlite_interface_dimensions.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_update_runner_uid_runtime.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_update_statistics.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_update_uid_guards.py +0 -0
- {mainsequence-4.2.2 → mainsequence-4.2.4}/tests/test_workspace_snapshot.py +0 -0
{mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/data_publishing/data_nodes/SKILL.md
RENAMED
|
@@ -184,7 +184,7 @@ class PricesTable(PlatformTimeIndexMetaData, Base):
|
|
|
184
184
|
|
|
185
185
|
Storage registration is migration-first. Add the storage model to the
|
|
186
186
|
MetaTable migration provider and run `mainsequence migrations upgrade --provider
|
|
187
|
-
...
|
|
187
|
+
... head`. Do not call `PricesTable.register()` directly and do not rely on
|
|
188
188
|
DataNode construction to register storage tables.
|
|
189
189
|
|
|
190
190
|
`PlatformTimeIndexMetaData.register()` remains SDK plumbing for the migration
|
{mainsequence-4.2.2 → mainsequence-4.2.4}/agent_scaffold/skills/data_publishing/meta_tables/SKILL.md
RENAMED
|
@@ -113,9 +113,7 @@ The only migration workflow to recommend is the Main Sequence CLI lifecycle:
|
|
|
113
113
|
```bash
|
|
114
114
|
mainsequence migrations current --provider mainsequence_migrations:migration
|
|
115
115
|
mainsequence migrations revision --provider mainsequence_migrations:migration
|
|
116
|
-
mainsequence migrations
|
|
117
|
-
mainsequence migrations upgrade --provider mainsequence_migrations:migration --to head --dry-run
|
|
118
|
-
mainsequence migrations upgrade --provider mainsequence_migrations:migration --to head
|
|
116
|
+
mainsequence migrations upgrade --provider mainsequence_migrations:migration head
|
|
119
117
|
```
|
|
120
118
|
|
|
121
119
|
### 1. SQLAlchemy metadata is the authoring source
|
|
@@ -189,8 +187,8 @@ class Account(PlatformManagedMetaTable, Base):
|
|
|
189
187
|
Registration metadata belongs on the class. Do not call `Account.register()`
|
|
190
188
|
directly for platform-managed models. Add platform-managed models to the
|
|
191
189
|
selected `AlembicMetaTableMigration.metatable_models` list and let
|
|
192
|
-
`mainsequence migrations upgrade --provider ...
|
|
193
|
-
bind them.
|
|
190
|
+
`mainsequence migrations upgrade --provider ... head` reserve, migrate, refresh,
|
|
191
|
+
and bind them.
|
|
194
192
|
|
|
195
193
|
For platform-managed migration registration, the data source is resolved from
|
|
196
194
|
the active Main Sequence project/session, the same way DataNode does. Do not
|
|
@@ -310,13 +308,11 @@ request shape is reference material in the tutorial; the user-facing path is:
|
|
|
310
308
|
```bash
|
|
311
309
|
mainsequence migrations current --provider mainsequence_migrations:migration
|
|
312
310
|
mainsequence migrations revision --provider mainsequence_migrations:migration
|
|
313
|
-
mainsequence migrations
|
|
314
|
-
mainsequence migrations upgrade --provider mainsequence_migrations:migration --to head --dry-run
|
|
315
|
-
mainsequence migrations upgrade --provider mainsequence_migrations:migration --to head
|
|
311
|
+
mainsequence migrations upgrade --provider mainsequence_migrations:migration head
|
|
316
312
|
```
|
|
317
313
|
|
|
318
|
-
|
|
319
|
-
|
|
314
|
+
All migration commands prepare the provider, reserve provider-scoped
|
|
315
|
+
platform-managed MetaTables, bind backend names, and call Alembic directly.
|
|
320
316
|
`revision` accepts optional `-m/--message`; if omitted, the CLI uses
|
|
321
317
|
`migration`. `revision --autogenerate` is optional and requires an explicit
|
|
322
318
|
`--sqlalchemy-url` for the baseline database.
|
|
@@ -337,7 +337,6 @@ connection = typer.Typer(help="Connection commands")
|
|
|
337
337
|
organization = typer.Typer(help="Organization commands")
|
|
338
338
|
organization_teams_group = typer.Typer(help="Organization team commands")
|
|
339
339
|
meta_table_group = typer.Typer(help="MetaTable table-storage commands")
|
|
340
|
-
migrations_root_group = migrations_group
|
|
341
340
|
data_node_storage_group = typer.Typer(help="DataNode update/read-helper commands")
|
|
342
341
|
project = typer.Typer(help="Project commands (remote + local operations)")
|
|
343
342
|
project_list_group = typer.Typer(help="List-related project commands")
|
|
@@ -377,7 +376,6 @@ app.add_typer(organization, name="organization")
|
|
|
377
376
|
app.add_typer(skills, name="skills")
|
|
378
377
|
app.add_typer(meta_table_group, name="meta-table")
|
|
379
378
|
app.add_typer(meta_table_group, name="meta_table")
|
|
380
|
-
app.add_typer(migrations_root_group, name="migrations")
|
|
381
379
|
app.add_typer(data_node_storage_group, name="data-node")
|
|
382
380
|
app.add_typer(data_node_storage_group, name="data_node")
|
|
383
381
|
app.add_typer(data_node_storage_group, name="data-node-storage", hidden=True)
|
|
@@ -391,6 +389,7 @@ project.add_typer(project_jobs_group, name="jobs")
|
|
|
391
389
|
project_jobs_group.add_typer(project_job_runs_group, name="runs")
|
|
392
390
|
app.add_typer(settings, name="settings")
|
|
393
391
|
app.add_typer(sdk, name="sdk")
|
|
392
|
+
app.add_typer(migrations_group, name="migrations")
|
|
394
393
|
|
|
395
394
|
|
|
396
395
|
@app.callback()
|
|
@@ -0,0 +1,282 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
import dataclasses
|
|
4
|
+
import json
|
|
5
|
+
import re
|
|
6
|
+
from typing import Any
|
|
7
|
+
|
|
8
|
+
import click
|
|
9
|
+
import typer
|
|
10
|
+
|
|
11
|
+
from mainsequence.client.metatables import (
|
|
12
|
+
DynamicTableDataSource,
|
|
13
|
+
DynamicTableDataSourceMigrationConnectionRequest,
|
|
14
|
+
)
|
|
15
|
+
from mainsequence.meta_tables.migrations import (
|
|
16
|
+
AlembicMetaTableMigration,
|
|
17
|
+
alembic_config_for_provider,
|
|
18
|
+
load_alembic_metatable_migration_provider,
|
|
19
|
+
)
|
|
20
|
+
|
|
21
|
+
migrations = typer.Typer(help="Alembic-owned MetaTable migration commands")
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def _load_migration(provider: str | None) -> AlembicMetaTableMigration:
|
|
25
|
+
try:
|
|
26
|
+
return load_alembic_metatable_migration_provider(provider)
|
|
27
|
+
except Exception as exc:
|
|
28
|
+
raise typer.BadParameter(str(exc), param_hint="--provider") from exc
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def _jsonable(value: Any) -> Any:
|
|
32
|
+
if hasattr(value, "model_dump"):
|
|
33
|
+
return value.model_dump(mode="json")
|
|
34
|
+
if dataclasses.is_dataclass(value):
|
|
35
|
+
return dataclasses.asdict(value)
|
|
36
|
+
if isinstance(value, dict):
|
|
37
|
+
return {str(key): _jsonable(item) for key, item in value.items()}
|
|
38
|
+
if isinstance(value, (list, tuple, set)):
|
|
39
|
+
return [_jsonable(item) for item in value]
|
|
40
|
+
return value
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def _emit(payload: Any, *, json_output: bool = False) -> None:
|
|
44
|
+
if json_output or _json_output_enabled():
|
|
45
|
+
typer.echo(json.dumps(_jsonable(payload), indent=2, ensure_ascii=False))
|
|
46
|
+
return
|
|
47
|
+
if isinstance(payload, str):
|
|
48
|
+
typer.echo(payload)
|
|
49
|
+
return
|
|
50
|
+
for key, value in _jsonable(payload).items():
|
|
51
|
+
typer.echo(f"{key}: {value}")
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
def _json_output_enabled() -> bool:
|
|
55
|
+
ctx = click.get_current_context(silent=True)
|
|
56
|
+
if ctx is None:
|
|
57
|
+
return False
|
|
58
|
+
root = ctx.find_root()
|
|
59
|
+
obj = getattr(root, "obj", None) or {}
|
|
60
|
+
return bool(obj.get("json_output"))
|
|
61
|
+
|
|
62
|
+
|
|
63
|
+
def _prepare_alembic_config(
|
|
64
|
+
migration: AlembicMetaTableMigration,
|
|
65
|
+
*,
|
|
66
|
+
timeout: float | None,
|
|
67
|
+
ttl_seconds: int,
|
|
68
|
+
) -> tuple[Any, Any]:
|
|
69
|
+
migration.ensure_alembic_registry(timeout=timeout)
|
|
70
|
+
prepared = migration.prepare_for_alembic(timeout=timeout)
|
|
71
|
+
data_source = DynamicTableDataSource.get_by_uid(prepared.data_source_uid)
|
|
72
|
+
connection = data_source.issue_migration_connection(
|
|
73
|
+
DynamicTableDataSourceMigrationConnectionRequest(
|
|
74
|
+
package=migration.package,
|
|
75
|
+
migration_namespace=migration.migration_namespace,
|
|
76
|
+
meta_table_uids=prepared.meta_table_uids,
|
|
77
|
+
ttl_seconds=ttl_seconds,
|
|
78
|
+
),
|
|
79
|
+
timeout=timeout,
|
|
80
|
+
)
|
|
81
|
+
config = alembic_config_for_provider(
|
|
82
|
+
migration,
|
|
83
|
+
sqlalchemy_url=connection.uri,
|
|
84
|
+
owner_role_name=connection.owner_role_name or prepared.owner_role_name,
|
|
85
|
+
)
|
|
86
|
+
return prepared, config
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
def _next_sequential_revision_id(migration: AlembicMetaTableMigration) -> str:
|
|
90
|
+
try:
|
|
91
|
+
from alembic.script import ScriptDirectory
|
|
92
|
+
except ImportError as exc:
|
|
93
|
+
raise RuntimeError("Alembic is required for revision generation.") from exc
|
|
94
|
+
|
|
95
|
+
script = ScriptDirectory.from_config(
|
|
96
|
+
alembic_config_for_provider(migration, sqlalchemy_url="postgresql://")
|
|
97
|
+
)
|
|
98
|
+
heads = list(script.get_heads())
|
|
99
|
+
if len(heads) > 1:
|
|
100
|
+
raise typer.BadParameter(
|
|
101
|
+
"Sequential revision IDs require a single Alembic head. Pass --rev-id "
|
|
102
|
+
"explicitly for branched histories.",
|
|
103
|
+
param_hint="--rev-id",
|
|
104
|
+
)
|
|
105
|
+
if heads and not re.fullmatch(r"\d{4,}", str(heads[0])):
|
|
106
|
+
raise typer.BadParameter(
|
|
107
|
+
"Sequential revision IDs require the current Alembic head to be numeric. "
|
|
108
|
+
"Pass --rev-id explicitly for non-numeric histories.",
|
|
109
|
+
param_hint="--rev-id",
|
|
110
|
+
)
|
|
111
|
+
|
|
112
|
+
numeric_revisions: list[int] = []
|
|
113
|
+
for revision in script.walk_revisions():
|
|
114
|
+
revision_id = str(revision.revision)
|
|
115
|
+
if re.fullmatch(r"\d{4,}", revision_id):
|
|
116
|
+
numeric_revisions.append(int(revision_id))
|
|
117
|
+
return f"{max(numeric_revisions, default=0) + 1:04d}"
|
|
118
|
+
|
|
119
|
+
|
|
120
|
+
@migrations.command("current")
|
|
121
|
+
def current(
|
|
122
|
+
provider: str | None = typer.Option(
|
|
123
|
+
None,
|
|
124
|
+
"--provider",
|
|
125
|
+
help="Migration provider reference, for example msm.migrations:migration.",
|
|
126
|
+
),
|
|
127
|
+
verbose: bool = typer.Option(False, "--verbose", "-v"),
|
|
128
|
+
timeout: float | None = typer.Option(None, "--timeout"),
|
|
129
|
+
ttl_seconds: int = typer.Option(900, "--ttl-seconds", min=1),
|
|
130
|
+
) -> None:
|
|
131
|
+
"""Read current Alembic revision through a scoped migration credential."""
|
|
132
|
+
|
|
133
|
+
try:
|
|
134
|
+
from alembic import command
|
|
135
|
+
except ImportError as exc:
|
|
136
|
+
raise typer.BadParameter("Alembic is required for migration commands.") from exc
|
|
137
|
+
|
|
138
|
+
migration = _load_migration(provider)
|
|
139
|
+
_, config = _prepare_alembic_config(
|
|
140
|
+
migration,
|
|
141
|
+
timeout=timeout,
|
|
142
|
+
ttl_seconds=ttl_seconds,
|
|
143
|
+
)
|
|
144
|
+
command.current(config, verbose=verbose)
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
@migrations.command("revision")
|
|
148
|
+
def revision(
|
|
149
|
+
message: str | None = typer.Option(
|
|
150
|
+
None,
|
|
151
|
+
"--message",
|
|
152
|
+
"-m",
|
|
153
|
+
help="Alembic revision message. Defaults to 'migration'.",
|
|
154
|
+
),
|
|
155
|
+
autogenerate: bool = typer.Option(
|
|
156
|
+
True,
|
|
157
|
+
"--autogenerate/--no-autogenerate",
|
|
158
|
+
help="Use Alembic autogenerate against the reserved MetaTable metadata.",
|
|
159
|
+
),
|
|
160
|
+
provider: str | None = typer.Option(
|
|
161
|
+
None,
|
|
162
|
+
"--provider",
|
|
163
|
+
help="Migration provider reference, for example msm.migrations:migration.",
|
|
164
|
+
),
|
|
165
|
+
rev_id: str | None = typer.Option(None, "--rev-id", help="Explicit Alembic revision id."),
|
|
166
|
+
head: str = typer.Option("head", "--head", help="Alembic head to base the revision on."),
|
|
167
|
+
timeout: float | None = typer.Option(None, "--timeout"),
|
|
168
|
+
ttl_seconds: int = typer.Option(900, "--ttl-seconds", min=1),
|
|
169
|
+
json_output: bool = typer.Option(False, "--json", help="Emit JSON."),
|
|
170
|
+
) -> None:
|
|
171
|
+
"""Create a normal Alembic revision for the selected provider."""
|
|
172
|
+
|
|
173
|
+
try:
|
|
174
|
+
from alembic import command
|
|
175
|
+
except ImportError as exc:
|
|
176
|
+
raise typer.BadParameter("Alembic is required for revision generation.") from exc
|
|
177
|
+
|
|
178
|
+
migration = _load_migration(provider)
|
|
179
|
+
resolved_message = (message or "").strip() or "migration"
|
|
180
|
+
resolved_rev_id = rev_id or _next_sequential_revision_id(migration)
|
|
181
|
+
prepared, config = _prepare_alembic_config(
|
|
182
|
+
migration,
|
|
183
|
+
timeout=timeout,
|
|
184
|
+
ttl_seconds=ttl_seconds,
|
|
185
|
+
)
|
|
186
|
+
script = command.revision(
|
|
187
|
+
config,
|
|
188
|
+
message=resolved_message,
|
|
189
|
+
autogenerate=autogenerate,
|
|
190
|
+
rev_id=resolved_rev_id,
|
|
191
|
+
head=head,
|
|
192
|
+
)
|
|
193
|
+
_emit(
|
|
194
|
+
{
|
|
195
|
+
"revision": getattr(script, "revision", None),
|
|
196
|
+
"path": getattr(script, "path", None),
|
|
197
|
+
"package": migration.package,
|
|
198
|
+
"migration_namespace": migration.migration_namespace,
|
|
199
|
+
"meta_table_uids": prepared.meta_table_uids,
|
|
200
|
+
},
|
|
201
|
+
json_output=json_output,
|
|
202
|
+
)
|
|
203
|
+
|
|
204
|
+
|
|
205
|
+
@migrations.command("upgrade")
|
|
206
|
+
def upgrade(
|
|
207
|
+
target_revision: str = typer.Argument("head", help="Target Alembic revision."),
|
|
208
|
+
provider: str | None = typer.Option(
|
|
209
|
+
None,
|
|
210
|
+
"--provider",
|
|
211
|
+
help="Migration provider reference, for example msm.migrations:migration.",
|
|
212
|
+
),
|
|
213
|
+
timeout: float | None = typer.Option(None, "--timeout"),
|
|
214
|
+
ttl_seconds: int = typer.Option(900, "--ttl-seconds", min=1),
|
|
215
|
+
json_output: bool = typer.Option(False, "--json", help="Emit JSON."),
|
|
216
|
+
) -> None:
|
|
217
|
+
"""Run Alembic upgrade directly and refresh MetaTable catalog rows."""
|
|
218
|
+
|
|
219
|
+
try:
|
|
220
|
+
from alembic import command
|
|
221
|
+
except ImportError as exc:
|
|
222
|
+
raise typer.BadParameter("Alembic is required for migration commands.") from exc
|
|
223
|
+
|
|
224
|
+
migration = _load_migration(provider)
|
|
225
|
+
prepared, config = _prepare_alembic_config(
|
|
226
|
+
migration,
|
|
227
|
+
timeout=timeout,
|
|
228
|
+
ttl_seconds=ttl_seconds,
|
|
229
|
+
)
|
|
230
|
+
command.upgrade(config, target_revision)
|
|
231
|
+
registered = migration.refresh_metatable_catalog(timeout=timeout)
|
|
232
|
+
_emit(
|
|
233
|
+
{
|
|
234
|
+
"ok": True,
|
|
235
|
+
"revision": target_revision,
|
|
236
|
+
"package": migration.package,
|
|
237
|
+
"migration_namespace": migration.migration_namespace,
|
|
238
|
+
"meta_table_uids": prepared.meta_table_uids,
|
|
239
|
+
"registered_count": len(registered),
|
|
240
|
+
},
|
|
241
|
+
json_output=json_output,
|
|
242
|
+
)
|
|
243
|
+
|
|
244
|
+
|
|
245
|
+
@migrations.command("downgrade")
|
|
246
|
+
def downgrade(
|
|
247
|
+
target_revision: str = typer.Argument(..., help="Target Alembic downgrade revision."),
|
|
248
|
+
provider: str | None = typer.Option(
|
|
249
|
+
None,
|
|
250
|
+
"--provider",
|
|
251
|
+
help="Migration provider reference, for example msm.migrations:migration.",
|
|
252
|
+
),
|
|
253
|
+
timeout: float | None = typer.Option(None, "--timeout"),
|
|
254
|
+
ttl_seconds: int = typer.Option(900, "--ttl-seconds", min=1),
|
|
255
|
+
json_output: bool = typer.Option(False, "--json", help="Emit JSON."),
|
|
256
|
+
) -> None:
|
|
257
|
+
"""Run Alembic downgrade directly and refresh MetaTable catalog rows."""
|
|
258
|
+
|
|
259
|
+
try:
|
|
260
|
+
from alembic import command
|
|
261
|
+
except ImportError as exc:
|
|
262
|
+
raise typer.BadParameter("Alembic is required for migration commands.") from exc
|
|
263
|
+
|
|
264
|
+
migration = _load_migration(provider)
|
|
265
|
+
prepared, config = _prepare_alembic_config(
|
|
266
|
+
migration,
|
|
267
|
+
timeout=timeout,
|
|
268
|
+
ttl_seconds=ttl_seconds,
|
|
269
|
+
)
|
|
270
|
+
command.downgrade(config, target_revision)
|
|
271
|
+
registered = migration.refresh_metatable_catalog(timeout=timeout)
|
|
272
|
+
_emit(
|
|
273
|
+
{
|
|
274
|
+
"ok": True,
|
|
275
|
+
"revision": target_revision,
|
|
276
|
+
"package": migration.package,
|
|
277
|
+
"migration_namespace": migration.migration_namespace,
|
|
278
|
+
"meta_table_uids": prepared.meta_table_uids,
|
|
279
|
+
"registered_count": len(registered),
|
|
280
|
+
},
|
|
281
|
+
json_output=json_output,
|
|
282
|
+
)
|
|
@@ -4,14 +4,9 @@ import sys
|
|
|
4
4
|
import types
|
|
5
5
|
|
|
6
6
|
from . import core as core
|
|
7
|
-
from . import migrations as migrations
|
|
8
7
|
from .core import * # noqa: F403
|
|
9
|
-
from .migrations import * # noqa: F403
|
|
10
|
-
|
|
11
|
-
migrations._bind_meta_table_migration_methods(core.MetaTable)
|
|
12
8
|
|
|
13
9
|
__all__ = [
|
|
14
|
-
*migrations.__all__,
|
|
15
10
|
*core.__all__,
|
|
16
11
|
]
|
|
17
12
|
|
|
@@ -19,8 +14,6 @@ __all__ = [
|
|
|
19
14
|
def __getattr__(name: str):
|
|
20
15
|
if hasattr(core, name):
|
|
21
16
|
return getattr(core, name)
|
|
22
|
-
if hasattr(migrations, name):
|
|
23
|
-
return getattr(migrations, name)
|
|
24
17
|
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|
|
25
18
|
|
|
26
19
|
|
|
@@ -28,8 +21,6 @@ class _MetaTablesModule(types.ModuleType):
|
|
|
28
21
|
def __setattr__(self, name: str, value):
|
|
29
22
|
if hasattr(core, name):
|
|
30
23
|
setattr(core, name, value)
|
|
31
|
-
if hasattr(migrations, name):
|
|
32
|
-
setattr(migrations, name, value)
|
|
33
24
|
super().__setattr__(name, value)
|
|
34
25
|
|
|
35
26
|
|
|
@@ -286,7 +286,7 @@ class MetaTableColumnContract(BasePydanticModel):
|
|
|
286
286
|
|
|
287
287
|
|
|
288
288
|
class MetaTableIndexContract(BasePydanticModel):
|
|
289
|
-
name: str
|
|
289
|
+
name: str | None = None
|
|
290
290
|
columns: list[str] = Field(default_factory=list)
|
|
291
291
|
unique: bool = False
|
|
292
292
|
method: str | None = None
|
|
@@ -487,6 +487,69 @@ class MetaTableValidateContractRequest(BasePydanticModel):
|
|
|
487
487
|
return self
|
|
488
488
|
|
|
489
489
|
|
|
490
|
+
class DynamicTableDataSourceMigrationConnectionRequest(BasePydanticModel):
|
|
491
|
+
purpose: Literal["schema_migration"] = "schema_migration"
|
|
492
|
+
package: str = ""
|
|
493
|
+
migration_namespace: str = ""
|
|
494
|
+
meta_table_uids: list[str]
|
|
495
|
+
ttl_seconds: int = Field(default=900, ge=1)
|
|
496
|
+
|
|
497
|
+
|
|
498
|
+
class DynamicTableDataSourceMigrationConnection(BasePydanticModel):
|
|
499
|
+
ok: bool
|
|
500
|
+
data_source_uid: str
|
|
501
|
+
dialect: str
|
|
502
|
+
credential_kind: str
|
|
503
|
+
role_name: str
|
|
504
|
+
owner_role_name: str | None = None
|
|
505
|
+
expires_at: datetime.datetime
|
|
506
|
+
uri: str
|
|
507
|
+
|
|
508
|
+
model_config = ConfigDict(extra="allow")
|
|
509
|
+
|
|
510
|
+
|
|
511
|
+
class ManagedMetaTableReservationTable(BasePydanticModel):
|
|
512
|
+
identifier: str
|
|
513
|
+
namespace: str | None = None
|
|
514
|
+
data_source_uid: str | None = None
|
|
515
|
+
management_mode: Literal["platform_managed"] = "platform_managed"
|
|
516
|
+
storage_hash: str | None = None
|
|
517
|
+
physical_table_name: str | None = None
|
|
518
|
+
description: str | None = None
|
|
519
|
+
labels: list[str] = Field(default_factory=list)
|
|
520
|
+
protect_from_deletion: bool = False
|
|
521
|
+
open_for_everyone: bool = False
|
|
522
|
+
table_contract: MetaTableContract | dict[str, Any]
|
|
523
|
+
time_index_name: str | None = None
|
|
524
|
+
partition_strategy: str | None = None
|
|
525
|
+
|
|
526
|
+
|
|
527
|
+
class ManagedMetaTableReservationRequest(BasePydanticModel):
|
|
528
|
+
version: Literal["managed-metatable-reservation.v1"] = "managed-metatable-reservation.v1"
|
|
529
|
+
data_source_uid: str | None = None
|
|
530
|
+
tables: list[ManagedMetaTableReservationTable]
|
|
531
|
+
|
|
532
|
+
|
|
533
|
+
class ManagedMetaTableReservationItem(BasePydanticModel):
|
|
534
|
+
identifier: str
|
|
535
|
+
namespace: str | None = None
|
|
536
|
+
meta_table_uid: str
|
|
537
|
+
data_source_uid: str
|
|
538
|
+
management_mode: str
|
|
539
|
+
storage_hash: str
|
|
540
|
+
physical_table_name: str
|
|
541
|
+
table_contract: dict[str, Any]
|
|
542
|
+
reservation_status: str
|
|
543
|
+
existing: bool
|
|
544
|
+
|
|
545
|
+
model_config = ConfigDict(extra="allow")
|
|
546
|
+
|
|
547
|
+
|
|
548
|
+
class ManagedMetaTableReservationResponse(BasePydanticModel):
|
|
549
|
+
version: Literal["managed-metatable-reservation.v1"] = "managed-metatable-reservation.v1"
|
|
550
|
+
tables: list[ManagedMetaTableReservationItem]
|
|
551
|
+
|
|
552
|
+
|
|
490
553
|
class DataSource(BasePydanticModel, BaseObjectOrm):
|
|
491
554
|
uid: str | None = Field(
|
|
492
555
|
None,
|
|
@@ -736,6 +799,44 @@ class DynamicTableDataSource(BasePydanticModel, BaseObjectOrm):
|
|
|
736
799
|
dump["related_resource"] = self.related_resource.model_dump()
|
|
737
800
|
return json.dumps(dump, **json_dumps_kwargs)
|
|
738
801
|
|
|
802
|
+
def _public_uid(self) -> str:
|
|
803
|
+
if self.uid in (None, ""):
|
|
804
|
+
raise ValueError("DynamicTableDataSource must have a uid before calling this endpoint.")
|
|
805
|
+
return str(self.uid)
|
|
806
|
+
|
|
807
|
+
def issue_migration_connection(
|
|
808
|
+
self,
|
|
809
|
+
request: DynamicTableDataSourceMigrationConnectionRequest | Mapping[str, Any] | None = None,
|
|
810
|
+
*,
|
|
811
|
+
timeout: int | float | tuple[float, float] | None = None,
|
|
812
|
+
**kwargs: Any,
|
|
813
|
+
) -> DynamicTableDataSourceMigrationConnection:
|
|
814
|
+
if request is not None and kwargs:
|
|
815
|
+
raise ValueError("Pass either request or keyword fields, not both.")
|
|
816
|
+
payload = (
|
|
817
|
+
request
|
|
818
|
+
if request is not None
|
|
819
|
+
else DynamicTableDataSourceMigrationConnectionRequest(**kwargs)
|
|
820
|
+
)
|
|
821
|
+
if isinstance(payload, Mapping):
|
|
822
|
+
payload = DynamicTableDataSourceMigrationConnectionRequest(**payload)
|
|
823
|
+
|
|
824
|
+
url = (
|
|
825
|
+
f"{type(self).get_object_url().rstrip('/')}/{self._public_uid()}/migration-connection/"
|
|
826
|
+
)
|
|
827
|
+
request_payload = {"json": _payload_json(payload)}
|
|
828
|
+
response = make_request(
|
|
829
|
+
s=type(self).build_session(),
|
|
830
|
+
loaders=type(self).LOADERS,
|
|
831
|
+
r_type="POST",
|
|
832
|
+
url=url,
|
|
833
|
+
payload=request_payload,
|
|
834
|
+
time_out=timeout,
|
|
835
|
+
)
|
|
836
|
+
if response.status_code != 200:
|
|
837
|
+
raise_for_response(response, payload=request_payload)
|
|
838
|
+
return DynamicTableDataSourceMigrationConnection(**response.json())
|
|
839
|
+
|
|
739
840
|
@classmethod
|
|
740
841
|
def get_or_create_duck_db(cls, time_out=None, *args, **kwargs):
|
|
741
842
|
url = cls.get_object_url() + "/get_or_create_duck_db/"
|
|
@@ -1068,6 +1169,25 @@ class MetaTable(BasePydanticModel, LabelableObjectMixin, ShareableObjectMixin, B
|
|
|
1068
1169
|
)
|
|
1069
1170
|
return cls(**response_json)
|
|
1070
1171
|
|
|
1172
|
+
@classmethod
|
|
1173
|
+
def reserve_managed(
|
|
1174
|
+
cls,
|
|
1175
|
+
request: ManagedMetaTableReservationRequest | Mapping[str, Any] | None = None,
|
|
1176
|
+
*,
|
|
1177
|
+
timeout: int | float | tuple[float, float] | None = None,
|
|
1178
|
+
**kwargs: Any,
|
|
1179
|
+
) -> ManagedMetaTableReservationResponse:
|
|
1180
|
+
if request is not None and kwargs:
|
|
1181
|
+
raise ValueError("Pass either request or keyword fields, not both.")
|
|
1182
|
+
payload = request if request is not None else ManagedMetaTableReservationRequest(**kwargs)
|
|
1183
|
+
response_json = cls._post_action(
|
|
1184
|
+
"reserve-managed",
|
|
1185
|
+
payload,
|
|
1186
|
+
timeout=timeout,
|
|
1187
|
+
expected_statuses=(200, 201),
|
|
1188
|
+
)
|
|
1189
|
+
return ManagedMetaTableReservationResponse(**response_json)
|
|
1190
|
+
|
|
1071
1191
|
@classmethod
|
|
1072
1192
|
def validate_contract(
|
|
1073
1193
|
cls,
|
|
@@ -4291,12 +4411,18 @@ __all__ = [
|
|
|
4291
4411
|
"DataNodeUpdateDetails",
|
|
4292
4412
|
"DataSource",
|
|
4293
4413
|
"DynamicTableDataSource",
|
|
4414
|
+
"DynamicTableDataSourceMigrationConnection",
|
|
4415
|
+
"DynamicTableDataSourceMigrationConnectionRequest",
|
|
4294
4416
|
"DUCK_DB",
|
|
4295
4417
|
"HistoricalUpdateRecord",
|
|
4296
4418
|
"LastUpdateIndexTimePayload",
|
|
4297
4419
|
"LastUpdateMultiIndexStatsPayload",
|
|
4298
4420
|
"LOCAL_DATA_SOURCE_CLASS_TYPES",
|
|
4299
4421
|
"LocalTimeSeriesHistoricalUpdate",
|
|
4422
|
+
"ManagedMetaTableReservationItem",
|
|
4423
|
+
"ManagedMetaTableReservationRequest",
|
|
4424
|
+
"ManagedMetaTableReservationResponse",
|
|
4425
|
+
"ManagedMetaTableReservationTable",
|
|
4300
4426
|
"MetaTable",
|
|
4301
4427
|
"MetaTableColumnContract",
|
|
4302
4428
|
"MetaTableColumnPayload",
|
|
@@ -14,10 +14,6 @@ _LAZY_IMPORTS = {
|
|
|
14
14
|
"AlembicVersionMetaTable": (".migrations", "AlembicVersionMetaTable"),
|
|
15
15
|
"PlatformManagedMetaTable": (".sqlalchemy_contracts", "PlatformManagedMetaTable"),
|
|
16
16
|
"PlatformTimeIndexMetaData": (".sqlalchemy_contracts", "PlatformTimeIndexMetaData"),
|
|
17
|
-
"PackagedAlembicMigrationArtifact": (
|
|
18
|
-
".migrations",
|
|
19
|
-
"PackagedAlembicMigrationArtifact",
|
|
20
|
-
),
|
|
21
17
|
"POSTGRES_IDENTIFIER_MAX_LENGTH": (".hashing", "POSTGRES_IDENTIFIER_MAX_LENGTH"),
|
|
22
18
|
"BaseConfiguration": (".data_nodes", "BaseConfiguration"),
|
|
23
19
|
"APIDataNode": (".data_nodes", "APIDataNode"),
|
|
@@ -77,18 +73,19 @@ _LAZY_IMPORTS = {
|
|
|
77
73
|
".sqlalchemy_contracts",
|
|
78
74
|
"resolve_metatable_identifier",
|
|
79
75
|
),
|
|
80
|
-
"
|
|
81
|
-
|
|
82
|
-
"render_packaged_alembic_migration",
|
|
83
|
-
),
|
|
84
|
-
"render_packaged_alembic_migration_for_provider": (
|
|
76
|
+
"alembic_config_for_provider": (".migrations", "alembic_config_for_provider"),
|
|
77
|
+
"apply_mainsequence_migration_role": (
|
|
85
78
|
".migrations",
|
|
86
|
-
"
|
|
79
|
+
"apply_mainsequence_migration_role",
|
|
87
80
|
),
|
|
88
81
|
"load_alembic_metatable_migration_provider": (
|
|
89
82
|
".migrations",
|
|
90
83
|
"load_alembic_metatable_migration_provider",
|
|
91
84
|
),
|
|
85
|
+
"PreparedAlembicMetaTableMigration": (
|
|
86
|
+
".migrations",
|
|
87
|
+
"PreparedAlembicMetaTableMigration",
|
|
88
|
+
),
|
|
92
89
|
"resolve_alembic_revision_metadata": (
|
|
93
90
|
".migrations",
|
|
94
91
|
"resolve_alembic_revision_metadata",
|
{mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/build_operations.py
RENAMED
|
@@ -97,7 +97,7 @@ def _(value: type[Any]) -> Any:
|
|
|
97
97
|
if uid in (None, ""):
|
|
98
98
|
raise ValueError(
|
|
99
99
|
"PlatformTimeIndexMetaData config value is not registered. Run "
|
|
100
|
-
"`mainsequence migrations upgrade --provider <provider>
|
|
100
|
+
"`mainsequence migrations upgrade --provider <provider> head` "
|
|
101
101
|
"before using it in DataNode configuration."
|
|
102
102
|
)
|
|
103
103
|
|
{mainsequence-4.2.2 → mainsequence-4.2.4}/mainsequence/meta_tables/data_nodes/persist_managers.py
RENAMED
|
@@ -99,15 +99,13 @@ def ensure_registered_storage_table(
|
|
|
99
99
|
if storage_table.get_time_index_metadata() is None:
|
|
100
100
|
raise ValueError(
|
|
101
101
|
f"{context} storage_table is not registered. Run "
|
|
102
|
-
"`mainsequence migrations upgrade --provider <provider>
|
|
102
|
+
"`mainsequence migrations upgrade --provider <provider> head` "
|
|
103
103
|
"before using this DataNode storage table."
|
|
104
104
|
)
|
|
105
105
|
|
|
106
106
|
storage_metadata = storage_table.get_time_index_metadata()
|
|
107
107
|
if storage_metadata is None:
|
|
108
|
-
raise ValueError(
|
|
109
|
-
f"{context} storage_table is missing TimeIndexMetaData metadata."
|
|
110
|
-
)
|
|
108
|
+
raise ValueError(f"{context} storage_table is missing TimeIndexMetaData metadata.")
|
|
111
109
|
from mainsequence.client.metatables import TimeIndexMetaData
|
|
112
110
|
|
|
113
111
|
if not isinstance(storage_metadata, TimeIndexMetaData):
|