mainsequence 8.1.20.dev3__tar.gz → 8.1.20.dev7__tar.gz

{mainsequence-8.1.20.dev3/mainsequence.egg-info → mainsequence-8.1.20.dev7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mainsequence
-Version: 8.1.20.dev3
+Version: 8.1.20.dev7
 Summary: Main Sequence SDK 
 Author-email: Main Sequence GmbH <dev@main-sequence.io>
 License-Expression: LicenseRef-MainSequence-Proprietary

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/agent_scaffold/skills/data_publishing/meta_table_migrations/SKILL.md

@@ -17,11 +17,16 @@ platform-managed application tables outside the migration workflow.
 
 ## Read First
 
-1. `docs/tutorial/metatable_migrations.md`
-2. `docs/knowledge/meta_tables/migrations.md`
-3. `docs/knowledge/meta_tables/api.md`
-4. `docs/adr/0020-metatable-migration-artifact-registry.md`
-5. `docs/adr/0026-sdk-owned-migration-scaffolding.md`
+1. `docs/knowledge/meta_tables/migrations.md`
+2. `docs/knowledge/meta_tables/api.md`
+3. `docs/adr/0020-metatable-migration-artifact-registry.md`
+4. `docs/adr/0026-sdk-owned-migration-scaffolding.md`
+
+`docs/knowledge/meta_tables/migrations.md` is the authoritative SDK reference for
+provider behavior and migration contracts. The runnable beginner migration
+walkthrough is maintained in the separate canonical tutorial CodeRepository at
+<https://github.com/mainsequence-projects/mainsequence-sdk-tutorial>; read it
+only when a runnable end-to-end example is needed.
 
 ## Required Decisions
 

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/agent_scaffold/skills/data_publishing/meta_tables/SKILL.md

@@ -49,15 +49,19 @@ If the user is still in the discovery process and does not yet know what data ex
 
 ## Read First
 
-1. `docs/tutorial/working_with_meta_tables.md`
-2. For migration work, use
+1. `docs/knowledge/meta_tables/index.md`
+2. `docs/knowledge/meta_tables/sqlalchemy.md`
+3. `docs/knowledge/meta_tables/compiled_sql.md`
+4. `docs/knowledge/meta_tables/migrations.md`
+5. `docs/knowledge/meta_tables/api.md`
+6. For migration work, use
    `.agents/skills/mainsequence/data_publishing/meta_table_migrations/SKILL.md`
-   and `docs/tutorial/metatable_migrations.md`
-3. `docs/knowledge/meta_tables/index.md`
-4. `docs/knowledge/meta_tables/sqlalchemy.md`
-5. `docs/knowledge/meta_tables/compiled_sql.md`
-6. `docs/knowledge/meta_tables/migrations.md`
-7. `docs/knowledge/meta_tables/api.md`
+
+The knowledge pages above are the authoritative SDK reference for MetaTables.
+The runnable beginner walkthrough is maintained in the separate canonical
+tutorial CodeRepository at
+<https://github.com/mainsequence-projects/mainsequence-sdk-tutorial>; read it
+only when a runnable end-to-end example is needed.
 
 ## Inputs This Skill Needs
 
@@ -310,7 +314,7 @@ asset_meta_table = MetaTable.register(asset_request)
 
 When doing migration work, use
 `.agents/skills/mainsequence/data_publishing/meta_table_migrations/SKILL.md`
-and read `docs/tutorial/metatable_migrations.md`. The migration skill owns the
+and read `docs/knowledge/meta_tables/migrations.md`. The migration skill owns the
 provider-based Alembic lifecycle.
 
 Do not apply in-place contract changes by changing a `PlatformManagedMetaTable`

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/agent_scaffold/skills/platform_operations/access_control_and_sharing/SKILL.md

@@ -61,11 +61,16 @@ This skill only reasons about access to deployed resources such as `ResourceRele
 
 ## Read First
 
-1. `docs/tutorial/role_based_access_control.md`
-2. `docs/knowledge/infrastructure/users_and_access.md`
-3. `docs/knowledge/infrastructure/constants_and_secrets.md`
+1. `docs/knowledge/infrastructure/users_and_access.md`
+2. `docs/knowledge/infrastructure/constants_and_secrets.md`
 
-If the task is specifically about a resource type, also read the corresponding knowledge or tutorial page for that resource.
+If the task is specifically about a resource type, also read the corresponding knowledge or CLI page for that resource.
+
+The knowledge pages above are the authoritative SDK reference for access control
+and sharing. The runnable beginner walkthrough is maintained in the separate
+canonical tutorial CodeRepository at
+<https://github.com/mainsequence-projects/mainsequence-sdk-tutorial>; read it
+only when a runnable end-to-end example is needed.
 
 ## Inputs This Skill Needs
 

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/mainsequence/client/base.py

@@ -58,7 +58,9 @@ class HtmlSaveException(Exception):
 
 
 class BasePydanticModel(BaseModel):
-    model_config = ConfigDict(extra="forbid")  # Forbid extra fields in v2
+    # Tolerant reading (ADR 0032): a backend response that carries a field this
+    # SDK release does not declare parses, and the undeclared field is dropped.
+    model_config = ConfigDict(extra="ignore")
     orm_class: str = None  # This will be set to the class that inherits
 
     @classmethod
@@ -780,10 +782,21 @@ class BaseObjectOrm:
 
             return raw_key
 
+        def _declares_field(obj, field_name: str) -> bool:
+            if not isinstance(obj, BaseModel):
+                return True
+            if field_name in type(obj).model_fields:
+                return True
+            # Tolerant reading (ADR 0032): a model that keeps undeclared keys can
+            # take them; every other model drops them, as parsing does.
+            return type(obj).model_config.get("extra") == "allow"
+
         def recursive_update(obj, update_dict, path=()):
             for k, v in update_dict.items():
                 current_path = (*path, k)
                 field_name = _resolve_model_field_name(obj, k)
+                if not _declares_field(obj, field_name):
+                    continue
                 # Get the existing nested object, defaulting to None if it doesn't exist
                 nested_obj = getattr(obj, field_name, None)
 

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/mainsequence/client/metatables/core.py

@@ -1945,54 +1945,6 @@ class MetaTable(
         raise_for_response(response, payload=error_payload)
         return response.json()
 
-    @classmethod
-    def description_search(
-        cls,
-        q: str,
-        *,
-        q_embedding: Sequence[float] | None = None,
-        trigram_k: int = 200,
-        embed_k: int = 200,
-        w_trgm: float = 0.65,
-        w_emb: float = 0.35,
-        embedding_model: str = "default",
-        **filters,
-    ):
-        q = (q or "").strip()
-        if not q:
-            raise ValueError("q is required")
-        operation = f"{cls.__name__}.description_search"
-        cls._reject_sdk_context_overrides(filters, operation=operation)
-
-        body = {
-            "q": q,
-            "trigram_k": trigram_k,
-            "embed_k": embed_k,
-            "w_trgm": w_trgm,
-            "w_emb": w_emb,
-            "embedding_model": embedding_model,
-        }
-
-        if q_embedding is not None:
-            body["q_embedding"] = [float(x) for x in q_embedding]
-
-        if filters:
-            body.update(filters)
-        body.update(cls._sdk_owned_query_context(operation))
-
-        payload = {"params": serialize_to_json(body)}
-        response = make_request(
-            s=cls.build_session(),
-            loaders=cls.LOADERS,
-            r_type="GET",
-            url=f"{cls.get_object_url().rstrip('/')}/description-search/",
-            payload=payload,
-        )
-        if response.status_code != 200:
-            raise_for_response(response, payload=payload)
-
-        return cls._deserialize_search_response(response.json())
-
     @classmethod
     def column_search(cls, q: str, **filters):
         q = (q or "").strip()
@@ -2768,23 +2720,6 @@ class TimeIndexTableUpdate(TableUpdateNode, BaseObjectOrm):
             return None
         return r.json()
 
-    def verify_if_direct_dependencies_are_updated(self) -> dict:
-        """
-        Response({
-            "error_on_update_dependencies": False,
-            "updated": all_success,
-        })
-        """
-        s = self.build_session()
-        url = (
-            self.get_object_url()
-            + f"/{self._public_uid()}/verify-if-direct-dependencies-are-updated/"
-        )
-        r = make_request(s=s, loaders=None, r_type="GET", url=url)
-        if r.status_code != 200:
-            raise Exception(f"Error in request: {r.text}")
-        return r.json()
-
     def get_data_between_dates_from_api(self, *args, **kwargs):
         return self.output_table.get_data_between_dates_from_api(*args, **kwargs)
 
@@ -3259,6 +3194,54 @@ class TimeIndexMetaTable(MetaTable):
             )
         return self
 
+    @classmethod
+    def description_search(
+        cls,
+        q: str,
+        *,
+        q_embedding: Sequence[float] | None = None,
+        trigram_k: int = 200,
+        embed_k: int = 200,
+        w_trgm: float = 0.65,
+        w_emb: float = 0.35,
+        embedding_model: str = "default",
+        **filters,
+    ):
+        q = (q or "").strip()
+        if not q:
+            raise ValueError("q is required")
+        operation = f"{cls.__name__}.description_search"
+        cls._reject_sdk_context_overrides(filters, operation=operation)
+
+        body = {
+            "q": q,
+            "trigram_k": trigram_k,
+            "embed_k": embed_k,
+            "w_trgm": w_trgm,
+            "w_emb": w_emb,
+            "embedding_model": embedding_model,
+        }
+
+        if q_embedding is not None:
+            body["q_embedding"] = [float(x) for x in q_embedding]
+
+        if filters:
+            body.update(filters)
+        body.update(cls._sdk_owned_query_context(operation))
+
+        payload = {"params": serialize_to_json(body)}
+        response = make_request(
+            s=cls.build_session(),
+            loaders=cls.LOADERS,
+            r_type="GET",
+            url=f"{cls.get_object_url().rstrip('/')}/description-search/",
+            payload=payload,
+        )
+        if response.status_code != 200:
+            raise_for_response(response, payload=payload)
+
+        return cls._deserialize_search_response(response.json())
+
     def _time_indexed_storage_layout(self) -> dict[str, Any]:
         profile = self.time_indexed_profile
         if profile is not None and isinstance(profile.storage_layout, Mapping):

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/mainsequence/client/models_foundry.py

@@ -697,13 +697,6 @@ class GitHubRepositoryBranchList(BasePydanticModel):
     results: list[GitHubRepositoryBranch]
 
 
-class GitHubRepositoryBranchImportResult(BasePydanticModel):
-    repository_uid: str
-    code_repository_branch_uid: str
-    repository_branch: str
-    is_initialized: bool
-
-
 class GitHubRepositoryBinding(BasePydanticModel, BaseObjectOrm):
     FILTERSET_FIELDS: ClassVar[dict[str, list[str]]] = {
         "uid": ["in", "exact"],
@@ -731,28 +724,6 @@ class GitHubRepositoryBinding(BasePydanticModel, BaseObjectOrm):
         raise_for_response(r)
         return GitHubRepositoryBranchList.model_validate(r.json())
 
-    def import_branch(
-        self,
-        *,
-        repository_branch: str,
-        metatables_data_source_uid: str | None = None,
-        timeout=None,
-    ) -> GitHubRepositoryBranchImportResult:
-        body: dict[str, Any] = {"repository_branch": repository_branch}
-        if metatables_data_source_uid is not None:
-            body["metatables_data_source_uid"] = str(metatables_data_source_uid)
-        url = f"{type(self).get_object_url()}/{self._public_detail_reference()}/import-branch/"
-        r = make_request(
-            s=type(self).build_session(),
-            loaders=type(self).LOADERS,
-            r_type="POST",
-            url=url,
-            payload={"json": body},
-            time_out=timeout,
-        )
-        raise_for_response(r)
-        return GitHubRepositoryBranchImportResult.model_validate(r.json())
-
 
 class CodeRepositoryImageSourceProvenance(BasePydanticModel):
     verification_state: Literal["verified", "unverified", "building", "failed"]

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7/mainsequence.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mainsequence
-Version: 8.1.20.dev3
+Version: 8.1.20.dev7
 Summary: Main Sequence SDK 
 Author-email: Main Sequence GmbH <dev@main-sequence.io>
 License-Expression: LicenseRef-MainSequence-Proprietary

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/mainsequence.egg-info/SOURCES.txt

@@ -133,6 +133,7 @@ tests/test_time_index_table_update_configuration.py
 tests/test_time_index_table_update_configuration_client.py
 tests/test_time_index_table_update_flow.py
 tests/test_time_index_table_update_hard_cut.py
+tests/test_tolerant_response_reading.py
 tests/test_update_runner_uid_runtime.py
 tests/test_update_statistics.py
 tests/test_update_uid_guards.py

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "mainsequence"
-version = "8.1.20.dev3"
+version = "8.1.20.dev7"
 description = "Main Sequence SDK "
 readme = "README.md"
 requires-python = ">=3.13"

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/tests/test_canonical_api_route_contract.py

@@ -129,11 +129,18 @@ def test_client_auth_provider_routes_match_backend_contract(monkeypatch):
 
 def test_removed_backend_actions_are_not_exposed_by_client_models():
     from mainsequence.client.metatables import DataSource, TimeIndexTableUpdate
+    from mainsequence.client.models_foundry import GitHubRepositoryBinding
     from mainsequence.client.models_helpers import Job
 
     removed_actions = {
         DataSource: ("get_or_create_sqlite", "create_sqlite"),
-        TimeIndexTableUpdate: ("add_tags", "filter_by_hash_id", "get_upstream_nodes"),
+        TimeIndexTableUpdate: (
+            "add_tags",
+            "filter_by_hash_id",
+            "get_upstream_nodes",
+            "verify_if_direct_dependencies_are_updated",
+        ),
+        GitHubRepositoryBinding: ("import_branch",),
         Job: ("bulk_get_or_create", "create_from_configuration", "sync_jobs"),
     }
     violations = [
@@ -146,6 +153,16 @@ def test_removed_backend_actions_are_not_exposed_by_client_models():
     assert violations == []
 
 
+def test_description_search_is_defined_only_where_the_backend_serves_it():
+    """`description-search/` is served for time-index-meta-tables only."""
+    from mainsequence.client.metatables import MetaTable, TimeIndexMetaTable
+
+    assert "description_search" not in vars(MetaTable)
+    assert not hasattr(MetaTable, "description_search")
+    assert "description_search" in vars(TimeIndexMetaTable)
+    assert TimeIndexMetaTable.get_object_url().endswith("/time-index-meta-tables")
+
+
 def test_cli_does_not_reintroduce_legacy_numeric_detail_routes_or_agent_runs():
     from mainsequence.cli import api
     from mainsequence.client import agent_runtime_models

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/tests/test_code_repository_branch_contract.py

@@ -82,11 +82,15 @@ def test_code_repository_is_only_the_logical_aggregate_contract():
     assert not hasattr(code_repository.branches[0], "code_repository_type")
     assert not hasattr(code_repository, "repository_branch")
 
-    with pytest.raises(ValidationError):
+    # Tolerant reading (ADR 0032): the retired field is dropped, not declared.
+    assert "repository_branch" not in models_foundry.CodeRepository.model_fields
+    assert not hasattr(
         models_foundry.CodeRepository(
             **logical_code_repository_payload(),
             repository_branch="main",
-        )
+        ),
+        "repository_branch",
+    )
 
 
 def test_code_repository_requires_canonical_type_and_derived_technology():

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/tests/test_code_repository_documentation_contract.py

@@ -23,6 +23,14 @@ STREAMLIT_REMOVAL_LINK_PATHS = {
     Path("docs/SUMMARY.md"),
     Path("docs/index.md"),
 }
+SKILL_ROOT = REPOSITORY_ROOT / "agent_scaffold" / "skills"
+# Skills ship inside the wheel but reference repository documentation by its
+# repository-relative path, so every referenced path must exist in the tree that
+# produced the release.
+SKILL_DOCUMENTATION_REFERENCE = re.compile(r"`(docs/[A-Za-z0-9_./-]+\.md)`")
+# Skills are copied into a CodeRepository under `.agents/skills/<namespace>/`, so
+# a cross-skill reference maps back to a shipped `agent_scaffold/skills` path.
+SKILL_CROSS_REFERENCE = re.compile(r"`\.agents/skills/[A-Za-z0-9_]+/([A-Za-z0-9_./-]+/SKILL\.md)`")
 RETIRED_PUBLIC_IDENTIFIERS = {
     "project_context": re.compile(r"(?<![A-Za-z0-9_])project_context(?![A-Za-z0-9_])"),
     "project-context": re.compile(r"(?<![A-Za-z0-9_])project-context(?![A-Za-z0-9_])"),
@@ -46,6 +54,10 @@ RETIRED_PUBLIC_IDENTIFIERS = {
 }
 
 
+def _skill_files() -> tuple[Path, ...]:
+    return tuple(sorted(SKILL_ROOT.rglob("SKILL.md")))
+
+
 def _documentation_files() -> tuple[Path, ...]:
     files = {REPOSITORY_ROOT / "README.md", REPOSITORY_ROOT / "CHANGELOG.md"}
     for root in DOCUMENTATION_ROOTS:
@@ -74,10 +86,7 @@ def test_current_documentation_excludes_retired_project_identifiers(path: Path)
 
 def test_code_repository_context_adr_describes_the_current_cutover() -> None:
     adr = (
-        REPOSITORY_ROOT
-        / "docs"
-        / "adr"
-        / "0031-process-lifetime-code-repository-branch-context.md"
+        REPOSITORY_ROOT / "docs" / "adr" / "0031-process-lifetime-code-repository-branch-context.md"
     ).read_text(encoding="utf-8")
 
     assert "get_code_repository_context()" in adr
@@ -121,3 +130,43 @@ def test_current_documentation_does_not_advertise_streamlit_support(path: Path)
     assert "streamlit" not in text.lower()
     assert "create_dashboard" not in text
     assert "delete_dashboard" not in text
+
+
+@pytest.mark.parametrize(
+    "path",
+    _skill_files(),
+    ids=lambda path: str(path.relative_to(REPOSITORY_ROOT)),
+)
+def test_skill_documentation_references_resolve(path: Path) -> None:
+    relative_path = path.relative_to(REPOSITORY_ROOT)
+    text = path.read_text(encoding="utf-8")
+
+    missing = sorted(
+        {
+            reference
+            for reference in SKILL_DOCUMENTATION_REFERENCE.findall(text)
+            if not (REPOSITORY_ROOT / reference).is_file()
+        }
+    )
+
+    assert not missing, f"{relative_path} references documentation that does not exist: {missing}"
+
+
+@pytest.mark.parametrize(
+    "path",
+    _skill_files(),
+    ids=lambda path: str(path.relative_to(REPOSITORY_ROOT)),
+)
+def test_skill_cross_references_resolve(path: Path) -> None:
+    relative_path = path.relative_to(REPOSITORY_ROOT)
+    text = path.read_text(encoding="utf-8")
+
+    missing = sorted(
+        {
+            reference
+            for reference in SKILL_CROSS_REFERENCE.findall(text)
+            if not (SKILL_ROOT / reference).is_file()
+        }
+    )
+
+    assert not missing, f"{relative_path} references skills that are not shipped: {missing}"

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/tests/test_code_repository_runtime_context.py

@@ -722,7 +722,7 @@ def test_metatable_request_always_submits_git_resolved_context(monkeypatch):
     }
 
 
-def test_code_repository_model_rejects_removed_default_data_source_fields():
+def test_code_repository_model_drops_removed_default_data_source_fields():
     payload = {
         "uid": CODE_REPOSITORY_UID,
         "code_repository_name": "Example CodeRepository",
@@ -737,5 +737,9 @@ def test_code_repository_model_rejects_removed_default_data_source_fields():
         "default_metatables_data_source_uid": DATA_SOURCE_UID,
     }
 
-    with pytest.raises(ValueError, match="default_metatables_data_source_uid"):
-        models_foundry.CodeRepository.model_validate(payload)
+    # Tolerant reading (ADR 0032): the retired field is dropped, not declared.
+    assert "default_metatables_data_source_uid" not in models_foundry.CodeRepository.model_fields
+    assert not hasattr(
+        models_foundry.CodeRepository.model_validate(payload),
+        "default_metatables_data_source_uid",
+    )

{mainsequence-8.1.20.dev3 → mainsequence-8.1.20.dev7}/tests/test_environment_response_contracts.py

@@ -87,13 +87,13 @@ RUNTIME_UPDATE_FIELD = "runtime_update"
         ),
     ],
 )
-def test_backend_environment_response_contract_is_declared_by_strict_sdk_model(
+def test_backend_environment_response_contract_is_declared_by_sdk_model(
     serializer_names,
     model,
     expected_fields,
 ):
     """Keep SDK response models aligned with ADR-0036/ADR-0037 projections."""
-    assert model.model_config.get("extra") == "forbid", serializer_names
+    assert model.model_config.get("extra") == "ignore", serializer_names
     assert expected_fields <= set(model.model_fields), serializer_names
 
 
@@ -106,13 +106,13 @@ def test_backend_environment_response_contract_is_declared_by_strict_sdk_model(
         helper_models.ResourceRelease,
     ],
 )
-def test_owner_observability_code_repositoryion_is_declared_by_strict_sdk_model(model):
-    assert model.model_config.get("extra") == "forbid"
+def test_owner_observability_code_repositoryion_is_declared_by_sdk_model(model):
+    assert model.model_config.get("extra") == "ignore"
     assert "observability" in model.model_fields
 
 
 def test_agent_session_runtime_capabilities_code_repositoryion_is_declared_and_typed():
-    assert agent_models.AgentSession.model_config.get("extra") == "forbid"
+    assert agent_models.AgentSession.model_config.get("extra") == "ignore"
     assert (
         agent_models.AgentSession.model_fields["runtime_capabilities"].annotation == dict[str, str]
     )