nucliadb 6.9.1.post5158__py3-none-any.whl → 6.9.1.post5161__py3-none-any.whl

migrations/0040_migrate_search_configurations.py

@@ -0,0 +1,79 @@
+# Copyright (C) 2021 Bosutech XXI S.L.
+#
+# nucliadb is offered under the AGPL v3.0 and as commercial software.
+# For commercial licensing, contact us at info@nuclia.com.
+#
+# AGPL:
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+
+"""Migration #40
+
+Replaces deprecated and removed generative models from search configurations
+
+"""
+
+import logging
+from typing import cast
+
+from nucliadb.common import datamanagers
+from nucliadb.migrator.context import ExecutionContext
+from nucliadb_models.configuration import SearchConfiguration
+from nucliadb_models.search import AskRequest, FindRequest
+
+logger = logging.getLogger(__name__)
+
+REPLACEMENTS = {
+    "claude-3-5-small": "claude-4-5-sonnet",
+    "gcp-claude-3-5-sonnet-v2": "gcp-claude-4-5-sonnet",
+}
+
+
+async def migrate(context: ExecutionContext) -> None: ...
+
+
+async def migrate_kb(context: ExecutionContext, kbid: str) -> None:
+    affected = await get_affected_search_configurations(kbid)
+    if not affected:
+        return
+
+    async with datamanagers.with_rw_transaction() as txn:
+        for name, config in affected.items():
+            logger.info(
+                "Migrating search config for kb",
+                extra={
+                    "kbid": kbid,
+                    "search_config": name,
+                    "generative_model": config.config.generative_model,  # type: ignore
+                },
+            )
+            config.config.generative_model = REPLACEMENTS[config.config.generative_model]  # type: ignore
+            await datamanagers.search_configurations.set(txn, kbid=kbid, name=name, config=config)
+        await txn.commit()
+
+
+async def get_affected_search_configurations(kbid: str) -> dict[str, SearchConfiguration]:
+    result: dict[str, SearchConfiguration] = {}
+    async with datamanagers.with_ro_transaction() as txn:
+        search_configs = await datamanagers.search_configurations.list(txn, kbid=kbid)
+        for name, config in search_configs.items():
+            if config.kind == "find":
+                find_config = cast(FindRequest, config.config)
+                if find_config.generative_model in REPLACEMENTS:
+                    result[name] = config
+            elif config.kind == "ask":
+                ask_config = cast(AskRequest, config.config)
+                if ask_config.generative_model in REPLACEMENTS:
+                    result[name] = config
+    return result

{nucliadb-6.9.1.post5158.dist-info → nucliadb-6.9.1.post5161.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nucliadb
-Version: 6.9.1.post5158
+Version: 6.9.1.post5161
 Summary: NucliaDB
 Author-email: Nuclia <nucliadb@nuclia.com>
 License-Expression: AGPL-3.0-or-later
@@ -19,11 +19,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: <4,>=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: nucliadb-telemetry[all]>=6.9.1.post5158
-Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.9.1.post5158
-Requires-Dist: nucliadb-protos>=6.9.1.post5158
-Requires-Dist: nucliadb-models>=6.9.1.post5158
-Requires-Dist: nidx-protos>=6.9.1.post5158
+Requires-Dist: nucliadb-telemetry[all]>=6.9.1.post5161
+Requires-Dist: nucliadb-utils[cache,fastapi,storages]>=6.9.1.post5161
+Requires-Dist: nucliadb-protos>=6.9.1.post5161
+Requires-Dist: nucliadb-models>=6.9.1.post5161
+Requires-Dist: nidx-protos>=6.9.1.post5161
 Requires-Dist: nucliadb-admin-assets>=1.0.0.post1224
 Requires-Dist: nuclia-models>=0.50.0
 Requires-Dist: uvicorn[standard]

{nucliadb-6.9.1.post5158.dist-info → nucliadb-6.9.1.post5161.dist-info}/RECORD

@@ -35,6 +35,7 @@ migrations/0036_backfill_catalog_slug.py,sha256=toYqxH_EfUFqoVn_cOdR5Fg8bWZU5BoF
 migrations/0037_backfill_catalog_facets.py,sha256=IH7H4OZ4tzws6xEh7Qro0bPDHDYOoVViEUj-JwPPe1U,2791
 migrations/0038_backfill_catalog_field_labels.py,sha256=F519nYngJDb1Mtwf-OQpweDPWKPxAlqdxy5E-DyQrhA,3492
 migrations/0039_backfill_converation_splits_metadata.py,sha256=NtL9S6Kx8mbSjNJLjIsc-6vVNymD0YKlF9vEkGUEDds,3958
+migrations/0040_migrate_search_configurations.py,sha256=BWcg7F2QpGz-7AkqTDnKNSVcypWoV-dBiAUtmWzWBWk,2986
 migrations/__init__.py,sha256=cp15ZcFnHvpcu_5-aK2A4uUyvuZVV_MJn4bIXMa20ks,835
 migrations/pg/0001_bootstrap.py,sha256=3O_P17l0d0h48nebN6VQLXzM_B7S7zvDpaLR0koVgWE,1274
 migrations/pg/0002_catalog.py,sha256=Rsleecu351Ty19kYZgOpqX5G3MEAY8nMxCJrAeuS2Mw,1690
@@ -384,8 +385,8 @@ nucliadb/writer/tus/local.py,sha256=7jYa_w9b-N90jWgN2sQKkNcomqn6JMVBOVeDOVYJHto,
 nucliadb/writer/tus/s3.py,sha256=vu1BGg4VqJ_x2P1u2BxqPKlSfw5orT_a3R-Ln5oPUpU,8483
 nucliadb/writer/tus/storage.py,sha256=ToqwjoYnjI4oIcwzkhha_MPxi-k4Jk3Lt55zRwaC1SM,2903
 nucliadb/writer/tus/utils.py,sha256=MSdVbRsRSZVdkaum69_0wku7X3p5wlZf4nr6E0GMKbw,2556
-nucliadb-6.9.1.post5158.dist-info/METADATA,sha256=RMDDJoDVxoEU6Jq-Q0dPXqSuFmmIaww9ij4yfE64kBs,4158
-nucliadb-6.9.1.post5158.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nucliadb-6.9.1.post5158.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
-nucliadb-6.9.1.post5158.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
-nucliadb-6.9.1.post5158.dist-info/RECORD,,
+nucliadb-6.9.1.post5161.dist-info/METADATA,sha256=CIRTEtQ08tfmXxPtfbvgCePRvBVZYqe4QCJPiETMkaI,4158
+nucliadb-6.9.1.post5161.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nucliadb-6.9.1.post5161.dist-info/entry_points.txt,sha256=XqGfgFDuY3zXQc8ewXM2TRVjTModIq851zOsgrmaXx4,1268
+nucliadb-6.9.1.post5161.dist-info/top_level.txt,sha256=hwYhTVnX7jkQ9gJCkVrbqEG1M4lT2F_iPQND1fCzF80,20
+nucliadb-6.9.1.post5161.dist-info/RECORD,,