mainsequence 3.4.4__tar.gz → 3.5.0__tar.gz

{mainsequence-3.4.4 → mainsequence-3.5.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mainsequence
-Version: 3.4.4
+Version: 3.5.0
 Summary: Main Sequence SDK 
 Author-email: Main Sequence GmbH <dev@main-sequence.io>
 License: MainSequence GmbH SDK License Agreement

{mainsequence-3.4.4 → mainsequence-3.5.0}/mainsequence/client/__init__.py

@@ -1,7 +1,6 @@
 from mainsequence.logconf import logger
 
 from .models_helpers import *
-from .models_report_studio import *
 from .models_tdag import *
 from .models_vam import *
 from .utils import MARKETS_CONSTANTS, TDAG_CONSTANTS, AuthLoaders, bios_uuid

{mainsequence-3.4.4 → mainsequence-3.5.0}/mainsequence/client/base.py

@@ -138,6 +138,7 @@ class BaseObjectOrm:
         "Artifact": "pods/artifact",
         "Job": "pods/job",
         "Constant": "pods/constant",
+        "Secret": "pods/secret",
         # ReportBuilder
         "Presentation": "reports/presentations",
         "Folder": "reports/folder",

{mainsequence-3.4.4 → mainsequence-3.5.0}/mainsequence/client/models_tdag.py

@@ -853,9 +853,7 @@ class TableMetaData(BaseModel):
 class DataNodeStorage(BasePydanticModel, BaseObjectOrm):
     id: int = Field(None, description="Primary key, auto-incremented ID")
     storage_hash: str = Field(..., max_length=63, description="Max length of PostgreSQL table name")
-    table_name: str | None = Field(
-        None, max_length=63, description="Max length of PostgreSQL table name"
-    )
+
     creation_date: datetime.datetime = Field(..., description="Creation timestamp")
     created_by_user: int | None = Field(None, description="Foreign key reference to User")
     organization_owner: int = Field(None, description="Foreign key reference to Organization")
@@ -980,7 +978,7 @@ class DataNodeStorage(BasePydanticModel, BaseObjectOrm):
             and self.data_source.related_resource.class_type == DUCK_DB
         ):
             db_interface = DuckDBInterface()
-            db_interface.drop_table(self.table_name)
+            db_interface.drop_table(self.storage_hash)
 
         self.delete()
 
@@ -2050,7 +2048,7 @@ class DataSource(BasePydanticModel, BaseObjectOrm):
 
         if self.class_type == DUCK_DB:
             DuckDBInterface().upsert(
-                df=serialized_data_frame, table=data_node_update.data_node_storage.table_name
+                df=serialized_data_frame, table=data_node_update.data_node_storage.storage_hash
             )
         else:
             DataNodeUpdate.post_data_frame_in_chunks(
@@ -2097,7 +2095,7 @@ class DataSource(BasePydanticModel, BaseObjectOrm):
 
         if self.class_type == DUCK_DB:
             db_interface = DuckDBInterface()
-            table_name = data_node_update.data_node_storage.table_name
+            table_name = data_node_update.data_node_storage.storage_hash
 
             adjusted_start, adjusted_end, adjusted_uirm, _ = db_interface.constrain_read(
                 table=table_name,
@@ -2250,7 +2248,7 @@ class Project(BasePydanticModel, BaseObjectOrm):
     project_name: str
     data_source: DynamicTableDataSource
     git_ssh_url: str | None = None
-    resources_visible_to_light_users: bool
+    project_visible: bool
 
     @classmethod
     def get_user_default_project(cls):
@@ -2310,30 +2308,21 @@ class TimeScaleDB(DataSource):
     def filter_by_assets_ranges(
         self, asset_ranges_map: dict, metadata: dict, update_hash: str, has_direct_connection: bool
     ):
-        table_name = metadata.table_name
-        index_names = metadata.sourcetableconfiguration.index_names
-        column_types = metadata.sourcetableconfiguration.column_dtypes_map
-        if has_direct_connection:
-            df = TimeScaleInterface.filter_by_assets_ranges(
-                table_name=table_name,
-                asset_ranges_map=asset_ranges_map,
-                index_names=index_names,
-                data_source=self,
-                column_types=column_types,
-            )
-        else:
-            df = DataNodeUpdate.get_data_between_dates_from_api(
-                update_hash=update_hash,
-                data_source_id=self.id,
-                start_date=None,
-                end_date=None,
-                great_or_equal=True,
-                less_or_equal=True,
-                asset_symbols=None,
-                columns=None,
-                execution_venue_symbols=None,
-                symbol_range_map=asset_ranges_map,  # <-- key for applying ranges
-            )
+
+
+
+        df = DataNodeUpdate.get_data_between_dates_from_api(
+            update_hash=update_hash,
+            data_source_id=self.id,
+            start_date=None,
+            end_date=None,
+            great_or_equal=True,
+            less_or_equal=True,
+            asset_symbols=None,
+            columns=None,
+            execution_venue_symbols=None,
+            symbol_range_map=asset_ranges_map,  # <-- key for applying ranges
+        )
         return df
 
     def get_data_by_time_index(
@@ -2523,7 +2512,7 @@ class PodDataSource:
         remote_node_storages = DataNodeStorage.filter(
             data_source__id=duckdb_dynamic_data_source.id, list_tables=True
         )
-        remote_table_names = [t.table_name for t in remote_node_storages]
+        remote_table_names = [t.storage_hash for t in remote_node_storages]
         from mainsequence.client.data_sources_interfaces.duckdb import DuckDBInterface
 
         db_interface = DuckDBInterface()
@@ -2536,8 +2525,8 @@ class PodDataSource:
 
         tables_to_delete_remotely = set(remote_table_names) - set(local_table_names)
         for remote_table in remote_node_storages:
-            if remote_table.table_name in tables_to_delete_remotely:
-                logger.debug(f"Deleting table remotely {remote_table.table_name}")
+            if remote_table.storage_hash in tables_to_delete_remotely:
+                logger.debug(f"Deleting table remotely {remote_table.storage_hash}")
                 if remote_table.protect_from_deletion:
                     remote_table.patch(protect_from_deletion=False)
 
@@ -2590,6 +2579,11 @@ def _norm_kwargs(kwargs: dict[str, Any]) -> tuple[tuple[str, Any], ...]:
             items.append((k, _norm_value(v)))
     return tuple(sorted(items))
 
+class Secret(BasePydanticModel, BaseObjectOrm):
+    id: int | None
+    name: str = Field(..., description="Secret name")
+    value: str = Field(..., description="Secret value ")
+
 
 class Constant(BasePydanticModel, BaseObjectOrm):
     """

{mainsequence-3.4.4 → mainsequence-3.5.0}/mainsequence/tdag/data_nodes/persist_managers.py

@@ -3,7 +3,7 @@ import inspect
 import json
 import threading
 from concurrent.futures import Future
-from typing import Optional, List
+
 import pandas as pd
 
 import mainsequence.client as ms_client
@@ -132,7 +132,7 @@ class APIPersistManager:
             future_registry.remove_future(self._data_node_storage_future)
 
 
-    def get_last_observation(self,asset_list:Optional[List["Asset"]]):
+    def get_last_observation(self,asset_list:list["Asset"] | None):
         unique_identifier_list=[]
         if asset_list is not None:
             unique_identifier_list=[a.unique_identifier for a in asset_list]
@@ -746,7 +746,7 @@ class PersistManager:
             data_node_update=self.data_node_update, *args, **kwargs
         )
         return filtered_data
-    def get_last_observation(self,asset_list:Optional[List["Asset"]]):
+    def get_last_observation(self,asset_list:list["Asset"] | None):
         unique_identifier_list=[]
         if asset_list is not None:
             unique_identifier_list=[a.unique_identifier for a in asset_list]
@@ -858,5 +858,5 @@ class TimeScaleLocalPersistManager(PersistManager):
     Main Controler to interacti with backend
     """
 
-    def get_table_schema(self, table_name):
+    def get_table_schema(self, _):
         return self.data_node_storage["sourcetableconfiguration"]["column_dtypes_map"]

{mainsequence-3.4.4 → mainsequence-3.5.0}/mainsequence.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: mainsequence
-Version: 3.4.4
+Version: 3.5.0
 Summary: Main Sequence SDK 
 Author-email: Main Sequence GmbH <dev@main-sequence.io>
 License: MainSequence GmbH SDK License Agreement

{mainsequence-3.4.4 → mainsequence-3.5.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "mainsequence"
-version = "3.4.4"
+version = "3.5.0"
 description = "Main Sequence SDK "
 readme = "README.md"
 requires-python = ">=3.10"