ecodev-core 0.0.44__py3-none-any.whl → 0.0.46__py3-none-any.whl

ecodev_core/__init__.py

@@ -44,7 +44,7 @@ from ecodev_core.db_upsertion import field
 from ecodev_core.db_upsertion import sfield
 from ecodev_core.db_upsertion import upsert_data
 from ecodev_core.db_upsertion import upsert_deletor
-from ecodev_core.db_upsertion import upsert_dict_data
+from ecodev_core.db_upsertion import upsert_df_data
 from ecodev_core.db_upsertion import upsert_selector
 from ecodev_core.deployment import Deployment
 from ecodev_core.email_sender import send_email
@@ -102,5 +102,5 @@ __all__ = [
     'get_access_token', 'safe_get_user', 'backup', 'group_by', 'get_excelfile', 'upsert_new_user',
     'datify', 'safe_drop_columns', 'get_value', 'is_null', 'send_email', 'first_func_or_default',
     'sort_by_keys', 'sort_by_values', 'Settings', 'load_yaml_file', 'Deployment', 'Version',
-    'sfield', 'field', 'upsert_data', 'upsert_deletor', 'get_row_versions', 'get_versions',
-    'db_to_value', 'upsert_dict_data', 'upsert_selector']
+    'sfield', 'field', 'upsert_df_data', 'upsert_deletor', 'get_row_versions', 'get_versions',
+    'db_to_value', 'upsert_data', 'upsert_selector']

ecodev_core/db_upsertion.py

@@ -22,6 +22,7 @@ from ecodev_core.version import Version
 BATCH_SIZE = 5000
 FILTER_ON = 'filter_on'
 INFO = 'info'
+SA_COLUMN_KWARGS = 'sa_column_kwargs'
 
 
 def sfield(**kwargs):
@@ -29,14 +30,26 @@ def sfield(**kwargs):
     Field constructor for columns not to be versioned. Those are the columns on which to select.
     They morally are a sort of unique identifier of a row (like id but more business meaningful)
     """
-    return Field(**kwargs, sa_column_kwargs={INFO: {FILTER_ON: True}})
+    sa_column_kwargs = _get_sa_column_kwargs(kwargs, sfield=True)
+    return Field(**kwargs, sa_column_kwargs=sa_column_kwargs)
 
 
 def field(**kwargs):
     """
     Field constructor for columns to be versioned.
     """
-    return Field(**kwargs, sa_column_kwargs={INFO: {FILTER_ON: False}})
+    sa_column_kwargs = _get_sa_column_kwargs(kwargs, sfield=False)
+    return Field(**kwargs, sa_column_kwargs=sa_column_kwargs)
+
+
+def _get_sa_column_kwargs(kwargs, sfield: bool) -> dict:
+    """
+    Combine existing sa_column_kwargs with the new field necessary for versioning
+    """
+    if not (additional_vals := kwargs.get(SA_COLUMN_KWARGS)):
+        return {INFO: {FILTER_ON: sfield}}
+    kwargs.pop(SA_COLUMN_KWARGS)
+    return additional_vals | {INFO: {FILTER_ON: sfield}}
 
 
 def upsert_selector(values: SQLModel, db_schema: SQLModelMetaclass) -> SelectOfScalar:
@@ -83,24 +96,27 @@ def upsert_deletor(values: SQLModel, session: Session):
         session.commit()
 
 
-def upsert_data(df: Union[pd.DataFrame], db_schema: SQLModelMetaclass, session: Session) -> None:
+def upsert_df_data(df: Union[pd.DataFrame], db_schema: SQLModelMetaclass, session: Session) -> None:
     """
     Upsert the passed df into db_schema db.
     """
-    upsert_dict_data([x.to_dict() for _, x in df.iterrows()], db_schema, session)
+    upsert_data([x.to_dict() for _, x in df.iterrows()], session, raw_db_schema=db_schema)
 
 
-def upsert_dict_data(data: list[dict], db_schema: SQLModelMetaclass, session: Session) -> None:
+def upsert_data(data: list[dict | SQLModelMetaclass],
+                session: Session,
+                raw_db_schema: SQLModelMetaclass | None = None) -> None:
     """
     Upsert the passed list of dicts (corresponding to db_schema) into db_schema db.
     """
+    db_schema = raw_db_schema or data[0].__class__
     selector = partial(upsert_selector, db_schema=db_schema)
     updator = partial(upsert_updator, db_schema=db_schema)
     batches = [data[i:i + BATCH_SIZE] for i in range(0, len(data), BATCH_SIZE)]
 
     for batch in progressbar.progressbar(batches, redirect_stdout=False):
         for row in batch:
-            new_object = db_schema(**row)
+            new_object = db_schema(**row) if isinstance(row, dict) else row
             if in_db := session.exec(selector(new_object)).first():
                 session.exec(updator(new_object, in_db.id, session))
             else:

ecodev_core/version.py

@@ -38,7 +38,7 @@ class Version(SQLModel, table=True):  # type: ignore
     Attributes are:
         - table: the table to version
         - column: the column of table to version
-        - row_id: the the row id of the column of table to version
+        - row_id: the row id of the column of table to version
         - col_type: the column type
         - value: the value to store (previous row/column/table version)
     """
@@ -97,15 +97,15 @@ def _col_type_to_db(col_type: type | EnumType) -> ColType:
     """
     Forge ColType out of passed col_type
     """
-    if col_type == int:
+    if issubclass(int, col_type):
         return ColType.INT
-    if col_type == bool:
+    if issubclass(bool, col_type):
         return ColType.BOOL
-    if col_type == float:
+    if issubclass(float, col_type):
         return ColType.FLOAT
-    if col_type == str:
+    if issubclass(str, col_type):
         return ColType.STR
-    if col_type == datetime:
+    if issubclass(datetime, col_type):
         return ColType.DATE
     return ColType.ENUM
 

{ecodev_core-0.0.44.dist-info → ecodev_core-0.0.46.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ecodev-core
-Version: 0.0.44
+Version: 0.0.46
 Summary: Low level sqlmodel/fastapi/pydantic building blocks
 License: MIT
 Author: Thomas Epelbaum

{ecodev_core-0.0.44.dist-info → ecodev_core-0.0.46.dist-info}/RECORD

@@ -1,4 +1,4 @@
-ecodev_core/__init__.py,sha256=gSEDFqBQLI2tx2macOfnea0z1KdwntTpxbwtf0FiqjI,5785
+ecodev_core/__init__.py,sha256=cIICQkHHfjmPIpLnpGlJ6GzGDvFT51bDeI8c1Kg3MH0,5781
 ecodev_core/app_activity.py,sha256=KBtI-35LBLPDppFB7xjxWthXQrY3Z_aGDnC-HrW8Ea0,4641
 ecodev_core/app_rights.py,sha256=RZPdDtydFqc_nFj96huKAc56BS0qS6ScKv4Kghqd6lc,726
 ecodev_core/app_user.py,sha256=r1bqA4H08x53XmxmjwyGKl_PFjYQazzBbVErdkztqeE,2947
@@ -11,7 +11,7 @@ ecodev_core/db_connection.py,sha256=bc5MujZ57f204wTsuNVdn1JdP-zBzkDJxHmdxBDTiNs,
 ecodev_core/db_filters.py,sha256=T_5JVF27UEu7sC6NOm7-W3_Y0GLfbWQO_EeTXcD2cv8,5041
 ecodev_core/db_insertion.py,sha256=RSCyAlUObbBlWJuMRX-YFY4VgtWqYLdwRqMWw--x95Y,3646
 ecodev_core/db_retrieval.py,sha256=IxyF3ZtKgACLiNFggK7boKggvMRKYDRD2IimxU4dap4,7345
-ecodev_core/db_upsertion.py,sha256=Gds1rgbrzFh0rkEY0gTwHLRnY-5izZvFmvZRekV47Zs,3936
+ecodev_core/db_upsertion.py,sha256=W7_TEMZh97FUQ9nJnOXAiwH1u5KLmF8pinjjM6NUaDc,4602
 ecodev_core/deployment.py,sha256=z8ACI00EtKknXOB8xyPwYIXTvPjIDOH9z9cBGEU0YrA,281
 ecodev_core/email_sender.py,sha256=XD7jAVXhGzvbiHqMhK9_aTEIS70Lw_CmPeAxRZGji-Y,1610
 ecodev_core/enum_utils.py,sha256=BkQ4YQ97tXBYmMcQiSIi0mbioD5CgVU79myg1BBAXuA,556
@@ -25,8 +25,8 @@ ecodev_core/read_write.py,sha256=YIGRERvFHU7vy-JIaCWAza4CPMysLRUHKJxN-ZgFmu0,120
 ecodev_core/safe_utils.py,sha256=Q8N15El1tSxZJJsy1i_1CCycuBN1_98QQoHmYJRcLIY,6904
 ecodev_core/settings.py,sha256=ARAPkXxggVUsYqSQIAgCK8C2DKSMPia1CekULn428bA,1562
 ecodev_core/sqlmodel_utils.py,sha256=t57H3QPtKRy4ujic1clMK_2L4p0yjGJLZbDjHPZ8M94,453
-ecodev_core/version.py,sha256=BUMmO_dxwyTPGIbnbOTFIED4JMmOmN8khQzP2ea-Obg,4377
-ecodev_core-0.0.44.dist-info/LICENSE.md,sha256=8dqVJEbwXjPWjjRKjdLMym5k9Gi8hwtrHh84sti6KIs,1068
-ecodev_core-0.0.44.dist-info/METADATA,sha256=P-ssz6zvzY4RZmknnMlA2lr15jHnu2b0XBwuHtpdZLc,3509
-ecodev_core-0.0.44.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-ecodev_core-0.0.44.dist-info/RECORD,,
+ecodev_core/version.py,sha256=5lQ5Nzi38ziFzHICoRoGyLzidgFcUCnLdxlpK6s8Y0U,4423
+ecodev_core-0.0.46.dist-info/LICENSE.md,sha256=8dqVJEbwXjPWjjRKjdLMym5k9Gi8hwtrHh84sti6KIs,1068
+ecodev_core-0.0.46.dist-info/METADATA,sha256=DAo4XMyD0emMg2xvp-QBWdc5-ZvcwmwZjoANZVvK5dI,3509
+ecodev_core-0.0.46.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+ecodev_core-0.0.46.dist-info/RECORD,,