datasourcelib 0.1.7__py3-none-any.whl → 0.1.8__py3-none-any.whl

datasourcelib/datasources/sql_source.py

@@ -2,9 +2,10 @@ from typing import Any, Dict, List, Optional
 from datasourcelib.datasources.datasource_base import DataSourceBase
 from datasourcelib.utils.logger import get_logger
 from datasourcelib.utils.validators import require_keys
+from datasourcelib.utils.aggregation import generate_grouped_summaries
 import os
 import pyodbc
-
+import pandas as pd
 
 logger = get_logger(__name__)
 
@@ -121,7 +122,20 @@ class SQLDataSource(DataSourceBase):
                     results: List[Dict[str, Any]] = []
                     for r in rows:
                         results.append({cols[i]: r[i] for i in range(len(cols))})
-                    return results
+
+                    df = pd.DataFrame(results)
+                    summaries = generate_grouped_summaries(
+                        df=df,
+                        aggregation_field=self.config.get("sql_aggregation_field"),
+                        row_format=self.config.get("sql_aggregation_row_format"),
+                        constants={"title": ""},
+                        header_format=self.config.get("sql_aggregation_header_format"),
+                        sort_by=self.config.get("sql_aggregation_sort_by"),     # or a column/list if you want ordering
+                        validate=True     # ensures all placeholders exist
+                    )
+                    
+                    return summaries
+
                 finally:
                     try:
                         cur.close()

{datasourcelib-0.1.7.dist-info → datasourcelib-0.1.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datasourcelib
-Version: 0.1.7
+Version: 0.1.8
 Summary: Data source sync strategies for vector DBs
 Home-page: https://github.com/akashmaurya0217/datasourcelib
 Author: Akash Kumar Maurya

{datasourcelib-0.1.7.dist-info → datasourcelib-0.1.8.dist-info}/RECORD

@@ -12,7 +12,7 @@ datasourcelib/datasources/datasource_types.py,sha256=jpm4f9n1l7X9aBD58Pbr9evXiCH
 datasourcelib/datasources/dataverse_source.py,sha256=PTIWArl_rRMap5QfH8ST5kCewE0Ax1xPZ1vgSxeujpU,14080
 datasourcelib/datasources/sharepoint_source - Copy.py,sha256=7V1c-zyvTo4IuPN_YMrKwLZFgbtipbP-mtunmXjOLJQ,17664
 datasourcelib/datasources/sharepoint_source.py,sha256=t3rly2mVEI2qEDuUVqstck5ktkZW0BnF16Bke_NjPLI,23126
-datasourcelib/datasources/sql_source.py,sha256=ntZjiFXpa7V797x7mAATJV0LH-g878VHuRw-QTxEe28,6372
+datasourcelib/datasources/sql_source.py,sha256=pXs5UDAxRyRYuvw-zMNieJAZSqDndh6LlJy9GS6GoiY,7159
 datasourcelib/datasources/sql_source_bkup.py,sha256=ntZjiFXpa7V797x7mAATJV0LH-g878VHuRw-QTxEe28,6372
 datasourcelib/indexes/__init__.py,sha256=S8dz-lyxy1BTuDuLGRJNLrZD_1ku_FIUnDEm6HhMyT0,94
 datasourcelib/indexes/azure_search_index.py,sha256=kznAz06UXgyT1Clqj6gRhnBQ5HFw40ZQHJElRFIcbRo,22115
@@ -29,8 +29,8 @@ datasourcelib/utils/exceptions.py,sha256=mgcDaW1k3VndgpMOwSm7NqgyRTvvE2a5ehn3x4f
 datasourcelib/utils/file_reader.py,sha256=Zr0rwNTRWE6KeVJEXgTOPS1_JI74LiUSiX5-6qojmN0,7301
 datasourcelib/utils/logger.py,sha256=Sl6lNlvubxtK9ztzyq7vjGVyA8_-pZ_ixpk5jfVsh6U,424
 datasourcelib/utils/validators.py,sha256=fLgmRAb5OZSdMVlHu_n0RKJUDl-G8dI8JsRSfxIquh8,205
-datasourcelib-0.1.7.dist-info/licenses/LICENSE,sha256=9S0AcKETmp9XOcC73jEjN7WSkuSWGFGreiBat6ONClo,1087
-datasourcelib-0.1.7.dist-info/METADATA,sha256=Jo1RgpvptXpS-FxA6g9-7rVkknZDfzUrOpMQVFxG-9Y,1199
-datasourcelib-0.1.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-datasourcelib-0.1.7.dist-info/top_level.txt,sha256=wIwiwdIj8T9pAvE2TkGLUvT2oIi43C2vkkTKibUlv3U,14
-datasourcelib-0.1.7.dist-info/RECORD,,
+datasourcelib-0.1.8.dist-info/licenses/LICENSE,sha256=9S0AcKETmp9XOcC73jEjN7WSkuSWGFGreiBat6ONClo,1087
+datasourcelib-0.1.8.dist-info/METADATA,sha256=NzIB4zUHZei5jADVk8zT4RvWrvlIAskqr_xd_DfmRGg,1199
+datasourcelib-0.1.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+datasourcelib-0.1.8.dist-info/top_level.txt,sha256=wIwiwdIj8T9pAvE2TkGLUvT2oIi43C2vkkTKibUlv3U,14
+datasourcelib-0.1.8.dist-info/RECORD,,