fivetran-connector-sdk 1.8.0__py3-none-any.whl → 2.0.0__py3-none-any.whl

fivetran_connector_sdk/__init__.py

@@ -41,8 +41,8 @@ from fivetran_connector_sdk.connector_helper import (
 )
 
 # Version format: <major_version>.<minor_version>.<patch_version>
-# (where Major Version = 1 for GA, Minor Version is incremental MM from Jan 25 onwards, Patch Version is incremental within a month)
-__version__ = "1.8.0"
+# (where Major Version = 2, Minor Version is incremental MM from Aug 25 onwards, Patch Version is incremental within a month)
+__version__ = "2.0.0"
 TESTER_VERSION = TESTER_VER
 MAX_MESSAGE_LENGTH = 32 * 1024 * 1024 # 32MB
 

fivetran_connector_sdk/operations.py

@@ -178,11 +178,7 @@ class _OperationStream:
         return connector_sdk_pb2.UpdateResponse(records=connector_sdk_pb2.Records(records=batch_to_flush))
 
 
-_LOG_DATA_TYPE_INFERENCE = {
-    "boolean": True,
-    "binary": True,
-    "json": True
-}
+_LOG_DATA_TYPE_INFERENCE = {}
 
 class Operations:
     operation_stream = _OperationStream()
@@ -208,7 +204,7 @@ class Operations:
             new_table = common_pb2.Table(name=table, columns=columns.values())
             TABLES[table] = new_table
 
-        mapped_data = _map_data_to_columns(data, columns)
+        mapped_data = _map_data_to_columns(data, columns, table)
         record = connector_sdk_pb2.Record(
             schema_name=None,
             table_name=table,
@@ -231,7 +227,7 @@ class Operations:
         """
         table = get_renamed_table_name(table)
         columns = _get_columns(table)
-        mapped_data = _map_data_to_columns(modified, columns)
+        mapped_data = _map_data_to_columns(modified, columns, table)
         record = connector_sdk_pb2.Record(
             schema_name=None,
             table_name=table,
@@ -254,7 +250,7 @@ class Operations:
         """
         table = get_renamed_table_name(table)
         columns = _get_columns(table)
-        mapped_data = _map_data_to_columns(keys, columns)
+        mapped_data = _map_data_to_columns(keys, columns, table)
         record = connector_sdk_pb2.Record(
             schema_name=None,
             table_name=table,
@@ -305,8 +301,24 @@ def _get_columns(table: str) -> dict:
 
     return columns
 
+def _get_table_pk(table: str) -> bool:
+    """Retrieves the columns for the specified table.
+
+    Args:
+        table (str): The name of the table.
+
+    Returns:
+        dict: The columns for the table.
+    """
+    columns = {}
+    if table in TABLES:
+        for column in TABLES[table].columns:
+            if column.primary_key:
+                return True
+    return False
+
 
-def _map_data_to_columns(data: dict, columns: dict) -> dict:
+def _map_data_to_columns(data: dict, columns: dict, table: str = "") -> dict:
     """Maps data to the specified columns.
 
     Args:
@@ -324,35 +336,31 @@ def _map_data_to_columns(data: dict, columns: dict) -> dict:
         elif (key in columns) and columns[key].type != common_pb2.DataType.UNSPECIFIED:
             map_defined_data_type(columns[key].type, key, mapped_data, v)
         else:
-            map_inferred_data_type(key, mapped_data, v)
+            map_inferred_data_type(key, mapped_data, v, table)
     return mapped_data
 
-def map_inferred_data_type(k, mapped_data, v):
+def map_inferred_data_type(k, mapped_data, v, table=""):
     # We can infer type from the value
     if isinstance(v, int):
         if abs(v) > JAVA_LONG_MAX_VALUE:
             mapped_data[k] = common_pb2.ValueType(float=v)
         else:
             mapped_data[k] = common_pb2.ValueType(long=v)
-        if _LOG_DATA_TYPE_INFERENCE["boolean"] and isinstance(v, bool):
-            print_library_log("Fivetran: Boolean Datatype has been inferred", Logging.Level.INFO, True)
-            _LOG_DATA_TYPE_INFERENCE["boolean"] = False
+        if _LOG_DATA_TYPE_INFERENCE.get("boolean_" + table, True) and isinstance(v, bool):
+            print_library_log("Fivetran: Boolean Datatype has been inferred for " + table, Logging.Level.INFO, True)
+            if not _get_table_pk(table):
+                print_library_log("Fivetran: Boolean Datatype inference issue for " + table, Logging.Level.INFO, True)
+            _LOG_DATA_TYPE_INFERENCE["boolean_" + table] = False
     elif isinstance(v, float):
         mapped_data[k] = common_pb2.ValueType(float=v)
     elif isinstance(v, bool):
         mapped_data[k] = common_pb2.ValueType(bool=v)
     elif isinstance(v, bytes):
-        if _LOG_DATA_TYPE_INFERENCE["binary"]:
-            print_library_log("Fivetran: Binary Datatype has been inferred", Logging.Level.INFO, True)
-            _LOG_DATA_TYPE_INFERENCE["binary"] = False
         mapped_data[k] = common_pb2.ValueType(binary=v)
     elif isinstance(v, list):
         raise ValueError(
             "Values for the columns cannot be of type 'list'. Please ensure that all values are of a supported type. Reference: https://fivetran.com/docs/connectors/connector-sdk/technical-reference#supporteddatatypes")
     elif isinstance(v, dict):
-        if _LOG_DATA_TYPE_INFERENCE["json"]:
-            print_library_log("Fivetran: JSON Datatype has been inferred", Logging.Level.INFO, True)
-            _LOG_DATA_TYPE_INFERENCE["json"] = False
         mapped_data[k] = common_pb2.ValueType(json=json.dumps(v))
     elif isinstance(v, str):
         mapped_data[k] = common_pb2.ValueType(string=v)

{fivetran_connector_sdk-1.8.0.dist-info → fivetran_connector_sdk-2.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 1.8.0
+Version: 2.0.0
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk

{fivetran_connector_sdk-1.8.0.dist-info → fivetran_connector_sdk-2.0.0.dist-info}/RECORD

@@ -1,9 +1,9 @@
-fivetran_connector_sdk/__init__.py,sha256=d_UKwca8fwy4nMGDLw655ISzjlC6KGV-z69gHZ_FiIU,22526
+fivetran_connector_sdk/__init__.py,sha256=xPiZHoHmomeP17wAvl4M3_MkUGv1kHbkm6WBP2KY5aQ,22519
 fivetran_connector_sdk/connector_helper.py,sha256=hTEa_plE5xjPM0RFe9AziiJah5iGgO1oKGAGkibTyRo,43065
 fivetran_connector_sdk/constants.py,sha256=3vFpdoWGOSzcaw29P-GXQyJsSvKQgLcXU_0qdZrWQ0Y,2529
 fivetran_connector_sdk/helpers.py,sha256=k_iBaRacPN3YkOkZ8bLuflNYXkUrtuj6fYH_rV1M-RI,15224
 fivetran_connector_sdk/logger.py,sha256=ud8v8-mKx65OAPaZvxBqt2-CU0vjgBeiYwuiqsYh_hA,3063
-fivetran_connector_sdk/operations.py,sha256=9g-Eiy82qVHJGKfGHuIb1IZvVF9LbX_Kc1BldEs7BD0,16834
+fivetran_connector_sdk/operations.py,sha256=zg2eoxmP1qa5ctKsUH5tVqU3qUHdPo7bSQWdxDCVwJ4,17005
 fivetran_connector_sdk/protos/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fivetran_connector_sdk/protos/common_pb2.py,sha256=zkzs6Rd-lvsev6Nsq37xc4HLJZ_uNXPkotCLY7Y7i5U,8770
 fivetran_connector_sdk/protos/common_pb2.pyi,sha256=FdqlPKRqiXdUDT3e7adP5X42_Qzv_ItydUNJFKnJJIE,11478
@@ -11,8 +11,8 @@ fivetran_connector_sdk/protos/common_pb2_grpc.py,sha256=qni6h6BoA1nwJXr2bNtznfTk
 fivetran_connector_sdk/protos/connector_sdk_pb2.py,sha256=Inv87MlK5Q56GNvMNFQHyqIePDMKnkW9y_BrT9DgPck,7835
 fivetran_connector_sdk/protos/connector_sdk_pb2.pyi,sha256=3AC-bK6ZM-Bmr_RETOB3y_0u4ATWlwcbHzqVanDuOB0,8115
 fivetran_connector_sdk/protos/connector_sdk_pb2_grpc.py,sha256=bGlvc_vGwA9-FTqrj-BYlVcA-7jS8A9MSZ-XpZFytvY,8795
-fivetran_connector_sdk-1.8.0.dist-info/METADATA,sha256=_nmaaVX4rjtTGTlQL6XENjWm32oaZRK4HjP8PW0EgOA,3188
-fivetran_connector_sdk-1.8.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-fivetran_connector_sdk-1.8.0.dist-info/entry_points.txt,sha256=uQn0KPnFlQmXJfxlk0tifdNsSXWfVlnAFzNqjXZM_xM,57
-fivetran_connector_sdk-1.8.0.dist-info/top_level.txt,sha256=-_xk2MFY4psIh7jw1lJePMzFb5-vask8_ZtX-UzYWUI,23
-fivetran_connector_sdk-1.8.0.dist-info/RECORD,,
+fivetran_connector_sdk-2.0.0.dist-info/METADATA,sha256=76Fcaj8F5UEVgJwUSh_jRHTramIvhQY3_eyPFqcVCAk,3188
+fivetran_connector_sdk-2.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fivetran_connector_sdk-2.0.0.dist-info/entry_points.txt,sha256=uQn0KPnFlQmXJfxlk0tifdNsSXWfVlnAFzNqjXZM_xM,57
+fivetran_connector_sdk-2.0.0.dist-info/top_level.txt,sha256=-_xk2MFY4psIh7jw1lJePMzFb5-vask8_ZtX-UzYWUI,23
+fivetran_connector_sdk-2.0.0.dist-info/RECORD,,