fivetran-connector-sdk 1.8.0__tar.gz → 2.0.0__tar.gz

{fivetran_connector_sdk-1.8.0 → fivetran_connector_sdk-2.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 1.8.0
+Version: 2.0.0
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk

{fivetran_connector_sdk-1.8.0 → fivetran_connector_sdk-2.0.0}/src/fivetran_connector_sdk/__init__.py

@@ -41,8 +41,8 @@ from fivetran_connector_sdk.connector_helper import (
 )
 
 # Version format: <major_version>.<minor_version>.<patch_version>
-# (where Major Version = 1 for GA, Minor Version is incremental MM from Jan 25 onwards, Patch Version is incremental within a month)
-__version__ = "1.8.0"
+# (where Major Version = 2, Minor Version is incremental MM from Aug 25 onwards, Patch Version is incremental within a month)
+__version__ = "2.0.0"
 TESTER_VERSION = TESTER_VER
 MAX_MESSAGE_LENGTH = 32 * 1024 * 1024 # 32MB
 

{fivetran_connector_sdk-1.8.0 → fivetran_connector_sdk-2.0.0}/src/fivetran_connector_sdk/operations.py

@@ -178,11 +178,7 @@ class _OperationStream:
         return connector_sdk_pb2.UpdateResponse(records=connector_sdk_pb2.Records(records=batch_to_flush))
 
 
-_LOG_DATA_TYPE_INFERENCE = {
-    "boolean": True,
-    "binary": True,
-    "json": True
-}
+_LOG_DATA_TYPE_INFERENCE = {}
 
 class Operations:
     operation_stream = _OperationStream()
@@ -208,7 +204,7 @@ class Operations:
             new_table = common_pb2.Table(name=table, columns=columns.values())
             TABLES[table] = new_table
 
-        mapped_data = _map_data_to_columns(data, columns)
+        mapped_data = _map_data_to_columns(data, columns, table)
         record = connector_sdk_pb2.Record(
             schema_name=None,
             table_name=table,
@@ -231,7 +227,7 @@ class Operations:
         """
         table = get_renamed_table_name(table)
         columns = _get_columns(table)
-        mapped_data = _map_data_to_columns(modified, columns)
+        mapped_data = _map_data_to_columns(modified, columns, table)
         record = connector_sdk_pb2.Record(
             schema_name=None,
             table_name=table,
@@ -254,7 +250,7 @@ class Operations:
         """
         table = get_renamed_table_name(table)
         columns = _get_columns(table)
-        mapped_data = _map_data_to_columns(keys, columns)
+        mapped_data = _map_data_to_columns(keys, columns, table)
         record = connector_sdk_pb2.Record(
             schema_name=None,
             table_name=table,
@@ -305,8 +301,24 @@ def _get_columns(table: str) -> dict:
 
     return columns
 
+def _get_table_pk(table: str) -> bool:
+    """Retrieves the columns for the specified table.
+
+    Args:
+        table (str): The name of the table.
+
+    Returns:
+        dict: The columns for the table.
+    """
+    columns = {}
+    if table in TABLES:
+        for column in TABLES[table].columns:
+            if column.primary_key:
+                return True
+    return False
+
 
-def _map_data_to_columns(data: dict, columns: dict) -> dict:
+def _map_data_to_columns(data: dict, columns: dict, table: str = "") -> dict:
     """Maps data to the specified columns.
 
     Args:
@@ -324,35 +336,31 @@ def _map_data_to_columns(data: dict, columns: dict) -> dict:
         elif (key in columns) and columns[key].type != common_pb2.DataType.UNSPECIFIED:
             map_defined_data_type(columns[key].type, key, mapped_data, v)
         else:
-            map_inferred_data_type(key, mapped_data, v)
+            map_inferred_data_type(key, mapped_data, v, table)
     return mapped_data
 
-def map_inferred_data_type(k, mapped_data, v):
+def map_inferred_data_type(k, mapped_data, v, table=""):
     # We can infer type from the value
     if isinstance(v, int):
         if abs(v) > JAVA_LONG_MAX_VALUE:
             mapped_data[k] = common_pb2.ValueType(float=v)
         else:
             mapped_data[k] = common_pb2.ValueType(long=v)
-        if _LOG_DATA_TYPE_INFERENCE["boolean"] and isinstance(v, bool):
-            print_library_log("Fivetran: Boolean Datatype has been inferred", Logging.Level.INFO, True)
-            _LOG_DATA_TYPE_INFERENCE["boolean"] = False
+        if _LOG_DATA_TYPE_INFERENCE.get("boolean_" + table, True) and isinstance(v, bool):
+            print_library_log("Fivetran: Boolean Datatype has been inferred for " + table, Logging.Level.INFO, True)
+            if not _get_table_pk(table):
+                print_library_log("Fivetran: Boolean Datatype inference issue for " + table, Logging.Level.INFO, True)
+            _LOG_DATA_TYPE_INFERENCE["boolean_" + table] = False
     elif isinstance(v, float):
         mapped_data[k] = common_pb2.ValueType(float=v)
     elif isinstance(v, bool):
         mapped_data[k] = common_pb2.ValueType(bool=v)
     elif isinstance(v, bytes):
-        if _LOG_DATA_TYPE_INFERENCE["binary"]:
-            print_library_log("Fivetran: Binary Datatype has been inferred", Logging.Level.INFO, True)
-            _LOG_DATA_TYPE_INFERENCE["binary"] = False
         mapped_data[k] = common_pb2.ValueType(binary=v)
     elif isinstance(v, list):
         raise ValueError(
             "Values for the columns cannot be of type 'list'. Please ensure that all values are of a supported type. Reference: https://fivetran.com/docs/connectors/connector-sdk/technical-reference#supporteddatatypes")
     elif isinstance(v, dict):
-        if _LOG_DATA_TYPE_INFERENCE["json"]:
-            print_library_log("Fivetran: JSON Datatype has been inferred", Logging.Level.INFO, True)
-            _LOG_DATA_TYPE_INFERENCE["json"] = False
         mapped_data[k] = common_pb2.ValueType(json=json.dumps(v))
     elif isinstance(v, str):
         mapped_data[k] = common_pb2.ValueType(string=v)

{fivetran_connector_sdk-1.8.0 → fivetran_connector_sdk-2.0.0}/src/fivetran_connector_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 1.8.0
+Version: 2.0.0
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk