fivetran-connector-sdk 2.3.0__tar.gz → 2.3.1__tar.gz

{fivetran_connector_sdk-2.3.0 → fivetran_connector_sdk-2.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 2.3.0
+Version: 2.3.1
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk

{fivetran_connector_sdk-2.3.0 → fivetran_connector_sdk-2.3.1}/src/fivetran_connector_sdk/__init__.py

@@ -44,7 +44,7 @@ from fivetran_connector_sdk.connector_helper import (
 
 # Version format: <major_version>.<minor_version>.<patch_version>
 # (where Major Version = 2, Minor Version is incremental MM from Aug 25 onwards, Patch Version is incremental within a month)
-__version__ = "2.3.0"
+__version__ = "2.3.1"
 TESTER_VERSION = TESTER_VER
 MAX_MESSAGE_LENGTH = 32 * 1024 * 1024 # 32MB
 

{fivetran_connector_sdk-2.3.0 → fivetran_connector_sdk-2.3.1}/src/fivetran_connector_sdk/operations.py

@@ -187,9 +187,21 @@ def _log_boolean_inference_once(table):
             print_library_log("Fivetran: Boolean Datatype inference issue for " + table, Logging.Level.INFO, True)
         _LOG_DATA_TYPE_INFERENCE[key] = False
 
+_INFERENCE_TYPE_HANDLERS = {
+    int: lambda v: common_pb2.ValueType(float=v) if abs(v)>JAVA_LONG_MAX_VALUE else common_pb2.ValueType(long=v),
+    float: lambda v: common_pb2.ValueType(float=v),
+    bool: lambda v: common_pb2.ValueType(bool=v),
+    bytes: lambda v: common_pb2.ValueType(binary=v),
+    dict: lambda v: common_pb2.ValueType(json=json.dumps(v)),
+    str: lambda v: common_pb2.ValueType(string=v)
+}
+
 def map_inferred_data_type(k, mapped_data, v, table=""):
-    # We can infer type from the value
-    if isinstance(v, bool):
+    data_type = type(v)
+    handler = _INFERENCE_TYPE_HANDLERS.get(data_type)
+    if handler:
+        mapped_data[k] = handler(v)
+    elif isinstance(v, bool):
         mapped_data[k] = common_pb2.ValueType(bool=v)
         _log_boolean_inference_once(table)
     elif isinstance(v, int):
@@ -201,10 +213,7 @@ def map_inferred_data_type(k, mapped_data, v, table=""):
         mapped_data[k] = common_pb2.ValueType(float=v)
     elif isinstance(v, bytes):
         mapped_data[k] = common_pb2.ValueType(binary=v)
-    elif isinstance(v, list):
-        raise ValueError(
-            "Values for the columns cannot be of type 'list'. Please ensure that all values are of a supported type. Reference: https://fivetran.com/docs/connectors/connector-sdk/technical-reference#supporteddatatypes")
-    elif isinstance(v, dict):
+    elif isinstance(v, (list, dict)):
         mapped_data[k] = common_pb2.ValueType(json=json.dumps(v))
     elif isinstance(v, str):
         mapped_data[k] = common_pb2.ValueType(string=v)

{fivetran_connector_sdk-2.3.0 → fivetran_connector_sdk-2.3.1}/src/fivetran_connector_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 2.3.0
+Version: 2.3.1
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk