fivetran-connector-sdk 2.3.0__py3-none-any.whl → 2.3.1__py3-none-any.whl

fivetran_connector_sdk/__init__.py

@@ -44,7 +44,7 @@ from fivetran_connector_sdk.connector_helper import (
 
 # Version format: <major_version>.<minor_version>.<patch_version>
 # (where Major Version = 2, Minor Version is incremental MM from Aug 25 onwards, Patch Version is incremental within a month)
-__version__ = "2.3.0"
+__version__ = "2.3.1"
 TESTER_VERSION = TESTER_VER
 MAX_MESSAGE_LENGTH = 32 * 1024 * 1024 # 32MB
 

fivetran_connector_sdk/operations.py

@@ -187,9 +187,21 @@ def _log_boolean_inference_once(table):
             print_library_log("Fivetran: Boolean Datatype inference issue for " + table, Logging.Level.INFO, True)
         _LOG_DATA_TYPE_INFERENCE[key] = False
 
+_INFERENCE_TYPE_HANDLERS = {
+    int: lambda v: common_pb2.ValueType(float=v) if abs(v)>JAVA_LONG_MAX_VALUE else common_pb2.ValueType(long=v),
+    float: lambda v: common_pb2.ValueType(float=v),
+    bool: lambda v: common_pb2.ValueType(bool=v),
+    bytes: lambda v: common_pb2.ValueType(binary=v),
+    dict: lambda v: common_pb2.ValueType(json=json.dumps(v)),
+    str: lambda v: common_pb2.ValueType(string=v)
+}
+
 def map_inferred_data_type(k, mapped_data, v, table=""):
-    # We can infer type from the value
-    if isinstance(v, bool):
+    data_type = type(v)
+    handler = _INFERENCE_TYPE_HANDLERS.get(data_type)
+    if handler:
+        mapped_data[k] = handler(v)
+    elif isinstance(v, bool):
         mapped_data[k] = common_pb2.ValueType(bool=v)
         _log_boolean_inference_once(table)
     elif isinstance(v, int):
@@ -201,10 +213,7 @@ def map_inferred_data_type(k, mapped_data, v, table=""):
         mapped_data[k] = common_pb2.ValueType(float=v)
     elif isinstance(v, bytes):
         mapped_data[k] = common_pb2.ValueType(binary=v)
-    elif isinstance(v, list):
-        raise ValueError(
-            "Values for the columns cannot be of type 'list'. Please ensure that all values are of a supported type. Reference: https://fivetran.com/docs/connectors/connector-sdk/technical-reference#supporteddatatypes")
-    elif isinstance(v, dict):
+    elif isinstance(v, (list, dict)):
         mapped_data[k] = common_pb2.ValueType(json=json.dumps(v))
     elif isinstance(v, str):
         mapped_data[k] = common_pb2.ValueType(string=v)

{fivetran_connector_sdk-2.3.0.dist-info → fivetran_connector_sdk-2.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 2.3.0
+Version: 2.3.1
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk

{fivetran_connector_sdk-2.3.0.dist-info → fivetran_connector_sdk-2.3.1.dist-info}/RECORD

@@ -1,10 +1,10 @@
-fivetran_connector_sdk/__init__.py,sha256=zp6iAJh22DP3s-1v7EF3K0SAnrWjVx1Zz_-FxcHZKHs,23809
+fivetran_connector_sdk/__init__.py,sha256=zNRuNGV0ZD4jgnM5RO_XwXuRgcOr2a5LVIH2rZQbeaE,23809
 fivetran_connector_sdk/connector_helper.py,sha256=UMI743HxfVKJMkQhDD2QNFfqOqicqJ6BqyqL6UjcDuo,48462
 fivetran_connector_sdk/constants.py,sha256=4fVdH9BaJAPIHpEe1crYn3Cz1TFJ0GJIyfgHG8tw9UA,2564
 fivetran_connector_sdk/helpers.py,sha256=7YVB1JQ9T0hg90Z0pjJxFp0pQzeBfefrfvS4SYtrlv4,15254
 fivetran_connector_sdk/logger.py,sha256=ud8v8-mKx65OAPaZvxBqt2-CU0vjgBeiYwuiqsYh_hA,3063
 fivetran_connector_sdk/operation_stream.py,sha256=DXLDv961xZ_GVSEPUFLtZy0IEf_ayQSEXFpEJp-CAu4,6194
-fivetran_connector_sdk/operations.py,sha256=ce43mOBYE2IYxuc8oaG-PXSxjY-iGKMhYWN3bBHUq18,12416
+fivetran_connector_sdk/operations.py,sha256=vfEEyd0Rlnz5WS24llawUFtvckIaJydJadrj_gzQ4Q8,12654
 fivetran_connector_sdk/protos/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fivetran_connector_sdk/protos/common_pb2.py,sha256=zkzs6Rd-lvsev6Nsq37xc4HLJZ_uNXPkotCLY7Y7i5U,8770
 fivetran_connector_sdk/protos/common_pb2.pyi,sha256=FdqlPKRqiXdUDT3e7adP5X42_Qzv_ItydUNJFKnJJIE,11478
@@ -12,8 +12,8 @@ fivetran_connector_sdk/protos/common_pb2_grpc.py,sha256=qni6h6BoA1nwJXr2bNtznfTk
 fivetran_connector_sdk/protos/connector_sdk_pb2.py,sha256=Inv87MlK5Q56GNvMNFQHyqIePDMKnkW9y_BrT9DgPck,7835
 fivetran_connector_sdk/protos/connector_sdk_pb2.pyi,sha256=3AC-bK6ZM-Bmr_RETOB3y_0u4ATWlwcbHzqVanDuOB0,8115
 fivetran_connector_sdk/protos/connector_sdk_pb2_grpc.py,sha256=bGlvc_vGwA9-FTqrj-BYlVcA-7jS8A9MSZ-XpZFytvY,8795
-fivetran_connector_sdk-2.3.0.dist-info/METADATA,sha256=UuKyXswGsJPKY7FOLdALqiLKFn6wHLgUm8zyi7FjljA,3197
-fivetran_connector_sdk-2.3.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-fivetran_connector_sdk-2.3.0.dist-info/entry_points.txt,sha256=uQn0KPnFlQmXJfxlk0tifdNsSXWfVlnAFzNqjXZM_xM,57
-fivetran_connector_sdk-2.3.0.dist-info/top_level.txt,sha256=-_xk2MFY4psIh7jw1lJePMzFb5-vask8_ZtX-UzYWUI,23
-fivetran_connector_sdk-2.3.0.dist-info/RECORD,,
+fivetran_connector_sdk-2.3.1.dist-info/METADATA,sha256=Vhr_Qy_jhcjDzGgSVTiL2eOgsP3Cyp3NU7imxz_0gx8,3197
+fivetran_connector_sdk-2.3.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fivetran_connector_sdk-2.3.1.dist-info/entry_points.txt,sha256=uQn0KPnFlQmXJfxlk0tifdNsSXWfVlnAFzNqjXZM_xM,57
+fivetran_connector_sdk-2.3.1.dist-info/top_level.txt,sha256=-_xk2MFY4psIh7jw1lJePMzFb5-vask8_ZtX-UzYWUI,23
+fivetran_connector_sdk-2.3.1.dist-info/RECORD,,