fivetran-connector-sdk 1.5.0__py3-none-any.whl → 1.5.1__py3-none-any.whl

fivetran_connector_sdk/__init__.py

@@ -39,8 +39,9 @@ from fivetran_connector_sdk.connector_helper import (
 
 # Version format: <major_version>.<minor_version>.<patch_version>
 # (where Major Version = 1 for GA, Minor Version is incremental MM from Jan 25 onwards, Patch Version is incremental within a month)
-__version__ = "1.5.0"
+__version__ = "1.5.1"
 TESTER_VERSION = TESTER_VER
+MAX_MESSAGE_LENGTH = 32 * 1024 * 1024 # 32MB
 
 __all__ = [cls.__name__ for cls in [Logging, Operations]]
 
@@ -177,7 +178,13 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
         if not constants.DEBUGGING:
             print_library_log(f"Running on fivetran_connector_sdk: {__version__}")
 
-        server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
+        server = grpc.server(
+            futures.ThreadPoolExecutor(max_workers=10),
+            options=[
+                ('grpc.max_send_message_length', MAX_MESSAGE_LENGTH),
+                ('grpc.max_receive_message_length', MAX_MESSAGE_LENGTH),
+            ]
+        )
         connector_sdk_pb2_grpc.add_ConnectorServicer_to_server(self, server)
         server.add_insecure_port("[::]:" + str(port))
         server.start()

fivetran_connector_sdk/operations.py

@@ -18,29 +18,6 @@ from fivetran_connector_sdk.helpers import (
 from fivetran_connector_sdk.logger import Logging
 from fivetran_connector_sdk.protos import connector_sdk_pb2, common_pb2
 
-_TYPE_HANDLERS = {
-    common_pb2.DataType.BOOLEAN: lambda val: common_pb2.ValueType(bool=val),
-    common_pb2.DataType.SHORT: lambda val: common_pb2.ValueType(short=val),
-    common_pb2.DataType.INT: lambda val: common_pb2.ValueType(int=val),
-    common_pb2.DataType.LONG: lambda val: common_pb2.ValueType(long=val),
-    common_pb2.DataType.DECIMAL: lambda val: common_pb2.ValueType(decimal=val),
-    common_pb2.DataType.FLOAT: lambda val: common_pb2.ValueType(float=val),
-    common_pb2.DataType.DOUBLE: lambda val: common_pb2.ValueType(double=val),
-    common_pb2.DataType.NAIVE_DATE: lambda val: common_pb2.ValueType(naive_date=
-                                                                     timestamp_pb2.Timestamp().FromDatetime(
-                                                                         datetime.strptime(val, "%Y-%m-%d")) or timestamp_pb2.Timestamp()),
-    common_pb2.DataType.NAIVE_DATETIME: lambda val: common_pb2.ValueType(naive_datetime=
-                                                                         timestamp_pb2.Timestamp().FromDatetime(
-                                                                             datetime.strptime(val + ".0" if '.' not in val else val, "%Y-%m-%dT%H:%M:%S.%f")) or timestamp_pb2.Timestamp()),
-    common_pb2.DataType.UTC_DATETIME: lambda val: common_pb2.ValueType(utc_datetime=
-                                                                       timestamp_pb2.Timestamp().FromDatetime(
-                                                                           val if isinstance(val, datetime) else _parse_datetime_str(val)) or timestamp_pb2.Timestamp()),
-    common_pb2.DataType.BINARY: lambda val: common_pb2.ValueType(binary=val),
-    common_pb2.DataType.XML: lambda val: common_pb2.ValueType(xml=val),
-    common_pb2.DataType.STRING: lambda val: common_pb2.ValueType(string=val if isinstance(val, str) else str(val)),
-    common_pb2.DataType.JSON: lambda val: common_pb2.ValueType(json=json.dumps(val))
-}
-
 class Operations:
     @staticmethod
     def upsert(table: str, data: dict) -> list[connector_sdk_pb2.UpdateResponse]:
@@ -197,7 +174,7 @@ def _map_data_to_columns(data: dict, columns: dict) -> dict:
         if v is None:
             mapped_data[key] = common_pb2.ValueType(null=True)
         elif (key in columns) and columns[key].type != common_pb2.DataType.UNSPECIFIED:
-            map_defined_data_type(columns[key].type, key, mapped_data, v)
+            map_defined_data_type(columns, key, mapped_data, v)
         else:
             map_inferred_data_type(key, mapped_data, v)
     return mapped_data
@@ -226,12 +203,49 @@ def map_inferred_data_type(k, mapped_data, v):
         # Convert arbitrary objects to string
         mapped_data[k] = common_pb2.ValueType(string=str(v))
 
-def map_defined_data_type(data_type, k, mapped_data, v):
-    handler = _TYPE_HANDLERS.get(data_type)
-    if handler:
-        mapped_data[k] = handler(v)
+
+def map_defined_data_type(columns, k, mapped_data, v):
+    if columns[k].type == common_pb2.DataType.BOOLEAN:
+        mapped_data[k] = common_pb2.ValueType(bool=v)
+    elif columns[k].type == common_pb2.DataType.SHORT:
+        mapped_data[k] = common_pb2.ValueType(short=v)
+    elif columns[k].type == common_pb2.DataType.INT:
+        mapped_data[k] = common_pb2.ValueType(int=v)
+    elif columns[k].type == common_pb2.DataType.LONG:
+        mapped_data[k] = common_pb2.ValueType(long=v)
+    elif columns[k].type == common_pb2.DataType.DECIMAL:
+        mapped_data[k] = common_pb2.ValueType(decimal=v)
+    elif columns[k].type == common_pb2.DataType.FLOAT:
+        mapped_data[k] = common_pb2.ValueType(float=v)
+    elif columns[k].type == common_pb2.DataType.DOUBLE:
+        mapped_data[k] = common_pb2.ValueType(double=v)
+    elif columns[k].type == common_pb2.DataType.NAIVE_DATE:
+        timestamp = timestamp_pb2.Timestamp()
+        dt = datetime.strptime(v, "%Y-%m-%d")
+        timestamp.FromDatetime(dt)
+        mapped_data[k] = common_pb2.ValueType(naive_date=timestamp)
+    elif columns[k].type == common_pb2.DataType.NAIVE_DATETIME:
+        if '.' not in v: v = v + ".0"
+        timestamp = timestamp_pb2.Timestamp()
+        dt = datetime.strptime(v, "%Y-%m-%dT%H:%M:%S.%f")
+        timestamp.FromDatetime(dt)
+        mapped_data[k] = common_pb2.ValueType(naive_datetime=timestamp)
+    elif columns[k].type == common_pb2.DataType.UTC_DATETIME:
+        timestamp = timestamp_pb2.Timestamp()
+        dt = v if isinstance(v, datetime) else _parse_datetime_str(v)
+        timestamp.FromDatetime(dt)
+        mapped_data[k] = common_pb2.ValueType(utc_datetime=timestamp)
+    elif columns[k].type == common_pb2.DataType.BINARY:
+        mapped_data[k] = common_pb2.ValueType(binary=v)
+    elif columns[k].type == common_pb2.DataType.XML:
+        mapped_data[k] = common_pb2.ValueType(xml=v)
+    elif columns[k].type == common_pb2.DataType.STRING:
+        incoming = v if isinstance(v, str) else str(v)
+        mapped_data[k] = common_pb2.ValueType(string=incoming)
+    elif columns[k].type == common_pb2.DataType.JSON:
+        mapped_data[k] = common_pb2.ValueType(json=json.dumps(v))
     else:
-        raise ValueError(f"Unsupported data type encountered: {data_type}. Please use valid data types.")
+        raise ValueError(f"Unsupported data type encountered: {columns[k].type}. Please use valid data types.")
 
 def _parse_datetime_str(dt):
     return datetime.strptime(dt, "%Y-%m-%dT%H:%M:%S.%f%z" if '.' in dt else "%Y-%m-%dT%H:%M:%S%z")

{fivetran_connector_sdk-1.5.0.dist-info → fivetran_connector_sdk-1.5.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 1.5.0
+Version: 1.5.1
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk

{fivetran_connector_sdk-1.5.0.dist-info → fivetran_connector_sdk-1.5.1.dist-info}/RECORD

@@ -1,9 +1,9 @@
-fivetran_connector_sdk/__init__.py,sha256=T0icwbaYQoj9hUiOY8zuJCOLU5i3t1Flc3woIq_IDRY,20768
+fivetran_connector_sdk/__init__.py,sha256=kJvmt5ngLmwZ9yxKtg-rD10lSz1NjHuUdLgllGK78Xc,21015
 fivetran_connector_sdk/connector_helper.py,sha256=4NnHlr40dUPdta9gctN0WE8OYBKnZDEJKaurh8e45UE,38960
 fivetran_connector_sdk/constants.py,sha256=tY8-fwB7O11orifFcDIELxfvYNz9-bNUhh6f5cXXws0,2287
 fivetran_connector_sdk/helpers.py,sha256=5rPlqN4uYYLvmNLq0-awp3Xqv1LwyEUqp-TGfXsb9ts,12386
 fivetran_connector_sdk/logger.py,sha256=arI6eNUfm_AvE3EV_PmbSRzrpTVpZKJ8pZMtDn93TKU,3018
-fivetran_connector_sdk/operations.py,sha256=jQyjLNW3L8PfTL8J5VAw68s240euXbBVnGPz0QJ2_AY,11023
+fivetran_connector_sdk/operations.py,sha256=fg-6JtRoIrklBEzRroYNqj2xoXmWA1q-v9bQQA5SATs,11060
 fivetran_connector_sdk/protos/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fivetran_connector_sdk/protos/common_pb2.py,sha256=kUwVcyZHgLigNR-KnHZn7dHrlxaMnUXqzprsRx6T72M,6831
 fivetran_connector_sdk/protos/common_pb2.pyi,sha256=S0hdIzoXyyOKD5cjiGeDDLYpQ9J3LjAvu4rCj1JvJWE,9038
@@ -11,8 +11,8 @@ fivetran_connector_sdk/protos/common_pb2_grpc.py,sha256=1oboBPFxaTEXt9Aw7EAj8gXH
 fivetran_connector_sdk/protos/connector_sdk_pb2.py,sha256=9Ke_Ti1s0vAeXapfXT-EryrT2-TSGQb8mhs4gxTpUMk,7732
 fivetran_connector_sdk/protos/connector_sdk_pb2.pyi,sha256=FWYxRgshEF3QDYAE0TM_mv4N2gGvkxCH_uPpxnMc4oA,8406
 fivetran_connector_sdk/protos/connector_sdk_pb2_grpc.py,sha256=ZfJLp4DW7uP4pFOZ74s_wQ6tD3eIPi-08UfnLwe4tzo,7163
-fivetran_connector_sdk-1.5.0.dist-info/METADATA,sha256=vQ1G788vqs7AdJy8JFyDWInLjoUntEZBlzR9LkipE7E,3150
-fivetran_connector_sdk-1.5.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-fivetran_connector_sdk-1.5.0.dist-info/entry_points.txt,sha256=uQn0KPnFlQmXJfxlk0tifdNsSXWfVlnAFzNqjXZM_xM,57
-fivetran_connector_sdk-1.5.0.dist-info/top_level.txt,sha256=-_xk2MFY4psIh7jw1lJePMzFb5-vask8_ZtX-UzYWUI,23
-fivetran_connector_sdk-1.5.0.dist-info/RECORD,,
+fivetran_connector_sdk-1.5.1.dist-info/METADATA,sha256=d-RWY3rrZr_fPBWn4Iimos9TP-8Fd6ZtQqazFqHtHtM,3150
+fivetran_connector_sdk-1.5.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fivetran_connector_sdk-1.5.1.dist-info/entry_points.txt,sha256=uQn0KPnFlQmXJfxlk0tifdNsSXWfVlnAFzNqjXZM_xM,57
+fivetran_connector_sdk-1.5.1.dist-info/top_level.txt,sha256=-_xk2MFY4psIh7jw1lJePMzFb5-vask8_ZtX-UzYWUI,23
+fivetran_connector_sdk-1.5.1.dist-info/RECORD,,