fivetran-connector-sdk 1.3.0__py3-none-any.whl → 1.3.1__py3-none-any.whl

fivetran_connector_sdk/__init__.py

@@ -31,13 +31,13 @@ from fivetran_connector_sdk.protos import connector_sdk_pb2_grpc
 
 # Version format: <major_version>.<minor_version>.<patch_version>
 # (where Major Version = 1 for GA, Minor Version is incremental MM from Jan 25 onwards, Patch Version is incremental within a month)
-__version__ = "1.3.0"
+__version__ = "1.3.1"
 
 MAC_OS = "mac"
 WIN_OS = "windows"
 LINUX_OS = "linux"
 
-TESTER_VERSION = "0.25.0403.001"
+TESTER_VERSION = "0.25.0411.001"
 TESTER_FILENAME = "run_sdk_tester.jar"
 VERSION_FILENAME = "version.txt"
 UPLOAD_FILENAME = "code.zip"
@@ -75,6 +75,8 @@ DEBUGGING = False
 EXECUTED_VIA_CLI = False
 PRODUCTION_BASE_URL = "https://api.fivetran.com"
 TABLES = {}
+RENAMED_TABLE_NAMES = {}
+RENAMED_COL_NAMES = {}
 INSTALLATION_SCRIPT_MISSING_MESSAGE = "The 'installation.sh' file is missing in the 'drivers' directory. Please ensure that 'installation.sh' is present to properly configure drivers."
 INSTALLATION_SCRIPT = "installation.sh"
 DRIVERS = "drivers"
@@ -177,6 +179,8 @@ class Operations:
                 field_name = get_renamed_column_name(field)
                 columns[field_name] = common_pb2.Column(
                     name=field_name, type=common_pb2.DataType.UNSPECIFIED, primary_key=False)
+            new_table = common_pb2.Table(name=table, columns=columns.values())
+            TABLES[table] = new_table
 
         mapped_data = _map_data_to_columns(data, columns)
         record = connector_sdk_pb2.Record(
@@ -326,7 +330,6 @@ def _get_columns(table: str) -> dict:
     columns = {}
     if table in TABLES:
         for column in TABLES[table].columns:
-            column.name = get_renamed_column_name(column.name)
             columns[column.name] = column
 
     return columns
@@ -459,7 +462,7 @@ def _check_dict(incoming: dict, string_only: bool = False) -> dict:
     Args:
         incoming (dict): The dictionary to validate.
         string_only (bool): Whether to allow only string values.
-    
+
     Returns:
         dict: The validated dictionary.
     """
@@ -661,14 +664,20 @@ def get_renamed_table_name(source_table):
     """
     Process a source table name to ensure it conforms to naming rules.
     """
-    return safe_drop_underscores(source_table)
+    if source_table not in RENAMED_TABLE_NAMES:
+        RENAMED_TABLE_NAMES[source_table] = safe_drop_underscores(source_table)
+
+    return RENAMED_TABLE_NAMES[source_table]
 
 
 def get_renamed_column_name(source_column):
     """
     Process a source column name to ensure it conforms to naming rules.
     """
-    return redshift_safe(source_column)
+    if source_column not in RENAMED_COL_NAMES:
+        RENAMED_COL_NAMES[source_column] = redshift_safe(source_column)
+
+    return RENAMED_COL_NAMES[source_column]
 
 class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
     def __init__(self, update, schema=None):
@@ -1423,7 +1432,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
 
         try:
             print_library_log("Running connector tester...")
-            for log_msg in self.__run_tester(java_exe, tester_root_dir, project_path, available_port):
+            for log_msg in self.__run_tester(java_exe, tester_root_dir, project_path, available_port, json.dumps(self.state), json.dumps(self.configuration)):
                 print(log_msg, end="")
         except:
             print(traceback.format_exc())
@@ -1464,7 +1473,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
                 yield line
 
     @staticmethod
-    def __run_tester(java_exe: str, root_dir: str, project_path: str, port: int):
+    def __run_tester(java_exe: str, root_dir: str, project_path: str, port: int, state_json: str, configuration_json: str):
         """Runs the connector tester.
 
         Args:
@@ -1487,7 +1496,9 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
                "--connector-sdk=true",
                f"--port={port}",
                f"--working-dir={working_dir}",
-               "--tester-type=source"]
+               "--tester-type=source",
+               f"--state={state_json}",
+               f"--configuration={configuration_json}"]
 
         popen = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, universal_newlines=True)
         for line in Connector.process_stream(popen.stderr):

{fivetran_connector_sdk-1.3.0.dist-info → fivetran_connector_sdk-1.3.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 1.3.0
+Version: 1.3.1
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk

{fivetran_connector_sdk-1.3.0.dist-info → fivetran_connector_sdk-1.3.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-fivetran_connector_sdk/__init__.py,sha256=ubzp6kUWV4j8A3hgC-GRqtcX4WIQV5vMk5gdVkOZw4s,80578
+fivetran_connector_sdk/__init__.py,sha256=4ovEZ7G46t5JFEAUmyGNksa0RVs9x5eKsYfzmyBDuNs,81121
 fivetran_connector_sdk/protos/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fivetran_connector_sdk/protos/common_pb2.py,sha256=kUwVcyZHgLigNR-KnHZn7dHrlxaMnUXqzprsRx6T72M,6831
 fivetran_connector_sdk/protos/common_pb2.pyi,sha256=S0hdIzoXyyOKD5cjiGeDDLYpQ9J3LjAvu4rCj1JvJWE,9038
@@ -6,8 +6,8 @@ fivetran_connector_sdk/protos/common_pb2_grpc.py,sha256=1oboBPFxaTEXt9Aw7EAj8gXH
 fivetran_connector_sdk/protos/connector_sdk_pb2.py,sha256=9Ke_Ti1s0vAeXapfXT-EryrT2-TSGQb8mhs4gxTpUMk,7732
 fivetran_connector_sdk/protos/connector_sdk_pb2.pyi,sha256=FWYxRgshEF3QDYAE0TM_mv4N2gGvkxCH_uPpxnMc4oA,8406
 fivetran_connector_sdk/protos/connector_sdk_pb2_grpc.py,sha256=ZfJLp4DW7uP4pFOZ74s_wQ6tD3eIPi-08UfnLwe4tzo,7163
-fivetran_connector_sdk-1.3.0.dist-info/METADATA,sha256=ilFpUA6zFnHz4_tEpKpG7IZxORmHqdcMdW0wb0z2sME,2967
-fivetran_connector_sdk-1.3.0.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-fivetran_connector_sdk-1.3.0.dist-info/entry_points.txt,sha256=uQn0KPnFlQmXJfxlk0tifdNsSXWfVlnAFzNqjXZM_xM,57
-fivetran_connector_sdk-1.3.0.dist-info/top_level.txt,sha256=-_xk2MFY4psIh7jw1lJePMzFb5-vask8_ZtX-UzYWUI,23
-fivetran_connector_sdk-1.3.0.dist-info/RECORD,,
+fivetran_connector_sdk-1.3.1.dist-info/METADATA,sha256=qEnx2X-ac7iQhdJ7bx0p9yKhliRUAz_cxhRRgX3P-Jk,2967
+fivetran_connector_sdk-1.3.1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+fivetran_connector_sdk-1.3.1.dist-info/entry_points.txt,sha256=uQn0KPnFlQmXJfxlk0tifdNsSXWfVlnAFzNqjXZM_xM,57
+fivetran_connector_sdk-1.3.1.dist-info/top_level.txt,sha256=-_xk2MFY4psIh7jw1lJePMzFb5-vask8_ZtX-UzYWUI,23
+fivetran_connector_sdk-1.3.1.dist-info/RECORD,,