fivetran-connector-sdk 1.5.1__tar.gz → 1.6.0__tar.gz

{fivetran_connector_sdk-1.5.1 → fivetran_connector_sdk-1.6.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 1.5.1
+Version: 1.6.0
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk

{fivetran_connector_sdk-1.5.1 → fivetran_connector_sdk-1.6.0}/src/fivetran_connector_sdk/__init__.py

@@ -39,7 +39,7 @@ from fivetran_connector_sdk.connector_helper import (
 
 # Version format: <major_version>.<minor_version>.<patch_version>
 # (where Major Version = 1 for GA, Minor Version is incremental MM from Jan 25 onwards, Patch Version is incremental within a month)
-__version__ = "1.5.1"
+__version__ = "1.6.0"
 TESTER_VERSION = TESTER_VER
 MAX_MESSAGE_LENGTH = 32 * 1024 * 1024 # 32MB
 
@@ -104,7 +104,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
             if service != 'connector_sdk':
                 print_library_log(
                     f"The connection '{connection}' already exists and does not use the 'Connector SDK' service. You cannot update this connection.", Logging.Level.SEVERE)
-                os._exit(1)
+                sys.exit(1)
             else:
                 if args.force:
                     confirm = "y"
@@ -129,7 +129,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
                         f"Visit the Fivetran dashboard to manage the connection: https://fivetran.com/dashboard/connectors/{connection_id}/status")
                 else:
                     print_library_log("Update canceled. The process is now terminating.")
-                    os._exit(1)
+                    sys.exit(1)
         else:
             upload_project(args.project_path, deploy_key,
                                   group_id, group_name, connection)
@@ -152,7 +152,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
                     f"Unable to create a new connection, failed with error: {response.json()['message']}", Logging.Level.SEVERE)
                 cleanup_uploaded_project(deploy_key,group_id, connection)
                 print_library_log("Please try again with the deploy command after resolving the issue!")
-                os._exit(1)
+                sys.exit(1)
 
     # Call this method to run the connector in production
     def run(self,

{fivetran_connector_sdk-1.5.1 → fivetran_connector_sdk-1.6.0}/src/fivetran_connector_sdk/connector_helper.py

@@ -2,6 +2,7 @@ import os
 import re
 import ast
 import json
+import sys
 import time
 import socket
 import platform
@@ -140,7 +141,7 @@ def check_dict(incoming: dict, string_only: bool = False) -> dict:
             if not isinstance(v, str):
                 print_library_log(
                     "All values in the configuration must be STRING. Please check your configuration and ensure that every value is a STRING.", Logging.Level.SEVERE)
-                os._exit(1)
+                sys.exit(1)
 
     return incoming
 
@@ -173,12 +174,12 @@ def validate_deploy_parameters(connection, deploy_key):
               "\t(Optional):\n"
               "\t\t--destination <DESTINATION_NAME> (Becomes required if there are multiple destinations)\n"
               "\t\t--configuration <CONFIGURATION_FILE> (Completely replaces the existing configuration)", Logging.Level.SEVERE)
-        os._exit(1)
+        sys.exit(1)
     elif not is_connection_name_valid(connection):
         print_library_log(f"Connection name: {connection} is invalid!\n The connection name should start with an "
               f"underscore or a lowercase letter (a-z), followed by any combination of underscores, lowercase "
               f"letters, or digits (0-9). Uppercase characters are not allowed.", Logging.Level.SEVERE)
-        os._exit(1)
+        sys.exit(1)
 
 
 def is_port_in_use(port: int):
@@ -346,7 +347,7 @@ def validate_requirements_file(project_path: str, is_deploy: bool, version: str
                     if 'fivetran_connector_sdk' in unused_deps or 'requests' in unused_deps:
                         print_library_log(
                             f"Please fix your {REQUIREMENTS_TXT} file by removing pre-installed dependencies [fivetran_connector_sdk, requests] to proceed with the deployment.")
-                        os._exit(1)
+                        sys.exit(1)
                     print_library_log(f"Changes identified for unused libraries have been ignored. These changes have NOT been made to {REQUIREMENTS_TXT}.")
                 elif confirm.lower() == "y":
                     update_unused_requirements = True
@@ -420,13 +421,13 @@ def upload_project(project_path: str, deploy_key: str, group_id: str, group_name
         upload_file_path, deploy_key, group_id, connection)
     delete_file_if_exists(upload_file_path)
     if not upload_result:
-        os._exit(1)
+        sys.exit(1)
 
 
 def cleanup_uploaded_project(deploy_key: str, group_id: str, connection: str):
     cleanup_result = cleanup_uploaded_code(deploy_key, group_id, connection)
     if not cleanup_result:
-        os._exit(1)
+        sys.exit(1)
 
 def update_connection(args: dict, id: str, name: str, group: str, config: dict, deploy_key: str, hd_agent_id: str):
     """Updates the connection with the given ID, name, group, configuration, and deployment key.
@@ -467,7 +468,7 @@ def update_connection(args: dict, id: str, name: str, group: str, config: dict,
         print_library_log(
             f"Unable to update Connection '{name}' in destination '{group}', failed with error: '{response.json()['message']}'.",
             Logging.Level.SEVERE)
-        os._exit(1)
+        sys.exit(1)
     return response
 
 def handle_failing_tests_message_and_exit(resp, log_message):
@@ -476,7 +477,7 @@ def handle_failing_tests_message_and_exit(resp, log_message):
     connection_id = resp.json().get('data', {}).get('id')
     print_library_log(f"Connection ID: {connection_id}")
     print_library_log("Please try again with the deploy command after resolving the issue!")
-    os._exit(1)
+    sys.exit(1)
 
 def are_setup_tests_failing(response) -> bool:
     """Checks for failed setup tests in the response and returns True if any test has failed, otherwise False."""
@@ -520,7 +521,7 @@ def get_connection_id(name: str, group: str, group_id: str, deploy_key: str) ->
     if not resp.ok:
         print_library_log(
             f"Unable to fetch connection list in destination '{group}'", Logging.Level.SEVERE)
-        os._exit(1)
+        sys.exit(1)
 
     if resp.json()['data']['items']:
         return resp.json()['data']['items'][0]['id'], resp.json()['data']['items'][0]['service']
@@ -599,11 +600,11 @@ def zip_folder(project_path: str) -> str:
         print_library_log(
             "The 'connector.py' file is missing. Please ensure that 'connector.py' is present in your project directory, and that the file name is in lowercase letters. All custom connectors require this file because Fivetran calls it to start a sync.",
             Logging.Level.SEVERE)
-        os._exit(1)
+        sys.exit(1)
 
     if custom_drivers_exists and not custom_driver_installation_script_exists:
         print_library_log(INSTALLATION_SCRIPT_MISSING_MESSAGE, Logging.Level.SEVERE)
-        os._exit(1)
+        sys.exit(1)
 
     return upload_filepath
 
@@ -719,14 +720,14 @@ def get_group_info(group: str, deploy_key: str) -> tuple[str, str]:
         print_library_log(
             f"The request failed with status code: {resp.status_code}. Please ensure you're using a valid base64-encoded API key and try again.",
             Logging.Level.SEVERE)
-        os._exit(1)
+        sys.exit(1)
 
     data = resp.json().get("data", {})
     groups = data.get("items")
 
     if not groups:
         print_library_log("No destinations defined in the account", Logging.Level.SEVERE)
-        os._exit(1)
+        sys.exit(1)
 
     if not group:
         if len(groups) == 1:
@@ -735,7 +736,7 @@ def get_group_info(group: str, deploy_key: str) -> tuple[str, str]:
             print_library_log(
                 "Destination name is required when there are multiple destinations in the account",
                 Logging.Level.SEVERE)
-            os._exit(1)
+            sys.exit(1)
     else:
         while True:
             for grp in groups:
@@ -753,7 +754,7 @@ def get_group_info(group: str, deploy_key: str) -> tuple[str, str]:
 
     print_library_log(
         f"The specified destination '{group}' was not found in your account.", Logging.Level.SEVERE)
-    os._exit(1)
+    sys.exit(1)
 
 def java_exe_helper(location: str, os_arch_suffix: str) -> str:
     """Returns the path to the Java executable.

{fivetran_connector_sdk-1.5.1 → fivetran_connector_sdk-1.6.0}/src/fivetran_connector_sdk/helpers.py

@@ -29,19 +29,23 @@ from fivetran_connector_sdk.constants import (
 RENAMED_TABLE_NAMES = {}
 RENAMED_COL_NAMES = {}
 
-def print_library_log(message: str, level: Logging.Level = Logging.Level.INFO):
+def print_library_log(message: str, level: Logging.Level = Logging.Level.INFO, dev_log: bool = False):
     """Logs a library message with the specified logging level.
 
     Args:
         level (Logging.Level): The logging level.
         message (str): The message to log.
+        dev_log (bool): Boolean value to check if it is dev log and shouldn't be visible to customer
     """
     if constants.DEBUGGING or constants.EXECUTED_VIA_CLI:
+        if dev_log:
+            return
         current_time = datetime.now().strftime("%b %d, %Y %I:%M:%S %p")
         print(f"{Logging.get_color(level)}{current_time} {level.name} {LOGGING_PREFIX}: {message} {Logging.reset_color()}")
     else:
+        message_origin = "library_dev" if dev_log else "library"
         escaped_message = json.dumps(LOGGING_PREFIX + LOGGING_DELIMITER + message)
-        log_message = f'{{"level":"{level.name}", "message": {escaped_message}, "message_origin": "library"}}'
+        log_message = f'{{"level":"{level.name}", "message": {escaped_message}, "message_origin": "{message_origin}"}}'
         print(log_message)
 
 def is_special(c):

{fivetran_connector_sdk-1.5.1 → fivetran_connector_sdk-1.6.0}/src/fivetran_connector_sdk/operations.py

@@ -1,6 +1,6 @@
-import os
 import json
 import inspect
+import sys
 
 from datetime import datetime
 from google.protobuf import timestamp_pb2
@@ -18,6 +18,12 @@ from fivetran_connector_sdk.helpers import (
 from fivetran_connector_sdk.logger import Logging
 from fivetran_connector_sdk.protos import connector_sdk_pb2, common_pb2
 
+_LOG_DATA_TYPE_INFERENCE = {
+    "boolean": True,
+    "binary": True,
+    "json": True
+}
+
 class Operations:
     @staticmethod
     def upsert(table: str, data: dict) -> list[connector_sdk_pb2.UpdateResponse]:
@@ -189,13 +195,22 @@ def map_inferred_data_type(k, mapped_data, v):
     elif isinstance(v, float):
         mapped_data[k] = common_pb2.ValueType(float=v)
     elif isinstance(v, bool):
+        if _LOG_DATA_TYPE_INFERENCE["boolean"]:
+            print_library_log("Fivetran: Boolean Datatype has been inferred", Logging.Level.INFO, True)
+            _LOG_DATA_TYPE_INFERENCE["boolean"] = False
         mapped_data[k] = common_pb2.ValueType(bool=v)
     elif isinstance(v, bytes):
+        if _LOG_DATA_TYPE_INFERENCE["binary"]:
+            print_library_log("Fivetran: Binary Datatype has been inferred", Logging.Level.INFO, True)
+            _LOG_DATA_TYPE_INFERENCE["binary"] = False
         mapped_data[k] = common_pb2.ValueType(binary=v)
     elif isinstance(v, list):
         raise ValueError(
             "Values for the columns cannot be of type 'list'. Please ensure that all values are of a supported type. Reference: https://fivetran.com/docs/connectors/connector-sdk/technical-reference#supporteddatatypes")
     elif isinstance(v, dict):
+        if _LOG_DATA_TYPE_INFERENCE["json"]:
+            print_library_log("Fivetran: JSON Datatype has been inferred", Logging.Level.INFO, True)
+            _LOG_DATA_TYPE_INFERENCE["json"] = False
         mapped_data[k] = common_pb2.ValueType(json=json.dumps(v))
     elif isinstance(v, str):
         mapped_data[k] = common_pb2.ValueType(string=v)
@@ -270,7 +285,7 @@ def _yield_check(stack):
         if 'yield' not in calling_code:
             print_library_log(
                 f"Please add 'yield' to '{called_method}' operation on line {stack[1].lineno} in file '{stack[1].filename}'", Logging.Level.SEVERE)
-            os._exit(1)
+            sys.exit(1)
     else:
         # This should never happen
         raise RuntimeError(

{fivetran_connector_sdk-1.5.1 → fivetran_connector_sdk-1.6.0}/src/fivetran_connector_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fivetran_connector_sdk
-Version: 1.5.1
+Version: 1.6.0
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk