fivetran-connector-sdk 0.12.17.1__tar.gz → 0.13.10.1__tar.gz

{fivetran_connector_sdk-0.12.17.1 → fivetran_connector_sdk-0.13.10.1}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: fivetran_connector_sdk
-Version: 0.12.17.1
+Version: 0.13.10.1
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk

{fivetran_connector_sdk-0.12.17.1 → fivetran_connector_sdk-0.13.10.1}/src/fivetran_connector_sdk/__init__.py

@@ -26,7 +26,8 @@ from fivetran_connector_sdk.protos import common_pb2
 from fivetran_connector_sdk.protos import connector_sdk_pb2
 from fivetran_connector_sdk.protos import connector_sdk_pb2_grpc
 
-__version__ = "0.12.17.1"
+# Version format: <major_version>.<MM>.<DD>.<iteration> (where MM is incremental value from Jan 2024)
+__version__ = "0.13.10.1"
 
 MAC_OS = "mac"
 WIN_OS = "windows"
@@ -465,7 +466,6 @@ def log_unused_deps_error(package_name: str, version: str):
     print_library_log(f"Please remove `{package_name}` from requirements.txt."
           f" The latest version of `{package_name}` is always available when executing your code."
           f" Current version: {version}", Logging.Level.SEVERE)
-    os._exit(1)
 
 
 def validate_deploy_parameters(connection, deploy_key):
@@ -574,7 +574,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
                 print_library_log(f"Invalid requirement format: '{requirement}'", Logging.Level.SEVERE)
         return requirements_dict
 
-    def validate_requirements_file(self, project_path: str, is_deploy: bool):
+    def validate_requirements_file(self, project_path: str, is_deploy: bool, force: bool = False):
         """Validates the `requirements.txt` file against the project's actual dependencies.
 
         This method generates a temporary requirements file using `pipreqs`, compares
@@ -585,10 +585,22 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
         Args:
             project_path (str): The path to the project directory containing the `requirements.txt`.
             is_deploy (bool): If `True`, the method will exit the process on critical errors.
+            force (bool): Force update an existing connection.
 
         """
-        subprocess.check_call(["pipreqs", "--savepath", "tmp_requirements.txt", "--ignore"] + EXCLUDED_PIPREQS_DIRS,
-                              stderr=subprocess.PIPE)
+        # Run the pipreqs command and capture stderr
+        result = subprocess.run(
+            ["pipreqs", "--savepath", "tmp_requirements.txt", "--ignore"] + EXCLUDED_PIPREQS_DIRS,
+            stderr=subprocess.PIPE,
+            text=True  # Ensures output is in string format
+        )
+
+        if result.returncode != 0:
+            print_library_log("pipreqs failed with:", Logging.Level.SEVERE)
+            print(result.stderr)
+            sys.exit(1)
+
+        # tmp_requirements is only generated when pipreqs command is successful
         tmp_requirements_file_path = os.path.join(project_path, 'tmp_requirements.txt')
 
         tmp_requirements = self.fetch_requirements_as_dict(self, tmp_requirements_file_path)
@@ -597,6 +609,11 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
             tmp_requirements.pop("requests")
         os.remove(tmp_requirements_file_path)
 
+        # remove corrupt requirements listed by pipreqs
+        corrupt_requirements = [key for key in tmp_requirements if key.startswith("~")]
+        for requirement in corrupt_requirements:
+            del tmp_requirements[requirement]
+
         if len(tmp_requirements) > 0:
             requirements = self.load_or_add_requirements_file(project_path)
 
@@ -609,11 +626,26 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
 
             missing_deps = {key: tmp_requirements[key] for key in (tmp_requirements.keys() - requirements.keys())}
             if missing_deps:
-                self.handle_missing_deps(is_deploy, missing_deps)
+                self.handle_missing_deps(missing_deps)
 
             unused_deps = list(requirements.keys() - tmp_requirements.keys())
             if unused_deps:
                 self.handle_unused_deps(unused_deps)
+
+            if is_deploy and (version_mismatch_deps or missing_deps or unused_deps):
+                if force:
+                    confirm = "y"
+                else:
+                    confirm = input("We detected issues in your requirements.txt. "
+                                    "Would you like us to update it to reflect the necessary changes? (Y/N):")
+                if confirm.lower() == "y":
+                    with open(REQUIREMENTS_TXT, "w") as file:
+                        file.write("\n".join(tmp_requirements.values()))
+                    print_library_log(f"`{REQUIREMENTS_TXT}` has been updated successfully")
+                else:
+                    if missing_deps or 'fivetran_connector_sdk' in unused_deps or 'requests' in unused_deps:
+                        print_library_log(f"Please fix your {REQUIREMENTS_TXT} file to proceed with deployment.")
+                        os._exit(1)
         else:
             if os.path.exists(REQUIREMENTS_TXT):
                 print_library_log("`requirements.txt` is not required as no additional "
@@ -632,15 +664,13 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
                   "they are not used or already installed. Please remove them from requirements.txt:")
             print(*unused_deps)
 
-    def handle_missing_deps(self, is_deploy, missing_deps):
+    def handle_missing_deps(self, missing_deps):
         print_library_log("Please include the following dependency libraries in requirements.txt, to be used by "
               "Fivetran production. "
               "For more information, please visit: "
               "https://fivetran.com/docs/connectors/connector-sdk/detailed-guide"
               "#workingwithrequirementstxtfile", Logging.Level.SEVERE)
         print(*list(missing_deps.values()))
-        if is_deploy:
-            os._exit(1)
 
     def load_or_add_requirements_file(self, project_path):
         if os.path.exists(REQUIREMENTS_TXT):
@@ -685,7 +715,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
             "custom_payloads": [],
         }
 
-        self.validate_requirements_file(project_path, True)
+        self.validate_requirements_file(project_path, True, force)
 
         group_id, group_name = self.__get_group_info(group, deploy_key)
         connection_id, service = self.__get_connection_id(connection, group, group_id, deploy_key) or (None, None)
@@ -1253,6 +1283,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
         else:
             try:
                 configuration = self.configuration if self.configuration else request.configuration
+                print_library_log("Initiating the 'schema' method call...", Logging.Level.WARNING)
                 response = self.schema_method(configuration)
                 self.process_tables(response)
                 return connector_sdk_pb2.SchemaResponse(without_schema=common_pb2.TableList(tables=TABLES.values()))
@@ -1260,6 +1291,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
             except Exception as e:
                 tb = traceback.format_exc()
                 error_message = f"Error: {str(e)}\n{tb}"
+                print_library_log(error_message, Logging.Level.SEVERE)
                 raise RuntimeError(error_message) from e
 
     def process_tables(self, response):
@@ -1358,6 +1390,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
         state = self.state if self.state else json.loads(request.state_json)
 
         try:
+            print_library_log("Initiating the 'update' method call...", Logging.Level.WARNING)
             for resp in self.update_method(configuration=configuration, state=state):
                 if isinstance(resp, list):
                     for r in resp:
@@ -1372,6 +1405,7 @@ class Connector(connector_sdk_pb2_grpc.ConnectorServicer):
         except Exception as e:
             tb = traceback.format_exc()
             error_message = f"Error: {str(e)}\n{tb}"
+            print_library_log(error_message, Logging.Level.SEVERE)
             raise RuntimeError(error_message) from e
 
 
@@ -1387,19 +1421,24 @@ def find_connector_object(project_path) -> Connector:
     sys.path.append(project_path) # Allows python interpreter to search for modules in this path
     module_name = "connector_connector_code"
     connector_py = os.path.join(project_path, "connector.py")
-    spec = importlib.util.spec_from_file_location(module_name, connector_py)
-    module = importlib.util.module_from_spec(spec)
-    sys.modules[module_name] = module
-    spec.loader.exec_module(module)
-    for obj in dir(module):
-        if not obj.startswith('__'):  # Exclude built-in attributes
-            obj_attr = getattr(module, obj)
-            if '<fivetran_connector_sdk.Connector object at' in str(obj_attr):
-                return obj_attr
+    try:
+        spec = importlib.util.spec_from_file_location(module_name, connector_py)
+        module = importlib.util.module_from_spec(spec)
+        sys.modules[module_name] = module
+        spec.loader.exec_module(module)
+        for obj in dir(module):
+            if not obj.startswith('__'):  # Exclude built-in attributes
+                obj_attr = getattr(module, obj)
+                if '<fivetran_connector_sdk.Connector object at' in str(obj_attr):
+                    return obj_attr
+    except FileNotFoundError:
+        print_library_log(
+            "The connector object is missing in the current directory. Please ensure that you are running the command from correct directory or that you have defined a connector object using the correct syntax in your `connector.py` file. Reference: https://fivetran.com/docs/connectors/connector-sdk/technical-reference#technicaldetailsrequiredobjectconnector", Logging.Level.SEVERE)
+        return
 
     print_library_log(
         "The connector object is missing. Please ensure that you have defined a connector object using the correct syntax in your `connector.py` file. Reference: https://fivetran.com/docs/connectors/connector-sdk/technical-reference#technicaldetailsrequiredobjectconnector", Logging.Level.SEVERE)
-    sys.exit(1)
+    return
 
 
 def suggest_correct_command(input_command: str) -> bool:
@@ -1490,6 +1529,9 @@ def main():
 
     connector_object = find_connector_object(args.project_path)
 
+    if not connector_object:
+        sys.exit(1)
+
     # Process optional args
     ft_group = args.destination if args.destination else os.getenv('FIVETRAN_DESTINATION_NAME', None)
     ft_connection = args.connection if args.connection else os.getenv('FIVETRAN_CONNECTION_NAME', None)

{fivetran_connector_sdk-0.12.17.1 → fivetran_connector_sdk-0.13.10.1}/src/fivetran_connector_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: fivetran_connector_sdk
-Version: 0.12.17.1
+Version: 0.13.10.1
 Summary: Build custom connectors on Fivetran platform
 Author-email: Fivetran <developers@fivetran.com>
 Project-URL: Homepage, https://fivetran.com/docs/connectors/connector-sdk