omnata-plugin-runtime 0.6.9a179__tar.gz → 0.7.0__tar.gz

{omnata_plugin_runtime-0.6.9a179 → omnata_plugin_runtime-0.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: omnata-plugin-runtime
-Version: 0.6.9a179
+Version: 0.7.0
 Summary: Classes and common runtime components for building and running Omnata Plugins
 Author: James Weakley
 Author-email: james.weakley@omnata.com
@@ -33,7 +33,7 @@ Requires-Dist: pyyaml (<=6.0.1)
 Requires-Dist: requests (>=2,<=2.32.3)
 Requires-Dist: setuptools (<=72.1.0)
 Requires-Dist: snowflake-connector-python (>=3,<=3.12.0)
-Requires-Dist: snowflake-snowpark-python (==1.19.0)
+Requires-Dist: snowflake-snowpark-python (==1.23.0)
 Requires-Dist: tenacity (>=8,<=8.2.3)
 Requires-Dist: tomlkit (<=0.11.1)
 Requires-Dist: urllib3 (<=2.2.2)

{omnata_plugin_runtime-0.6.9a179 → omnata_plugin_runtime-0.7.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "omnata-plugin-runtime"
-version = "0.6.9-a179"
+version = "0.7.0"
 description = "Classes and common runtime components for building and running Omnata Plugins"
 authors = ["James Weakley <james.weakley@omnata.com>"]
 readme = "README.md"
@@ -8,7 +8,7 @@ packages = [{include = "omnata_plugin_runtime", from = "src"}]
 
 [tool.poetry.dependencies]
 python = ">=3.8, <3.11"
-snowflake-snowpark-python = "1.19.0" # fixes an issue
+snowflake-snowpark-python = "1.23.0" # latest version available on Snowflake Anaconda
 snowflake-connector-python = "^3, <=3.12.0" # latest version available on Snowflake Anaconda
 cryptography = "<=43.0.0"
 annotated-types	= "<=0.6.0"

{omnata_plugin_runtime-0.6.9a179 → omnata_plugin_runtime-0.7.0}/src/omnata_plugin_runtime/api.py

@@ -22,6 +22,7 @@ from .configuration import (
     OutboundSyncStrategy,
     StoredConfigurationValue,
     StoredMappingValue,
+    ConnectivityOption
 )
 from .rate_limiting import ApiLimits, RateLimitState
 
@@ -119,6 +120,7 @@ class OutboundSyncRequestPayload(BaseModel):
     results_table_name: str  # used to stage results back to the engine, resides in the main Omnata app database
     logging_level: str
     connection_method: str
+    connectivity_option: ConnectivityOption = Field(default=ConnectivityOption.DIRECT)
     connection_parameters: Dict[str, StoredConfigurationValue]
     oauth_secret_name: Optional[str] = None
     other_secrets_name: Optional[str] = None
@@ -146,6 +148,7 @@ class InboundSyncRequestPayload(BaseModel):
     results_table_name: str  # used to stage results back to the engine, resides in the main Omnata app database
     logging_level: str
     connection_method: str
+    connectivity_option: ConnectivityOption = Field(default=ConnectivityOption.DIRECT)
     connection_parameters: Dict[str, StoredConfigurationValue]
     oauth_secret_name: Optional[str] = None
     other_secrets_name: Optional[str] = None

{omnata_plugin_runtime-0.6.9a179 → omnata_plugin_runtime-0.7.0}/src/omnata_plugin_runtime/configuration.py

@@ -37,6 +37,14 @@ class InboundStorageBehaviour(str, Enum):
     MERGE = "merge"
     REPLACE = "replace" # now deprecated, full refreshes now use merge
 
+class ConnectivityOption(str, Enum):
+    """
+    Describes the connectivity options available to a plugin.
+    These result in slightly different network rules and connection onboarding.
+    """
+    DIRECT = "direct"
+    NGROK = "ngrok"
+    PRIVATELINK = "privatelink"
 
 class InboundSyncStrategy(str, Enum):
     FULL_REFRESH = "Full Refresh"
@@ -543,6 +551,7 @@ class ConnectionConfigurationParameters(SubscriptableBaseModel):
     """
 
     connection_method: str
+    connectivity_option: ConnectivityOption = Field(default=ConnectivityOption.DIRECT)
     connection_parameters: Optional[Dict[str, StoredConfigurationValue]] = Field(default=None)
     connection_secrets: Optional[Dict[str, StoredConfigurationValue]] = Field(default=None)
     ngrok_tunnel_settings: Optional[NgrokTunnelSettings] = Field(default=None)
@@ -552,11 +561,9 @@ class ConnectionConfigurationParameters(SubscriptableBaseModel):
         default=None
     )
 
-    @validator("ngrok_tunnel_settings", always=True)
-    def validate_ngrok_tunnel_settings(cls, v: str, values: dict[str, Any]) -> Optional[NgrokTunnelSettings]:
-        """
-        A validator which picks out the ngrok tunnel configuration from the secrets and provides it as a typed object.
-        """
+    @field_validator('ngrok_tunnel_settings',mode='before')
+    @classmethod
+    def validate_ngrok_tunnel_settings(cls, values: Optional[dict[str, Any]]) -> Optional[NgrokTunnelSettings]:
         if "connection_secrets" in values:
             connection_secrets:Dict[str, StoredConfigurationValue] = values["connection_secrets"]
             if "ngrok_client_certificate" in connection_secrets and \

{omnata_plugin_runtime-0.6.9a179 → omnata_plugin_runtime-0.7.0}/src/omnata_plugin_runtime/forms.py

@@ -489,5 +489,6 @@ class ConnectionMethod(SubscriptableBaseModel):
     name: str
     fields: List[FormFieldBase]
     oauth_template: Optional[SecurityIntegrationTemplate] = Field(default=None)
+    # This is now deprecated, instead signal ngrok support via the plugin manifest
     ngrok_tunnel_configuration: Optional[NGrokMTLSTunnel] = Field(default=None)
     description: str = Field(default="")

{omnata_plugin_runtime-0.6.9a179 → omnata_plugin_runtime-0.7.0}/src/omnata_plugin_runtime/omnata_plugin.py

@@ -72,7 +72,8 @@ from .configuration import (
     StreamConfiguration,
     SubscriptableBaseModel,
     SyncConfigurationParameters,
-    get_secrets
+    get_secrets,
+    ConnectivityOption
 )
 from .forms import (
     ConnectionMethod,
@@ -101,6 +102,7 @@ class PluginManifest(SubscriptableBaseModel):
         :param str docs_url: The URL where plugin documentation can be found, e.g. "https://docs.omnata.com"
         :param bool supports_inbound: A flag to indicate whether or not the plugin supports inbound sync. Support for inbound sync behaviours (full/incremental) is defined per inbound stream.
         :param List[OutboundSyncStrategy] supported_outbound_strategies: A list of sync strategies that the plugin can support, e.g. create,upsert.
+        :param List[ConnectivityOption] supported_connectivity_options: A list of connectivity options that the plugin can support, e.g. direct,ngrok,privatelink
     """
 
     plugin_id: str
@@ -110,6 +112,9 @@ class PluginManifest(SubscriptableBaseModel):
     docs_url: str
     supports_inbound: bool
     supported_outbound_strategies: List[OutboundSyncStrategy]
+    supported_connectivity_options: List[ConnectivityOption] = Field(
+        default_factory=lambda: [ConnectivityOption.DIRECT]
+    )
 
 
 class SnowflakeFunctionParameter(BaseModel):
@@ -1643,7 +1648,7 @@ class OmnataPlugin(ABC):
         )
 
     @abstractmethod
-    def connection_form(self) -> List[ConnectionMethod]:
+    def connection_form(self,connectivity_option:ConnectivityOption) -> List[ConnectionMethod]:
         """
         Returns a form definition so that user input can be collected, in order to connect to an app
 

{omnata_plugin_runtime-0.6.9a179 → omnata_plugin_runtime-0.7.0}/src/omnata_plugin_runtime/plugin_entrypoints.py

@@ -20,7 +20,8 @@ from .configuration import (
     OutboundSyncStrategy,
     StoredConfigurationValue,
     StoredMappingValue,
-    get_secrets
+    get_secrets,
+    ConnectivityOption
 )
 from .forms import ConnectionMethod, FormInputField, FormOption
 from .logging import OmnataPluginLogHandler
@@ -98,6 +99,7 @@ class PluginEntrypoint:
         # construct some connection parameters for the purpose of getting the api limits
         connection_parameters = ConnectionConfigurationParameters(
             connection_method=request.connection_method,
+            connectivity_option=request.connectivity_option,
             connection_parameters=request.connection_parameters,
             connection_secrets=connection_secrets
         )
@@ -138,6 +140,7 @@ class PluginEntrypoint:
         if request.sync_direction == "outbound":
             parameters = OutboundSyncConfigurationParameters(
                 connection_method=request.connection_method,
+                connectivity_option=request.connectivity_option,
                 connection_parameters=request.connection_parameters,
                 connection_secrets=connection_secrets,
                 sync_parameters=request.sync_parameters,
@@ -193,6 +196,7 @@ class PluginEntrypoint:
             logger.info("Running inbound sync")
             parameters = InboundSyncConfigurationParameters(
                 connection_method=request.connection_method,
+                connectivity_option=request.connectivity_option,
                 connection_parameters=request.connection_parameters,
                 connection_secrets=connection_secrets,
                 sync_parameters=request.sync_parameters,
@@ -268,6 +272,7 @@ class PluginEntrypoint:
 
     def configuration_form(
         self,
+        connectivity_option:str,
         connection_method: str,
         connection_parameters: Dict,
         oauth_secret_name: Optional[str],
@@ -283,6 +288,7 @@ class PluginEntrypoint:
         oauth_secret_name = normalise_nulls(oauth_secret_name)
         other_secrets_name = normalise_nulls(other_secrets_name)
         connection_secrets = get_secrets(oauth_secret_name, other_secrets_name)
+        connectivity_option = TypeAdapter(ConnectivityOption).validate_python(connectivity_option)
         connection_parameters = TypeAdapter(
             Dict[str, StoredConfigurationValue]).validate_python(connection_parameters)
         sync_parameters = TypeAdapter(
@@ -298,6 +304,7 @@ class PluginEntrypoint:
                 sync_strategy=sync_strat,
                 sync_parameters=sync_parameters,
                 connection_method=connection_method,
+                connectivity_option=connectivity_option,
                 current_form_parameters=form_parameters,
             )
         elif sync_direction == "inbound":
@@ -306,6 +313,7 @@ class PluginEntrypoint:
                 connection_secrets=connection_secrets,
                 sync_parameters=sync_parameters,
                 connection_method=connection_method,
+                connectivity_option=connectivity_option,
                 current_form_parameters=form_parameters,
             )
         else:
@@ -326,6 +334,7 @@ class PluginEntrypoint:
         
     def inbound_list_streams(
         self,
+        connectivity_option:str,
         connection_method: str,
         connection_parameters: Dict,
         oauth_secret_name: Optional[str],
@@ -337,6 +346,7 @@ class PluginEntrypoint:
         oauth_secret_name = normalise_nulls(oauth_secret_name)
         other_secrets_name = normalise_nulls(other_secrets_name)
         connection_secrets = get_secrets(oauth_secret_name, other_secrets_name)
+        connectivity_option = TypeAdapter(ConnectivityOption).validate_python(connectivity_option)
         connection_parameters = TypeAdapter(
             Dict[str, StoredConfigurationValue]).validate_python(connection_parameters)
         sync_parameters = TypeAdapter(
@@ -345,6 +355,7 @@ class PluginEntrypoint:
             connection_parameters=connection_parameters,
             connection_secrets=connection_secrets,
             sync_parameters=sync_parameters,
+            connectivity_option=connectivity_option,
             connection_method=connection_method,
             current_form_parameters=None,
             currently_selected_streams=selected_streams
@@ -381,9 +392,13 @@ class PluginEntrypoint:
             results.append(script_result.model_dump())
         return results
 
-    def connection_form(self):
+    def connection_form(self,connectivity_option: str):
+        connectivity_option = TypeAdapter(ConnectivityOption).validate_python(connectivity_option)
         logger.info("Entered connection_form method")
-        form: List[ConnectionMethod] = self._plugin_instance.connection_form()
+        if self._plugin_instance.connection_form.__code__.co_argcount==1:
+            form: List[ConnectionMethod] = self._plugin_instance.connection_form()
+        else:
+            form: List[ConnectionMethod] = self._plugin_instance.connection_form(connectivity_option)
         return [f.model_dump() for f in form]
 
     def create_billing_events(self, session, event_request: Dict):
@@ -431,30 +446,9 @@ class PluginEntrypoint:
         other_secrets_name: Optional[str],
         function_name: str,
     ) -> List[FormInputField]:
-        logger.info("Entered ngrok_post_tunnel_fields method")
-        oauth_secret_name = normalise_nulls(oauth_secret_name)
-        other_secrets_name = normalise_nulls(other_secrets_name)
-        connection_secrets = get_secrets(oauth_secret_name, other_secrets_name)
-        connection_parameters = TypeAdapter(
-            Dict[str, StoredConfigurationValue]).validate_python(connection_parameters)
-        parameters = ConnectionConfigurationParameters(
-            connection_method=connection_method,
-            connection_parameters=connection_parameters,
-            connection_secrets=connection_secrets
-        )
-        the_function = getattr(
-            self._plugin_instance,
-            function_name,
-        )
-        script_result = the_function(parameters)
-        if isinstance(script_result, List):
-            if len(script_result) > 0 and isinstance(script_result[0], BaseModel):
-                script_result = [r.model_dump() for r in script_result]
-        else:
-            raise ValueError(f"Expected a List from function {function_name}, got {type(script_result)}")
-        return script_result
+        raise ValueError(f"ngrok_post_tunnel_fields is deprecated")
 
-    def network_addresses(self, method: str, connection_parameters: Dict) -> List[str]:
+    def network_addresses(self, connectivity_option:str, method: str, connection_parameters: Dict) -> List[str]:
         logger.info("Entered network_addresses method")
         logger.info(f"Connection parameters: {connection_parameters}")
         from omnata_plugin_runtime.omnata_plugin import (
@@ -463,6 +457,7 @@ class PluginEntrypoint:
 
         return self._plugin_instance.network_addresses(
             ConnectionConfigurationParameters(
+                connectivity_option=TypeAdapter(ConnectivityOption).validate_python(connectivity_option),
                 connection_method=method,
                 connection_parameters=TypeAdapter(
                     Dict[str, StoredConfigurationValue]).validate_python(connection_parameters),
@@ -472,6 +467,7 @@ class PluginEntrypoint:
 
     def connect(
         self,
+        connectivity_option:str,
         method:str,
         connection_parameters: Dict,
         network_rule_name: str,
@@ -486,6 +482,7 @@ class PluginEntrypoint:
             ConnectionConfigurationParameters,
         )
         parameters = ConnectionConfigurationParameters(
+            connectivity_option=TypeAdapter(ConnectivityOption).validate_python(connectivity_option),
             connection_method=method,
             connection_parameters=TypeAdapter(
                 Dict[str, StoredConfigurationValue]).validate_python(connection_parameters),
@@ -522,6 +519,7 @@ class PluginEntrypoint:
         return connect_response.model_dump()
 
     def api_limits(self,
+                   connectivity_option:str,
                    method:str,
                     connection_parameters: Dict,
                     oauth_secret_name: Optional[str],
@@ -532,6 +530,7 @@ class PluginEntrypoint:
             ConnectionConfigurationParameters,
         )
         connection_parameters = ConnectionConfigurationParameters(
+            connectivity_option=TypeAdapter(ConnectivityOption).validate_python(connectivity_option),
             connection_method=method,
             connection_parameters=TypeAdapter(
                 Dict[str, StoredConfigurationValue]).validate_python(connection_parameters),