omnata-plugin-runtime 0.5.7a130__py3-none-any.whl → 0.5.7a131__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- omnata_plugin_runtime/omnata_plugin.py +86 -1
- {omnata_plugin_runtime-0.5.7a130.dist-info → omnata_plugin_runtime-0.5.7a131.dist-info}/METADATA +1 -1
- {omnata_plugin_runtime-0.5.7a130.dist-info → omnata_plugin_runtime-0.5.7a131.dist-info}/RECORD +5 -5
- {omnata_plugin_runtime-0.5.7a130.dist-info → omnata_plugin_runtime-0.5.7a131.dist-info}/LICENSE +0 -0
- {omnata_plugin_runtime-0.5.7a130.dist-info → omnata_plugin_runtime-0.5.7a131.dist-info}/WHEEL +0 -0
@@ -23,6 +23,11 @@ import threading
|
|
23
23
|
import time
|
24
24
|
import hashlib
|
25
25
|
import requests
|
26
|
+
import pkgutil
|
27
|
+
import inspect
|
28
|
+
import importlib
|
29
|
+
import sys
|
30
|
+
import os
|
26
31
|
from abc import ABC, abstractmethod
|
27
32
|
from decimal import Decimal
|
28
33
|
from functools import partial, wraps, reduce
|
@@ -2242,7 +2247,7 @@ def consumer_udtf(param_docs: Dict[str, Dict[str, Any]]):
|
|
2242
2247
|
fields = {
|
2243
2248
|
name: (param.annotation, param_docs.get(name, {}).get("default", param.default))
|
2244
2249
|
for name, param in params.items()
|
2245
|
-
if name != '
|
2250
|
+
if name != 'cls' and name != 'connection_parameters'
|
2246
2251
|
}
|
2247
2252
|
|
2248
2253
|
DynamicModel = create_model('DynamicModel', **fields)
|
@@ -2293,3 +2298,83 @@ def consumer_udtf(param_docs: Dict[str, Dict[str, Any]]):
|
|
2293
2298
|
|
2294
2299
|
return class_decorator
|
2295
2300
|
|
2301
|
+
def find_classes_with_attribute(attribute_name: str,path:str = '.'):
|
2302
|
+
# Get the directory's absolute path
|
2303
|
+
current_dir = os.path.abspath(path)
|
2304
|
+
|
2305
|
+
# List to hold the classes that match the attribute
|
2306
|
+
matching_classes = []
|
2307
|
+
|
2308
|
+
# Iterate over all modules in the current directory
|
2309
|
+
for _, module_name, _ in pkgutil.iter_modules([current_dir]):
|
2310
|
+
# Import the module
|
2311
|
+
module = importlib.import_module(module_name)
|
2312
|
+
|
2313
|
+
# Iterate over all members of the module
|
2314
|
+
for name, obj in inspect.getmembers(module, inspect.isclass):
|
2315
|
+
# Check if the class has the specified attribute
|
2316
|
+
if hasattr(obj, attribute_name):
|
2317
|
+
matching_classes.append(obj)
|
2318
|
+
|
2319
|
+
|
2320
|
+
def consumer_udf(param_docs: Dict[str, Dict[str, Any]]):
|
2321
|
+
def decorator(func):
|
2322
|
+
sig = signature(func)
|
2323
|
+
params = sig.parameters
|
2324
|
+
|
2325
|
+
# Ensure the first argument is mandatory and positional
|
2326
|
+
if list(params.keys())[0] != 'connection_parameters':
|
2327
|
+
raise ValueError("The first argument should be 'connection_parameters'.")
|
2328
|
+
|
2329
|
+
# Create a Pydantic model based on the function signature and the provided documentation
|
2330
|
+
fields = {
|
2331
|
+
name: (param.annotation, param_docs.get(name, {}).get("default", param.default))
|
2332
|
+
for name, param in params.items()
|
2333
|
+
if name != 'connection_parameters'
|
2334
|
+
}
|
2335
|
+
|
2336
|
+
DynamicModel = create_model('DynamicModel', **fields)
|
2337
|
+
|
2338
|
+
# Attach the documentation to the function
|
2339
|
+
func.__doc__ = func.__doc__ or ""
|
2340
|
+
func.__doc__ += "\n\nArgs:\n"
|
2341
|
+
for name, param in params.items():
|
2342
|
+
doc = param_docs.get(name, {})
|
2343
|
+
func.__doc__ += f" {name} ({param.annotation.__name__}): {doc.get('description', 'No description provided.')}\n"
|
2344
|
+
|
2345
|
+
@wraps(func)
|
2346
|
+
def wrapper(self, connection_parameters, *args, **kwargs):
|
2347
|
+
if connection_parameters is None:
|
2348
|
+
raise ValueError("Connection not found")
|
2349
|
+
|
2350
|
+
if not isinstance(connection_parameters, Dict):
|
2351
|
+
raise ValueError("The first argument must be an object, the result of calling PLUGIN_CONNECTION.")
|
2352
|
+
|
2353
|
+
try:
|
2354
|
+
# Validate the arguments using the dynamic Pydantic model
|
2355
|
+
validated_args = DynamicModel(**kwargs)
|
2356
|
+
except ValidationError as e:
|
2357
|
+
raise ValueError(f"Argument validation error: {e}")
|
2358
|
+
|
2359
|
+
# convert the connection parameters dictionary to a ConnectionConfigurationParameters object which includes the real secrets
|
2360
|
+
if 'other_secrets_name' in connection_parameters:
|
2361
|
+
# this is the new way, where the sync engine only passes the name of the secret
|
2362
|
+
oauth_secrets_name = None
|
2363
|
+
if 'oauth_secret_name' in connection_parameters:
|
2364
|
+
oauth_secrets_name = connection_parameters['oauth_secret_name']
|
2365
|
+
del connection_parameters['oauth_secret_name']
|
2366
|
+
result = get_secrets(oauth_secrets_name,connection_parameters['other_secrets_name'])
|
2367
|
+
connection_parameters['connection_secrets'] = result
|
2368
|
+
del connection_parameters['other_secrets_name']
|
2369
|
+
parameters = ConnectionConfigurationParameters.model_validate(connection_parameters)
|
2370
|
+
else:
|
2371
|
+
# deprecated way, where the sync engine passes the secrets directly
|
2372
|
+
parameters = ConnectionConfigurationParameters.model_validate(connection_parameters)
|
2373
|
+
|
2374
|
+
# Pass the validated arguments to the function
|
2375
|
+
return func(parameters, *args, **validated_args.dict())
|
2376
|
+
|
2377
|
+
wrapper._is_omnata_consumer_udf = True
|
2378
|
+
return wrapper
|
2379
|
+
|
2380
|
+
return decorator
|
{omnata_plugin_runtime-0.5.7a130.dist-info → omnata_plugin_runtime-0.5.7a131.dist-info}/RECORD
RENAMED
@@ -3,10 +3,10 @@ omnata_plugin_runtime/api.py,sha256=FxzTqri4no8ClkOm7vZADG8aD47jcGBCTTQDEORmOJM,
|
|
3
3
|
omnata_plugin_runtime/configuration.py,sha256=TI6GaVFhewVawBCaYN34GujY57qEP6q2nik4YpSEk5s,38100
|
4
4
|
omnata_plugin_runtime/forms.py,sha256=GzSPEwcijsoPCXEO1mHiE8ylvX_KSE5TkhwqkymA2Ss,19755
|
5
5
|
omnata_plugin_runtime/logging.py,sha256=bn7eKoNWvtuyTk7RTwBS9UARMtqkiICtgMtzq3KA2V0,3272
|
6
|
-
omnata_plugin_runtime/omnata_plugin.py,sha256=
|
6
|
+
omnata_plugin_runtime/omnata_plugin.py,sha256=lsJ7pTK9SK3XwNqOvLYfnnKNM54zaX4ogsx2cni9vdo,119017
|
7
7
|
omnata_plugin_runtime/plugin_entrypoints.py,sha256=PFSLsYEVnWHVvSoOYTtTK2JY6pp6_8_eYP53WqLRiPE,27975
|
8
8
|
omnata_plugin_runtime/rate_limiting.py,sha256=DVQ_bc-mVLBkrU1PTns1MWXhHiLpSB5HkWCcdePtJ2A,25611
|
9
|
-
omnata_plugin_runtime-0.5.
|
10
|
-
omnata_plugin_runtime-0.5.
|
11
|
-
omnata_plugin_runtime-0.5.
|
12
|
-
omnata_plugin_runtime-0.5.
|
9
|
+
omnata_plugin_runtime-0.5.7a131.dist-info/LICENSE,sha256=IMF9i4xIpgCADf0U-V1cuf9HBmqWQd3qtI3FSuyW4zE,26526
|
10
|
+
omnata_plugin_runtime-0.5.7a131.dist-info/METADATA,sha256=W7ukMXhfxm1sRRR18GVv9fMXK9owZt2wp3tWH76npRU,1985
|
11
|
+
omnata_plugin_runtime-0.5.7a131.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
|
12
|
+
omnata_plugin_runtime-0.5.7a131.dist-info/RECORD,,
|
{omnata_plugin_runtime-0.5.7a130.dist-info → omnata_plugin_runtime-0.5.7a131.dist-info}/LICENSE
RENAMED
File without changes
|
{omnata_plugin_runtime-0.5.7a130.dist-info → omnata_plugin_runtime-0.5.7a131.dist-info}/WHEEL
RENAMED
File without changes
|