deltafi 2.0rc1728351490278__py3-none-any.whl → 2.0rc1729598262285__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of deltafi might be problematic. Click here for more details.
- deltafi/action.py +1 -1
- deltafi/domain.py +0 -6
- deltafi/logger.py +1 -1
- deltafi/metric.py +1 -1
- deltafi/plugin.py +13 -2
- deltafi/result.py +3 -4
- deltafi/test_kit/framework.py +0 -1
- {deltafi-2.0rc1728351490278.dist-info → deltafi-2.0rc1729598262285.dist-info}/METADATA +2 -1
- {deltafi-2.0rc1728351490278.dist-info → deltafi-2.0rc1729598262285.dist-info}/RECORD +10 -10
- {deltafi-2.0rc1728351490278.dist-info → deltafi-2.0rc1729598262285.dist-info}/WHEEL +1 -1
deltafi/action.py
CHANGED
|
@@ -130,7 +130,7 @@ class TransformAction(Action, ABC):
|
|
|
130
130
|
return TransformInput(content=delta_file_message.content_list, metadata=delta_file_message.metadata)
|
|
131
131
|
|
|
132
132
|
def execute_join_action(self, event):
|
|
133
|
-
if
|
|
133
|
+
if isinstance(self, Join):
|
|
134
134
|
return self.execute(
|
|
135
135
|
event.context,
|
|
136
136
|
self.join([self.build_input(event.context, delta_file_message)
|
deltafi/domain.py
CHANGED
|
@@ -45,7 +45,6 @@ class Context(NamedTuple):
|
|
|
45
45
|
flow_name: str
|
|
46
46
|
flow_id: str
|
|
47
47
|
action_name: str
|
|
48
|
-
action_id: str
|
|
49
48
|
action_version: str
|
|
50
49
|
hostname: str
|
|
51
50
|
system_name: str
|
|
@@ -79,10 +78,6 @@ class Context(NamedTuple):
|
|
|
79
78
|
action_name = context['actionName']
|
|
80
79
|
else:
|
|
81
80
|
action_name = None
|
|
82
|
-
if 'actionId' in context:
|
|
83
|
-
action_id = context['actionId']
|
|
84
|
-
else:
|
|
85
|
-
action_id = None
|
|
86
81
|
if 'actionVersion' in context:
|
|
87
82
|
action_version = context['actionVersion']
|
|
88
83
|
else:
|
|
@@ -114,7 +109,6 @@ class Context(NamedTuple):
|
|
|
114
109
|
flow_name=flow_name,
|
|
115
110
|
flow_id=flow_id,
|
|
116
111
|
action_name=action_name,
|
|
117
|
-
action_id=action_id,
|
|
118
112
|
action_version=action_version,
|
|
119
113
|
hostname=hostname,
|
|
120
114
|
system_name=system_name,
|
deltafi/logger.py
CHANGED
|
@@ -25,7 +25,7 @@ import json_logging
|
|
|
25
25
|
|
|
26
26
|
def get_logger(name: str = None) -> logging.Logger:
|
|
27
27
|
logger = logging.getLogger(name)
|
|
28
|
-
logger.setLevel(logging.
|
|
28
|
+
logger.setLevel(logging.INFO)
|
|
29
29
|
logger.addHandler(logging.StreamHandler(sys.stdout))
|
|
30
30
|
logger.propagate = False
|
|
31
31
|
|
deltafi/metric.py
CHANGED
deltafi/plugin.py
CHANGED
|
@@ -159,13 +159,25 @@ class Plugin(object):
|
|
|
159
159
|
def action_name(self, action):
|
|
160
160
|
return f"{self.coordinates.group_id}.{action.__class__.__name__}"
|
|
161
161
|
|
|
162
|
+
def _load_action_docs(self, action):
|
|
163
|
+
docs_path = str(Path(os.path.dirname(os.path.abspath(sys.argv[0]))) / 'docs')
|
|
164
|
+
if not isdir(docs_path):
|
|
165
|
+
return None
|
|
166
|
+
|
|
167
|
+
action_docs_file = join(docs_path, action.__class__.__name__ + '.md')
|
|
168
|
+
if not isfile(action_docs_file):
|
|
169
|
+
return None
|
|
170
|
+
|
|
171
|
+
return open(action_docs_file).read()
|
|
172
|
+
|
|
162
173
|
def _action_json(self, action):
|
|
163
174
|
return {
|
|
164
175
|
'name': self.action_name(action),
|
|
165
176
|
'description': action.description,
|
|
166
177
|
'type': action.action_type.name,
|
|
167
178
|
'supportsJoin': isinstance(action, Join),
|
|
168
|
-
'schema': action.param_class().model_json_schema()
|
|
179
|
+
'schema': action.param_class().model_json_schema(),
|
|
180
|
+
'docsMarkdown': self._load_action_docs(action)
|
|
169
181
|
}
|
|
170
182
|
|
|
171
183
|
def registration_json(self):
|
|
@@ -263,7 +275,6 @@ class Plugin(object):
|
|
|
263
275
|
'flowName': event.context.flow_name,
|
|
264
276
|
'flowId': event.context.flow_id,
|
|
265
277
|
'actionName': event.context.action_name,
|
|
266
|
-
'actionId': event.context.action_id,
|
|
267
278
|
'start': start_time,
|
|
268
279
|
'stop': stop_time,
|
|
269
280
|
'type': result.result_type,
|
deltafi/result.py
CHANGED
|
@@ -24,7 +24,6 @@ from typing import NamedTuple
|
|
|
24
24
|
from deltafi.domain import Content, Context
|
|
25
25
|
from deltafi.metric import Metric
|
|
26
26
|
|
|
27
|
-
ENDPOINT_TAG = "endpoint"
|
|
28
27
|
FILES_OUT = "files_out"
|
|
29
28
|
BYTES_OUT = "bytes_out"
|
|
30
29
|
|
|
@@ -48,10 +47,10 @@ class Result:
|
|
|
48
47
|
|
|
49
48
|
|
|
50
49
|
class EgressResult(Result):
|
|
51
|
-
def __init__(self, context: Context,
|
|
50
|
+
def __init__(self, context: Context, bytes_egressed: int):
|
|
52
51
|
super().__init__(None, 'EGRESS', context)
|
|
53
|
-
self.add_metric(Metric(FILES_OUT, 1
|
|
54
|
-
self.add_metric(Metric(BYTES_OUT, bytes_egressed
|
|
52
|
+
self.add_metric(Metric(FILES_OUT, 1))
|
|
53
|
+
self.add_metric(Metric(BYTES_OUT, bytes_egressed))
|
|
55
54
|
|
|
56
55
|
def response(self):
|
|
57
56
|
return None
|
deltafi/test_kit/framework.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: deltafi
|
|
3
|
-
Version: 2.
|
|
3
|
+
Version: 2.0rc1729598262285
|
|
4
4
|
Summary: SDK for DeltaFi plugins and actions
|
|
5
5
|
License: Apache License, Version 2.0
|
|
6
6
|
Keywords: deltafi
|
|
@@ -17,6 +17,7 @@ Classifier: Programming Language :: Python :: 3.9
|
|
|
17
17
|
Classifier: Programming Language :: Python :: 3.10
|
|
18
18
|
Classifier: Programming Language :: Python :: 3.11
|
|
19
19
|
Classifier: Programming Language :: Python :: 3.12
|
|
20
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
20
21
|
Classifier: Topic :: Software Development
|
|
21
22
|
Requires-Dist: deepdiff (==6.7.1)
|
|
22
23
|
Requires-Dist: json-logging (==1.3.0)
|
|
@@ -1,23 +1,23 @@
|
|
|
1
1
|
deltafi/__init__.py,sha256=sSGWjpvzcCzgLywoEg55z_0satt0g_LPTwNIWtylgF4,709
|
|
2
|
-
deltafi/action.py,sha256=
|
|
2
|
+
deltafi/action.py,sha256=kuDY7-qcJsiRTB3ZigiYg-XOcNeahnDU3NGSZBy10vM,5753
|
|
3
3
|
deltafi/actioneventqueue.py,sha256=_05aDeqVpUbGWG3jFf0AalOsVfAvOTn0oBxjpQIQxIs,2847
|
|
4
4
|
deltafi/actiontype.py,sha256=CpVI0wk9C-eu44e0jYvqBzE6yIX_zfRrW5RCf4ohu4Y,913
|
|
5
|
-
deltafi/domain.py,sha256=
|
|
5
|
+
deltafi/domain.py,sha256=YIfkxnjIuDXRlEm0MvrKh0CY5KczTZqZiTmnhc7wkOo,12082
|
|
6
6
|
deltafi/exception.py,sha256=LNNFqc_lA89I-RvnVsbTQ2vnWQ9WZXdQqLwiXwNgc_w,943
|
|
7
7
|
deltafi/genericmodel.py,sha256=WU8zfqEO_n84CZ0KpH9FhgTsL9jyU0EXSuhL0IdLWFw,1152
|
|
8
8
|
deltafi/input.py,sha256=ydAhuw68N9qMeacc9YE4U79zRqxWiinZNkm1AxoFBEk,1656
|
|
9
|
-
deltafi/logger.py,sha256=
|
|
10
|
-
deltafi/metric.py,sha256=
|
|
11
|
-
deltafi/plugin.py,sha256=
|
|
12
|
-
deltafi/result.py,sha256=
|
|
9
|
+
deltafi/logger.py,sha256=mKfJTnuupf3sto6hV-SIXajtcP-xTSSdJ2Ufd-lJPTo,2140
|
|
10
|
+
deltafi/metric.py,sha256=79Gb2C1qYXeQYshgFPu2BcMT5oEb0LhmNfwyulSqsIc,972
|
|
11
|
+
deltafi/plugin.py,sha256=O0AC5678EnrRN2tOhcVa4rGvPDn3wxiV22rrecJgDqc,14760
|
|
12
|
+
deltafi/result.py,sha256=ySLByhz3eF_P17-puQnzQtcISAVXpyMnhyWxBRjhJ1g,9132
|
|
13
13
|
deltafi/storage.py,sha256=vCE29Yzk5s7ub4O1PdaxXBKPBQy4OHs7j46z3O5MezE,2979
|
|
14
14
|
deltafi/test_kit/__init__.py,sha256=sSGWjpvzcCzgLywoEg55z_0satt0g_LPTwNIWtylgF4,709
|
|
15
15
|
deltafi/test_kit/assertions.py,sha256=MdUXENLn0aDvknMtsnSAb-DwvpzXlMkaYQ6-RRkWG8s,1378
|
|
16
16
|
deltafi/test_kit/compare_helpers.py,sha256=qRINvCQqBUaalT1DG2oz2egSkUjiSOfqKF5U7WyeT_g,12957
|
|
17
17
|
deltafi/test_kit/constants.py,sha256=Suygx9CEob2Skw4UyzzMCibQ8hRhGHC_d_Xab8AJMFE,833
|
|
18
18
|
deltafi/test_kit/egress.py,sha256=53SBeJJmphDl-jZdqkC1dKYWZ4ATWlzY02TUt0Sj1zs,1899
|
|
19
|
-
deltafi/test_kit/framework.py,sha256=
|
|
19
|
+
deltafi/test_kit/framework.py,sha256=g7NRl_KxUFio8aZ1xo1gEBKqL9qquYx9qAyFpPLHsmM,15150
|
|
20
20
|
deltafi/test_kit/transform.py,sha256=bnV6kcOkuShi_9uCtzkWcgz-wMejnI9Q2_MbyVm_A7U,4085
|
|
21
|
-
deltafi-2.
|
|
22
|
-
deltafi-2.
|
|
23
|
-
deltafi-2.
|
|
21
|
+
deltafi-2.0rc1729598262285.dist-info/METADATA,sha256=w6ol87H_w_eqseMb9OK7a92S-73gzwPLNS8pouL_7_4,1497
|
|
22
|
+
deltafi-2.0rc1729598262285.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
|
23
|
+
deltafi-2.0rc1729598262285.dist-info/RECORD,,
|