vtlengine 1.4.0rc2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. vtlengine/API/_InternalApi.py +791 -0
  2. vtlengine/API/__init__.py +612 -0
  3. vtlengine/API/data/schema/external_routines_schema.json +34 -0
  4. vtlengine/API/data/schema/json_schema_2.1.json +116 -0
  5. vtlengine/API/data/schema/value_domain_schema.json +97 -0
  6. vtlengine/AST/ASTComment.py +57 -0
  7. vtlengine/AST/ASTConstructor.py +598 -0
  8. vtlengine/AST/ASTConstructorModules/Expr.py +1928 -0
  9. vtlengine/AST/ASTConstructorModules/ExprComponents.py +995 -0
  10. vtlengine/AST/ASTConstructorModules/Terminals.py +790 -0
  11. vtlengine/AST/ASTConstructorModules/__init__.py +50 -0
  12. vtlengine/AST/ASTDataExchange.py +10 -0
  13. vtlengine/AST/ASTEncoders.py +32 -0
  14. vtlengine/AST/ASTString.py +675 -0
  15. vtlengine/AST/ASTTemplate.py +558 -0
  16. vtlengine/AST/ASTVisitor.py +25 -0
  17. vtlengine/AST/DAG/__init__.py +479 -0
  18. vtlengine/AST/DAG/_words.py +10 -0
  19. vtlengine/AST/Grammar/Vtl.g4 +705 -0
  20. vtlengine/AST/Grammar/VtlTokens.g4 +409 -0
  21. vtlengine/AST/Grammar/__init__.py +0 -0
  22. vtlengine/AST/Grammar/lexer.py +2139 -0
  23. vtlengine/AST/Grammar/parser.py +16597 -0
  24. vtlengine/AST/Grammar/tokens.py +169 -0
  25. vtlengine/AST/VtlVisitor.py +824 -0
  26. vtlengine/AST/__init__.py +674 -0
  27. vtlengine/DataTypes/TimeHandling.py +562 -0
  28. vtlengine/DataTypes/__init__.py +863 -0
  29. vtlengine/DataTypes/_time_checking.py +135 -0
  30. vtlengine/Exceptions/__exception_file_generator.py +96 -0
  31. vtlengine/Exceptions/__init__.py +159 -0
  32. vtlengine/Exceptions/messages.py +1004 -0
  33. vtlengine/Interpreter/__init__.py +2048 -0
  34. vtlengine/Model/__init__.py +501 -0
  35. vtlengine/Operators/Aggregation.py +357 -0
  36. vtlengine/Operators/Analytic.py +455 -0
  37. vtlengine/Operators/Assignment.py +23 -0
  38. vtlengine/Operators/Boolean.py +106 -0
  39. vtlengine/Operators/CastOperator.py +451 -0
  40. vtlengine/Operators/Clause.py +366 -0
  41. vtlengine/Operators/Comparison.py +488 -0
  42. vtlengine/Operators/Conditional.py +495 -0
  43. vtlengine/Operators/General.py +191 -0
  44. vtlengine/Operators/HROperators.py +254 -0
  45. vtlengine/Operators/Join.py +447 -0
  46. vtlengine/Operators/Numeric.py +422 -0
  47. vtlengine/Operators/RoleSetter.py +77 -0
  48. vtlengine/Operators/Set.py +176 -0
  49. vtlengine/Operators/String.py +578 -0
  50. vtlengine/Operators/Time.py +1144 -0
  51. vtlengine/Operators/Validation.py +275 -0
  52. vtlengine/Operators/__init__.py +900 -0
  53. vtlengine/Utils/__Virtual_Assets.py +34 -0
  54. vtlengine/Utils/__init__.py +479 -0
  55. vtlengine/__extras_check.py +17 -0
  56. vtlengine/__init__.py +27 -0
  57. vtlengine/files/__init__.py +0 -0
  58. vtlengine/files/output/__init__.py +35 -0
  59. vtlengine/files/output/_time_period_representation.py +55 -0
  60. vtlengine/files/parser/__init__.py +240 -0
  61. vtlengine/files/parser/_rfc_dialect.py +22 -0
  62. vtlengine/py.typed +0 -0
  63. vtlengine-1.4.0rc2.dist-info/METADATA +89 -0
  64. vtlengine-1.4.0rc2.dist-info/RECORD +66 -0
  65. vtlengine-1.4.0rc2.dist-info/WHEEL +4 -0
  66. vtlengine-1.4.0rc2.dist-info/licenses/LICENSE.md +661 -0
@@ -0,0 +1,675 @@
1
+ import copy
2
+ from dataclasses import dataclass
3
+ from typing import Any, Optional, Tuple, Union
4
+
5
+ from vtlengine import AST
6
+ from vtlengine.AST import (
7
+ Assignment,
8
+ PersistentAssignment,
9
+ TimeAggregation,
10
+ )
11
+ from vtlengine.AST.ASTTemplate import ASTTemplate
12
+ from vtlengine.AST.Grammar.lexer import Lexer
13
+ from vtlengine.AST.Grammar.tokens import (
14
+ AGGREGATE,
15
+ APPLY,
16
+ ATTRIBUTE,
17
+ CALC,
18
+ CAST,
19
+ CHARSET_MATCH,
20
+ CHECK_DATAPOINT,
21
+ CHECK_HIERARCHY,
22
+ DATE_ADD,
23
+ DATEDIFF,
24
+ DROP,
25
+ FILL_TIME_SERIES,
26
+ FILTER,
27
+ HAVING,
28
+ HIERARCHY,
29
+ IDENTIFIER,
30
+ INSTR,
31
+ INTERSECT,
32
+ KEEP,
33
+ LOG,
34
+ MAX,
35
+ MEASURE,
36
+ MEMBERSHIP,
37
+ MIN,
38
+ MINUS,
39
+ MOD,
40
+ NOT,
41
+ NVL,
42
+ PLUS,
43
+ POWER,
44
+ RANDOM,
45
+ RENAME,
46
+ REPLACE,
47
+ ROUND,
48
+ SETDIFF,
49
+ SUBSTR,
50
+ SYMDIFF,
51
+ TIMESHIFT,
52
+ TRUNC,
53
+ UNION,
54
+ VIRAL_ATTRIBUTE,
55
+ )
56
+ from vtlengine.DataTypes import SCALAR_TYPES_CLASS_REVERSE
57
+ from vtlengine.Model import Component, Dataset
58
+
59
+ nl = "\n"
60
+ tab = "\t"
61
+ RESERVED_WORDS = {x.replace("'", ""): x for x in Lexer.literalNames}
62
+
63
+
64
+ def _handle_literal(value: Union[str, int, float, bool]):
65
+ if isinstance(value, str):
66
+ if '"' in value:
67
+ return value
68
+ return f'"{value}"'
69
+ elif isinstance(value, bool):
70
+ return "true" if value else "false"
71
+ elif isinstance(value, float):
72
+ decimal = str(value).split(".")[1]
73
+ if len(decimal) > 4:
74
+ return f"{value:f}".rstrip("0")
75
+ else:
76
+ return f"{value:g}"
77
+ return str(value)
78
+
79
+
80
+ def _format_dataset_eval(dataset: Dataset) -> str:
81
+ def __format_component(component: Component) -> str:
82
+ return (
83
+ f"\n\t\t\t{component.role.value.lower()}"
84
+ f"<{SCALAR_TYPES_CLASS_REVERSE[component.data_type].lower()}> "
85
+ f"{component.name}"
86
+ )
87
+
88
+ return f"{{ {', '.join([__format_component(x) for x in dataset.components.values()])} \n\t\t}}"
89
+
90
+
91
+ def _format_reserved_word(value: str):
92
+ if value in RESERVED_WORDS:
93
+ return RESERVED_WORDS[value]
94
+ elif value[0] == "_":
95
+ return f"'{value}'"
96
+ return value
97
+
98
+
99
+ @dataclass
100
+ class ASTString(ASTTemplate):
101
+ vtl_script: str = ""
102
+ pretty: bool = False
103
+ is_first_assignment: bool = False
104
+ is_from_agg: bool = False # Handler to write grouping at aggr level
105
+
106
+ def render(self, ast: AST.AST) -> str:
107
+ self.vtl_script = ""
108
+ result = self.visit(ast)
109
+ if result:
110
+ self.vtl_script += result
111
+ return self.vtl_script
112
+
113
+ def visit_Start(self, node: AST.Start) -> Any:
114
+ for child in node.children:
115
+ if isinstance(child, (Assignment, PersistentAssignment)):
116
+ self.is_first_assignment = True
117
+ self.visit(child)
118
+ self.vtl_script += "\n"
119
+
120
+ # ---------------------- Rulesets ----------------------
121
+ def visit_HRuleset(self, node: AST.HRuleset) -> None:
122
+ if isinstance(node.element, list):
123
+ sep = nl + tab if self.pretty else " "
124
+ conditons = ", ".join([str(e.value) for e in node.element[:-1]])
125
+ signature = (
126
+ f"{sep}{node.signature_type}{sep}"
127
+ f"condition {conditons}{sep}rule {node.element[-1].value}"
128
+ )
129
+ else:
130
+ signature = f"{node.signature_type} rule {node.element.value}"
131
+
132
+ rules_strs = []
133
+ if self.pretty:
134
+ self.vtl_script += f"define hierarchical ruleset {node.name}({signature}) is{nl}"
135
+ for _i, rule in enumerate(node.rules):
136
+ rule_str = f"{tab}{self.visit(rule)}"
137
+ if rule.erCode:
138
+ rule_str += f"{nl}{tab}errorcode {_handle_literal(rule.erCode)}"
139
+ if rule.erLevel:
140
+ rule_str += f"{nl}{tab}errorlevel {rule.erLevel}"
141
+ rules_strs.append(rule_str)
142
+ rules_sep = f";{nl * 2}" if len(rules_strs) > 1 else ""
143
+ rules = rules_sep.join(rules_strs)
144
+ self.vtl_script += rules + nl
145
+ self.vtl_script += f"end hierarchical ruleset;{nl}"
146
+ else:
147
+ for rule in node.rules:
148
+ rule_str = self.visit(rule)
149
+ if rule.erCode:
150
+ rule_str += f" errorcode {_handle_literal(rule.erCode)}"
151
+ if rule.erLevel:
152
+ rule_str += f" errorlevel {rule.erLevel}"
153
+ rules_strs.append(rule_str)
154
+ rules_sep = "; " if len(rules_strs) > 1 else ""
155
+ rules = rules_sep.join(rules_strs)
156
+ self.vtl_script += (
157
+ f"define hierarchical ruleset {node.name} ({signature}) is {rules} "
158
+ f"end hierarchical ruleset;"
159
+ )
160
+
161
+ def visit_HRule(self, node: AST.HRule) -> str:
162
+ vtl_script = ""
163
+ if node.name is not None:
164
+ vtl_script += f"{node.name}: "
165
+ if self.pretty and node.rule.op == "when":
166
+ vtl_script += nl
167
+ vtl_script += f"{self.visit(node.rule)}"
168
+ return vtl_script
169
+
170
+ def visit_HRBinOp(self, node: AST.HRBinOp) -> str:
171
+ if node.op == "when":
172
+ if self.pretty:
173
+ return (
174
+ f"{tab * 3}when{nl}"
175
+ f"{tab * 4}{self.visit(node.left)}{nl}"
176
+ f"{tab * 3}then{nl}"
177
+ f"{tab * 4}{self.visit(node.right)}"
178
+ )
179
+ else:
180
+ return f"{node.op} {self.visit(node.left)} then {self.visit(node.right)}"
181
+ return f"{self.visit(node.left)} {node.op} {self.visit(node.right)}"
182
+
183
+ def visit_HRUnOp(self, node: AST.HRUnOp) -> str:
184
+ return f"{node.op} {self.visit(node.operand)}"
185
+
186
+ def visit_DefIdentifier(self, node: AST.DefIdentifier) -> str:
187
+ return _format_reserved_word(node.value)
188
+
189
+ def visit_DPRule(self, node: AST.DPRule) -> str:
190
+ if self.pretty:
191
+ lines = []
192
+ if node.name is not None:
193
+ lines.append(f"{tab}{node.name}: ")
194
+ lines.append(self.visit(node.rule))
195
+ if node.erCode is not None:
196
+ lines.append(f"{tab * 3}errorcode {_handle_literal(node.erCode)}")
197
+ if node.erLevel is not None:
198
+ lines.append(f"{tab * 3}errorlevel {node.erLevel}")
199
+ return nl.join(lines)
200
+ else:
201
+ vtl_script = ""
202
+ if node.name is not None:
203
+ vtl_script += f"{node.name}: "
204
+ vtl_script += f"{self.visit(node.rule)}"
205
+ if node.erCode is not None:
206
+ vtl_script += f" errorcode {_handle_literal(node.erCode)}"
207
+ if node.erLevel is not None:
208
+ vtl_script += f" errorlevel {node.erLevel}"
209
+ return vtl_script
210
+
211
+ def visit_DPRIdentifier(self, node: AST.DPRIdentifier) -> str:
212
+ vtl_script = f"{node.value}"
213
+ if node.alias is not None:
214
+ vtl_script += f" as {node.alias}"
215
+ return vtl_script
216
+
217
+ def visit_DPRuleset(self, node: AST.DPRuleset) -> None:
218
+ rules_sep = "; " if len(node.rules) > 1 else ""
219
+ signature_sep = ", " if len(node.params) > 1 else ""
220
+ signature = (
221
+ f"{node.signature_type} {signature_sep.join([self.visit(x) for x in node.params])}"
222
+ )
223
+
224
+ if self.pretty:
225
+ self.vtl_script += f"define datapoint ruleset {node.name}({signature}) is {nl}"
226
+ rules = ""
227
+ for i, rule in enumerate(node.rules):
228
+ rules += f"\t{self.visit(rule)}"
229
+ if i != len(node.rules) - 1:
230
+ rules += f";{nl * 2}"
231
+ else:
232
+ rules += f"{nl}"
233
+ self.vtl_script += rules
234
+ self.vtl_script += f"end datapoint ruleset;{nl}"
235
+ else:
236
+ rules = rules_sep.join([self.visit(x) for x in node.rules])
237
+ self.vtl_script += (
238
+ f"define datapoint ruleset {node.name} "
239
+ f"({signature}) is {rules} end datapoint ruleset;"
240
+ )
241
+
242
+ # ---------------------- User Defined Operators ----------------------
243
+
244
+ def visit_Argument(self, node: AST.Argument) -> str:
245
+ default = f" default {self.visit(node.default)}" if node.default is not None else ""
246
+
247
+ if isinstance(node.type_, Dataset):
248
+ argument_type = "dataset"
249
+ elif isinstance(node.type_, Component):
250
+ argument_type = "component"
251
+ else:
252
+ argument_type = node.type_.__name__.lower()
253
+
254
+ name = _format_reserved_word(node.name)
255
+
256
+ return f"{name} {argument_type}{default}"
257
+
258
+ def visit_Operator(self, node: AST.Operator) -> None:
259
+ signature_sep = ", " if len(node.parameters) > 1 else ""
260
+ signature = signature_sep.join([self.visit(x) for x in node.parameters])
261
+ if self.pretty:
262
+ self.vtl_script += f"define operator {node.op}({signature}){nl}"
263
+ self.vtl_script += f"\treturns {node.output_type.lower()} is{nl}"
264
+ expression = self.visit(node.expression)
265
+ if "(" in expression:
266
+ expression = expression.replace("(", f"({nl}{tab * 2}")
267
+ expression = expression.replace(")", f"{nl}{tab * 2})")
268
+
269
+ self.vtl_script += f"{tab * 2}{expression}{nl}"
270
+ self.vtl_script += f"end operator;{nl}"
271
+ else:
272
+ body = f"returns {node.output_type.lower()} is {self.visit(node.expression)}"
273
+ self.vtl_script += f"define operator {node.op}({signature}) {body} end operator;"
274
+
275
+ # ---------------------- Basic Operators ----------------------
276
+ def visit_Assignment(self, node: AST.Assignment) -> Optional[str]:
277
+ return_element = not copy.deepcopy(self.is_first_assignment)
278
+ is_first = self.is_first_assignment
279
+ if is_first:
280
+ self.is_first_assignment = False
281
+ if self.pretty:
282
+ if is_first:
283
+ expression = f"{self.visit(node.left)} {node.op}{nl}{tab}{self.visit(node.right)}"
284
+ else:
285
+ expression = f"{self.visit(node.left)} {node.op} {self.visit(node.right)}"
286
+ else:
287
+ expression = f"{self.visit(node.left)} {node.op} {self.visit(node.right)}"
288
+ if return_element:
289
+ return expression
290
+ self.vtl_script += f"{expression};"
291
+
292
+ def visit_PersistentAssignment(self, node: AST.PersistentAssignment) -> Optional[str]:
293
+ return self.visit_Assignment(node)
294
+
295
+ def visit_BinOp(self, node: AST.BinOp) -> str:
296
+ if node.op in [NVL, LOG, MOD, POWER, RANDOM, TIMESHIFT, DATEDIFF, CHARSET_MATCH]:
297
+ return f"{node.op}({self.visit(node.left)}, {self.visit(node.right)})"
298
+ elif node.op == MEMBERSHIP:
299
+ return f"{self.visit(node.left)}{node.op}{self.visit(node.right)}"
300
+ if self.pretty:
301
+ return f"{self.visit(node.left)} {node.op} {self.visit(node.right)}"
302
+
303
+ return f"{self.visit(node.left)} {node.op} {self.visit(node.right)}"
304
+
305
+ def visit_UnaryOp(self, node: AST.UnaryOp) -> str:
306
+ if node.op in [PLUS, MINUS]:
307
+ return f"{node.op}{self.visit(node.operand)}"
308
+ elif node.op in [IDENTIFIER, ATTRIBUTE, VIRAL_ATTRIBUTE, NOT]:
309
+ return f"{node.op} {self.visit(node.operand)}"
310
+ elif node.op == MEASURE:
311
+ return self.visit(node.operand)
312
+
313
+ return f"{node.op}({self.visit(node.operand)})"
314
+
315
+ def visit_MulOp(self, node: AST.MulOp) -> str:
316
+ sep = ", " if len(node.children) > 1 else ""
317
+ body = sep.join([self.visit(x) for x in node.children])
318
+ if self.pretty:
319
+ return f"{node.op}({body})"
320
+ return f"{node.op}({body})"
321
+
322
+ def visit_ParamOp(self, node: AST.ParamOp) -> str:
323
+ if node.op == HAVING:
324
+ return f"{node.op} {self.visit(node.params)}"
325
+ elif node.op in [SUBSTR, INSTR, REPLACE, ROUND, TRUNC, UNION, SETDIFF, SYMDIFF, INTERSECT]:
326
+ params_sep = ", " if len(node.params) > 1 else ""
327
+ return (
328
+ f"{node.op}({self.visit(node.children[0])}, "
329
+ f"{params_sep.join([self.visit(x) for x in node.params])})"
330
+ )
331
+
332
+ elif node.op in (CHECK_HIERARCHY, HIERARCHY):
333
+ if len(node.children) == 2:
334
+ operand = self.visit(node.children[0])
335
+ rule_name = self.visit(node.children[1])
336
+
337
+ if self.pretty:
338
+ return f"{node.op}({nl}{tab * 2}{operand},{nl}{tab * 2}{rule_name}{nl})"
339
+ else:
340
+ return f"{node.op}({operand}, {rule_name})"
341
+ operand = self.visit(node.children[0])
342
+ component_name = self.visit(node.children[1])
343
+ rule_name = self.visit(node.children[2])
344
+
345
+ param_mode_value = node.params[0].value
346
+ param_input_value = node.params[1].value
347
+ param_output_value = node.params[2].value
348
+
349
+ condition_str = ""
350
+ if len(node.children) > 3:
351
+ condition_str += "condition "
352
+ conditions = []
353
+ for condition in node.children[3:]:
354
+ conditions.append(self.visit(condition))
355
+ condition_str += ", ".join(conditions)
356
+ condition_str += f"{nl}{tab * 2}" if self.pretty else " "
357
+
358
+ default_value_input = "dataset" if node.op == CHECK_HIERARCHY else "rule"
359
+ default_value_output = "invalid" if node.op == CHECK_HIERARCHY else "computed"
360
+
361
+ param_mode = f" {param_mode_value}" if param_mode_value != "non_null" else ""
362
+ param_input = (
363
+ f" {param_input_value}" if param_input_value != default_value_input else ""
364
+ )
365
+ param_output = (
366
+ f" {param_output_value}" if param_output_value != default_value_output else ""
367
+ )
368
+ if self.pretty:
369
+ return (
370
+ f"{node.op}({nl}{tab * 2}{operand},"
371
+ f"{nl}{tab * 2}{rule_name}{nl}{tab * 2}{condition_str}rule "
372
+ f"{component_name}"
373
+ f"{param_mode}{param_input}{param_output})"
374
+ )
375
+ else:
376
+ return (
377
+ f"{node.op}({operand}, {rule_name} {condition_str}rule {component_name}"
378
+ f"{param_mode}{param_input}{param_output})"
379
+ )
380
+
381
+ elif node.op == CHECK_DATAPOINT:
382
+ operand = self.visit(node.children[0])
383
+ rule_name = node.children[1]
384
+ output = ""
385
+ if len(node.params) == 1 and node.params[0] != "invalid":
386
+ output = f"{node.params[0]}"
387
+ if self.pretty:
388
+ return f"{node.op}({nl}{tab}{operand},{nl}{tab}{rule_name}{nl}{tab}{output}{nl})"
389
+ else:
390
+ return f"{node.op}({operand}, {rule_name}{output})"
391
+ elif node.op == CAST:
392
+ operand = self.visit(node.children[0])
393
+ data_type = SCALAR_TYPES_CLASS_REVERSE[node.children[1]].lower()
394
+ mask = ""
395
+ if len(node.params) == 1:
396
+ mask = f", {_handle_literal(self.visit(node.params[0]))}"
397
+ if self.pretty:
398
+ return f"{node.op}({operand}, {data_type}{mask})"
399
+ else:
400
+ return f"{node.op}({operand}, {data_type}{mask})"
401
+ elif node.op == FILL_TIME_SERIES:
402
+ operand = self.visit(node.children[0])
403
+ param = node.params[0].value if node.params else "all"
404
+ if self.pretty:
405
+ return f"{node.op}({operand},{param})"
406
+ else:
407
+ return f"{node.op}({operand}, {param})"
408
+ elif node.op == DATE_ADD:
409
+ operand = self.visit(node.children[0])
410
+ shift_number = self.visit(node.params[0])
411
+ period_indicator = self.visit(node.params[1])
412
+ if self.pretty:
413
+ return (
414
+ f"{node.op}({nl}{tab * 2}{operand},{nl}{tab * 2}{shift_number},"
415
+ f"{nl}{tab * 2}"
416
+ f"{period_indicator})"
417
+ )
418
+ else:
419
+ return f"{node.op}({operand}, {shift_number}, {period_indicator})"
420
+ return ""
421
+
422
+ # ---------------------- Individual operators ----------------------
423
+
424
+ def _handle_grouping_having(self, node: AST) -> Tuple[str, str]:
425
+ if self.is_from_agg:
426
+ return "", ""
427
+ grouping = ""
428
+ if node.grouping is not None:
429
+ grouping_sep = ", " if len(node.grouping) > 1 else ""
430
+ grouping_values = []
431
+ for grouping_value in node.grouping:
432
+ if isinstance(grouping_value, TimeAggregation):
433
+ grouping_values.append(self.visit(grouping_value))
434
+ else:
435
+ grouping_values.append(_format_reserved_word(grouping_value.value))
436
+ grouping = f" {node.grouping_op} {grouping_sep.join(grouping_values)}"
437
+ having = f" {self.visit(node.having_clause)}" if node.having_clause is not None else ""
438
+ return grouping, having
439
+
440
+ def visit_Aggregation(self, node: AST.Aggregation) -> str:
441
+ grouping, having = self._handle_grouping_having(node)
442
+ operand = "" if node.operand is None else f"{self.visit(node.operand)}"
443
+ if self.pretty and node.op not in (MAX, MIN):
444
+ return f"{node.op}({nl}{tab * 2}{operand}{grouping}{having}{nl}{tab * 2})"
445
+ return f"{node.op}({operand}{grouping}{having})"
446
+
447
+ def visit_Analytic(self, node: AST.Analytic) -> str:
448
+ operand = "" if node.operand is None else self.visit(node.operand)
449
+ partition = ""
450
+ if node.partition_by:
451
+ partition_sep = ", " if len(node.partition_by) > 1 else ""
452
+ partition_values = [_format_reserved_word(x) for x in node.partition_by]
453
+ partition = f"partition by {partition_sep.join(partition_values)}"
454
+ order = ""
455
+ if node.order_by:
456
+ order_sep = ", " if len(node.order_by) > 1 else ""
457
+ order = f" order by {order_sep.join([self.visit(x) for x in node.order_by])}"
458
+ window = f" {self.visit(node.window)}" if node.window is not None else ""
459
+ params = ""
460
+ if node.params:
461
+ params = "" if len(node.params) == 0 else f", {int(node.params[0])}"
462
+ if self.pretty:
463
+ result = (
464
+ f"{node.op}({nl}{tab * 3}{operand}{params} over({partition}{order} {window})"
465
+ f"{nl}{tab * 2})"
466
+ )
467
+ else:
468
+ result = f"{node.op}({operand}{params} over ({partition}{order}{window}))"
469
+
470
+ return result
471
+
472
+ def visit_Case(self, node: AST.Case) -> str:
473
+ if self.pretty:
474
+ else_str = f"{nl}{tab * 2}else{nl}{tab * 3}{self.visit(node.elseOp)}"
475
+ body_sep = " " if len(node.cases) > 1 else ""
476
+ body = body_sep.join([self.visit(x) for x in node.cases])
477
+ return f"case {body} {else_str}"
478
+ else:
479
+ else_str = f"else {self.visit(node.elseOp)}"
480
+ body_sep = " " if len(node.cases) > 1 else ""
481
+ body = body_sep.join([self.visit(x) for x in node.cases])
482
+ return f"case {body} {else_str}"
483
+
484
+ def visit_CaseObj(self, node: AST.CaseObj) -> str:
485
+ if self.pretty:
486
+ return (
487
+ f"{nl}{tab * 2}when{nl}{tab * 3}{self.visit(node.condition)}{nl}{tab * 2}then"
488
+ f"{nl}{tab * 3}{self.visit(node.thenOp)}"
489
+ )
490
+ else:
491
+ return f"when {self.visit(node.condition)} then {self.visit(node.thenOp)}"
492
+
493
+ def visit_EvalOp(self, node: AST.EvalOp) -> str:
494
+ operand_sep = ", " if len(node.operands) > 1 else ""
495
+ if self.pretty:
496
+ operands = operand_sep.join([self.visit(x) for x in node.operands])
497
+ ext_routine = f"{nl}{tab * 2}{node.name}({operands})"
498
+ language = f"{nl}{tab * 2}language {_handle_literal(node.language)}{nl}"
499
+ output = f"{tab * 2}returns dataset {_format_dataset_eval(node.output)}"
500
+ return f"eval({ext_routine} {language} {output})"
501
+ else:
502
+ operands = operand_sep.join([self.visit(x) for x in node.operands])
503
+ ext_routine = f"{node.name}({operands})"
504
+ language = f"language {_handle_literal(node.language)}"
505
+ output = f"returns dataset {_format_dataset_eval(node.output)}"
506
+ return f"eval({ext_routine} {language} {output})"
507
+
508
+ def visit_If(self, node: AST.If) -> str:
509
+ if self.pretty:
510
+ else_str = (
511
+ f"else{nl}{tab * 5}{self.visit(node.elseOp)}" if node.elseOp is not None else ""
512
+ )
513
+ return (
514
+ f"{nl}{tab * 4}if {nl}{tab * 5}{self.visit(node.condition)} "
515
+ f"{nl}{tab * 4}then {nl}{tab * 5}{self.visit(node.thenOp)}{nl}{tab * 4}{else_str}"
516
+ )
517
+ else:
518
+ else_str = f"else {self.visit(node.elseOp)}" if node.elseOp is not None else ""
519
+ return f"if {self.visit(node.condition)} then {self.visit(node.thenOp)} {else_str}"
520
+
521
+ def visit_JoinOp(self, node: AST.JoinOp) -> str:
522
+ if self.pretty:
523
+ sep = f",{nl}{tab * 2}" if len(node.clauses) > 1 else ""
524
+ clauses = sep.join([self.visit(x) for x in node.clauses])
525
+ using = ""
526
+ if node.using is not None:
527
+ using_sep = ", " if len(node.using) > 1 else ""
528
+ using_values = [_format_reserved_word(x) for x in node.using]
529
+ using = f"using {using_sep.join(using_values)}"
530
+ return f"{node.op}({nl}{tab * 2}{clauses}{nl}{tab * 2}{using})"
531
+ else:
532
+ sep = ", " if len(node.clauses) > 1 else ""
533
+ clauses = sep.join([self.visit(x) for x in node.clauses])
534
+ using = ""
535
+ if node.using is not None:
536
+ using_sep = ", " if len(node.using) > 1 else ""
537
+ using_values = [_format_reserved_word(x) for x in node.using]
538
+ using = f" using {using_sep.join(using_values)}"
539
+ return f"{node.op}({clauses}{using})"
540
+
541
+ def visit_ParFunction(self, node: AST.ParFunction) -> str:
542
+ return f"({self.visit(node.operand)})"
543
+
544
+ def visit_RegularAggregation(self, node: AST.RegularAggregation) -> str:
545
+ child_sep = ", " if len(node.children) > 1 else ""
546
+ if node.op == AGGREGATE:
547
+ self.is_from_agg = True
548
+ body = child_sep.join([self.visit(x) for x in node.children])
549
+ self.is_from_agg = False
550
+ grouping, having = self._handle_grouping_having(node.children[0].right)
551
+ if self.pretty:
552
+ body = f"{nl}{tab * 3}{body}{nl}{tab * 3}{grouping}{having}{nl}{tab * 2}"
553
+ else:
554
+ body = f"{body}{grouping}{having}"
555
+ elif node.op == DROP and self.pretty:
556
+ drop_sep = f",{nl}{tab * 3}" if len(node.children) > 1 else ""
557
+ body = f"{drop_sep.join([self.visit(x) for x in node.children])}{nl}{tab * 2}"
558
+ elif node.op == FILTER and self.pretty:
559
+ condition = self.visit(node.children[0])
560
+ if " and " in condition or " or " in condition:
561
+ for op in (" and ", " or "):
562
+ condition = condition.replace(op, f"{op}{nl}{tab * 5}")
563
+ body = f"{nl}{tab * 4}{condition}{nl}{tab * 2}"
564
+ else:
565
+ body = child_sep.join([self.visit(x) for x in node.children])
566
+ if isinstance(node.dataset, AST.JoinOp) and node.op in [
567
+ CALC,
568
+ DROP,
569
+ FILTER,
570
+ KEEP,
571
+ RENAME,
572
+ APPLY,
573
+ ]:
574
+ dataset = self.visit(node.dataset)
575
+ if self.pretty:
576
+ return f"{dataset[:-1]} {(node.op)} {body}{nl}{tab})"
577
+ else:
578
+ return f"{dataset[:-1]} {node.op} {body})"
579
+ else:
580
+ dataset = self.visit(node.dataset)
581
+ if self.pretty:
582
+ return f"{dataset}{nl}{tab * 2}[{node.op} {body}]"
583
+ else:
584
+ return f"{dataset}[{node.op} {body}]"
585
+
586
+ def visit_RenameNode(self, node: AST.RenameNode) -> str:
587
+ return f"{node.old_name} to {node.new_name}"
588
+
589
+ def visit_TimeAggregation(self, node: AST.TimeAggregation) -> str:
590
+ operand = self.visit(node.operand)
591
+ period_from = "_" if node.period_from is None else _handle_literal(node.period_from)
592
+ period_to = _handle_literal(node.period_to)
593
+ if self.pretty:
594
+ return f"{node.op}({period_to}, {period_from}, {operand})"
595
+ else:
596
+ return f"{node.op}({period_to}, {period_from}, {operand})"
597
+
598
+ def visit_UDOCall(self, node: AST.UDOCall) -> str:
599
+ params_sep = ", " if len(node.params) > 1 else ""
600
+ params = params_sep.join([self.visit(x) for x in node.params])
601
+ return f"{node.op}({params})"
602
+
603
+ def visit_Validation(self, node: AST.Validation) -> str:
604
+ operand = self.visit(node.validation)
605
+ imbalance = f" imbalance {self.visit(node.imbalance)}" if node.imbalance is not None else ""
606
+ error_code = (
607
+ f" errorcode {_handle_literal(node.error_code)}" if node.error_code is not None else ""
608
+ )
609
+ error_level = f" errorlevel {node.error_level}" if node.error_level is not None else ""
610
+ invalid = " invalid" if node.invalid else " all"
611
+ if self.pretty:
612
+ error_code = f"{nl}{tab * 2}{error_code.strip()}" if error_code else ""
613
+ error_level = f"{nl}{tab * 2}{error_level.strip()}" if error_level else ""
614
+ imbalance = f"{nl}{tab * 2}{imbalance.strip()}" if imbalance else ""
615
+ invalid = f"{nl}{tab * 2}{invalid.strip()}" if invalid else ""
616
+ return (
617
+ f"{node.op}({nl}{tab * 2}{operand}{error_code}{error_level}"
618
+ f"{imbalance}{invalid}{nl}{tab})"
619
+ )
620
+ return f"{node.op}({operand}{error_code}{error_level}{imbalance}{invalid})"
621
+
622
+ # ---------------------- Constants and IDs ----------------------
623
+
624
+ def visit_VarID(self, node: AST.VarID) -> str:
625
+ return _format_reserved_word(node.value)
626
+
627
+ def visit_Identifier(self, node: AST.Identifier) -> Any:
628
+ return _format_reserved_word(node.value)
629
+
630
+ def visit_Constant(self, node: AST.Constant) -> str:
631
+ if node.value is None:
632
+ return "null"
633
+ return _handle_literal(node.value)
634
+
635
+ def visit_ParamConstant(self, node: AST.ParamConstant) -> Any:
636
+ if node.value is None:
637
+ return "null"
638
+ return node.value
639
+
640
+ def visit_Collection(self, node: AST.Collection) -> str:
641
+ if node.kind == "ValueDomain":
642
+ return node.name
643
+ sep = ", " if len(node.children) > 1 else ""
644
+ return f"{{{sep.join([self.visit(x) for x in node.children])}}}"
645
+
646
+ def visit_Windowing(self, node: AST.Windowing) -> str:
647
+ if (
648
+ node.type_ == "data"
649
+ and node.start == -1
650
+ and node.start_mode == "preceding"
651
+ and node.stop == 0
652
+ and node.stop_mode == "current"
653
+ ):
654
+ return ""
655
+ if node.start == -1:
656
+ start = f"unbounded {node.start_mode}"
657
+ elif node.start_mode == "current":
658
+ start = "current data point"
659
+ else:
660
+ start = f"{node.start if node.start != 'current row' else 0} {node.start_mode}"
661
+ stop = f"{node.stop if node.stop != 'current row' else 0} {node.stop_mode}"
662
+ if node.stop_mode == "current":
663
+ stop = "current data point"
664
+ mode = "data points" if node.type_ == "data" else "range"
665
+ return f"{mode} between {start} and {stop}"
666
+
667
+ def visit_OrderBy(self, node: AST.OrderBy) -> str:
668
+ if node.order == "asc":
669
+ return f"{_format_reserved_word(node.component)}"
670
+ return f"{_format_reserved_word(node.component)} {node.order}"
671
+
672
+ def visit_Comment(self, node: AST.Comment) -> None:
673
+ value = copy.copy(node.value)
674
+ value = value[:-1] if value[-1] == "\n" else value
675
+ self.vtl_script += value