pylegend 0.7.0__tar.gz → 0.9.0__tar.gz

{pylegend-0.7.0 → pylegend-0.9.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pylegend
-Version: 0.7.0
+Version: 0.9.0
 Summary: Python language binding for Legend data management platform
 License: Apache-2.0
 License-File: LICENSE

{pylegend-0.7.0 → pylegend-0.9.0}/pylegend/_typing.py

@@ -16,6 +16,7 @@ from typing import Callable as PyLegendCallable
 from typing import Dict as PyLegendDict
 from typing import Iterator as PyLegendIterator
 from typing import List as PyLegendList
+from typing import Set as PyLegendSet
 from typing import Optional as PyLegendOptional
 from typing import Sequence as PyLegendSequence
 from typing import Type as PyLegendType
@@ -24,6 +25,8 @@ from typing import Tuple as PyLegendTuple
 from typing import Generator as PyLegendGenerator
 from typing import Union as PyLegendUnion
 from typing import Generic as PyLegendGeneric
+from typing import Hashable as PyLegendHashable
+from typing import Mapping as PyLegendMapping
 from typing import TYPE_CHECKING
 
 
@@ -32,6 +35,7 @@ __all__: PyLegendSequence[str] = [
     "PyLegendDict",
     "PyLegendIterator",
     "PyLegendList",
+    "PyLegendSet",
     "PyLegendSequence",
     "PyLegendType",
     "PyLegendTypeVar",
@@ -40,5 +44,7 @@ __all__: PyLegendSequence[str] = [
     "PyLegendGenerator",
     "PyLegendUnion",
     "PyLegendGeneric",
+    "PyLegendMapping",
+    "PyLegendHashable",
     "TYPE_CHECKING",
 ]

{pylegend-0.7.0 → pylegend-0.9.0}/pylegend/core/database/sql_to_string/db_extension.py

@@ -132,9 +132,9 @@ from pylegend.core.sql.metamodel_extension import (
     EpochExpression,
     WindowExpression,
     ConstantExpression,
+    StringSubStringExpression,
 )
 
-
 __all__: PyLegendSequence[str] = [
     "SqlToStringDbExtension"
 ]
@@ -454,6 +454,8 @@ def expression_processor(
         return extension.process_window_expression(expression, config)
     elif isinstance(expression, ConstantExpression):
         return expression.name
+    elif isinstance(expression, StringSubStringExpression):
+        return extension.process_string_substring_expression(expression, config)
 
     else:
         raise ValueError("Unsupported expression type: " + str(type(expression)))  # pragma: no cover
@@ -484,6 +486,10 @@ def comparison_expression_processor(
         cmp = "<"
     elif comparison.operator == ComparisonOperator.LESS_THAN_OR_EQUAL:
         cmp = "<="
+    elif comparison.operator == ComparisonOperator.REGEX_MATCH:
+        cmp = "~"
+    elif comparison.operator == ComparisonOperator.LIKE:
+        cmp = "~~"
     else:
         raise ValueError("Unknown comparison operator type: " + str(comparison.operator))  # pragma: no cover
 
@@ -674,18 +680,32 @@ def function_call_processor(
 ) -> str:
     # TODO: Handle distinct and filter
 
-    arguments = ("," + config.format.separator(1)).join(
-        [extension.process_expression(arg, config.push_indent()) for arg in function_call.arguments]
+    formatted_args = [
+        extension.process_expression(arg, config.push_indent())
+        for arg in function_call.arguments
+    ]
+
+    total_args_length = sum(len(arg) for arg in formatted_args)
+
+    requires_multiline = (
+            any("\n" in arg or len(arg) > 80 for arg in formatted_args)
+            or total_args_length > 80
     )
 
+    arguments = (
+            "," + (config.format.separator(1) if requires_multiline else " ")
+    ).join(formatted_args)
+
     window = ""
     if function_call.window:
         window = " " + extension.process_window(function_call.window, config)
 
-    first_sep = config.format.separator(1) if function_call.arguments else ""
-    sep0 = config.format.separator(0) if function_call.arguments else ""
     name = extension.process_qualified_name(function_call.name, config)
-    return f"{name}({first_sep}{arguments}{sep0}){window}"
+
+    if not requires_multiline:
+        return f"{name}({arguments}){window}"
+    else:
+        return f"{name}({config.format.separator(1)}{arguments}{config.format.separator(0)}){window}"
 
 
 def named_argument_processor(
@@ -1009,6 +1029,15 @@ class SqlToStringDbExtension:
     def process_string_pos_expression(self, expr: StringPosExpression, config: SqlToStringConfig) -> str:
         return f"STRPOS({self.process_expression(expr.value, config)}, {self.process_expression(expr.other, config)})"
 
+    def process_string_substring_expression(self, expr: StringSubStringExpression, config: SqlToStringConfig) -> str:
+        value = self.process_expression(expr.value, config)
+        start = self.process_expression(expr.start, config)
+        return (
+            f"SUBSTR({value}, ({start}) + 1)"
+            if expr.end is None
+            else f"SUBSTR({value}, ({start}) + 1, ({self.process_expression(expr.end, config)}) - ({start}) + 1)"
+        )
+
     def process_string_concat_expression(self, expr: StringConcatExpression, config: SqlToStringConfig) -> str:
         return f"CONCAT({self.process_expression(expr.first, config)}, {self.process_expression(expr.second, config)})"
 

pylegend-0.9.0/pylegend/core/language/pandas_api/pandas_api_aggregate_specification.py

@@ -0,0 +1,54 @@
+# Copyright 2025 Goldman Sachs
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import numpy as np
+from pylegend._typing import (
+    PyLegendSequence,
+    PyLegendUnion,
+    PyLegendList,
+    PyLegendCallable,
+    PyLegendMapping,
+    PyLegendHashable,
+)
+from pylegend.core.language.shared.primitives.primitive import PyLegendPrimitiveOrPythonPrimitive
+
+__all__: PyLegendSequence[str] = [
+    "PyLegendAggFunc",
+    "PyLegendAggList",
+    "PyLegendAggDict",
+    "PyLegendAggInput",
+]
+
+
+PyLegendAggFunc = PyLegendUnion[  # type: ignore[explicit-any]
+    PyLegendCallable[..., PyLegendPrimitiveOrPythonPrimitive],
+    str,
+    np.ufunc,
+]
+
+PyLegendAggList = PyLegendList[PyLegendAggFunc]
+
+PyLegendAggDict = PyLegendMapping[
+    PyLegendHashable,
+    PyLegendUnion[
+        PyLegendAggFunc,
+        PyLegendAggList
+    ]
+]
+
+PyLegendAggInput = PyLegendUnion[
+    PyLegendAggFunc,
+    PyLegendAggList,
+    PyLegendAggDict,
+]

pylegend-0.9.0/pylegend/core/language/pandas_api/pandas_api_custom_expressions.py

@@ -0,0 +1,85 @@
+# Copyright 2025 Goldman Sachs
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from abc import ABCMeta
+from pylegend.core.language import (
+    PyLegendPrimitive,
+    PyLegendBoolean,
+    PyLegendString,
+    PyLegendNumber,
+    PyLegendInteger,
+    PyLegendFloat,
+    PyLegendDate,
+    PyLegendDateTime,
+    PyLegendStrictDate,
+)
+from pylegend._typing import (
+    PyLegendSequence,
+)
+
+__all__: PyLegendSequence[str] = [
+    "PandasApiPrimitive",
+    "PandasApiBoolean",
+    "PandasApiString",
+    "PandasApiNumber",
+    "PandasApiInteger",
+    "PandasApiFloat",
+    "PandasApiDate",
+    "PandasApiDateTime",
+    "PandasApiStrictDate",
+]
+
+
+class PandasApiPrimitive(PyLegendPrimitive, metaclass=ABCMeta):
+    pass
+
+
+class PandasApiBoolean(PandasApiPrimitive, PyLegendBoolean):
+    def __init__(self, expr: PyLegendBoolean):
+        PyLegendBoolean.__init__(self, expr.value())
+
+
+class PandasApiString(PandasApiPrimitive, PyLegendString):
+    def __init__(self, expr: PyLegendString):
+        PyLegendString.__init__(self, expr.value())
+
+
+class PandasApiNumber(PandasApiPrimitive, PyLegendNumber):
+    def __init__(self, expr: PyLegendNumber):
+        PyLegendNumber.__init__(self, expr.value())
+
+
+class PandasApiInteger(PandasApiPrimitive, PyLegendInteger):
+    def __init__(self, expr: PyLegendInteger):
+        PyLegendInteger.__init__(self, expr.value())
+
+
+class PandasApiFloat(PandasApiPrimitive, PyLegendFloat):
+    def __init__(self, expr: PyLegendFloat):
+        PyLegendFloat.__init__(self, expr.value())
+
+
+class PandasApiDate(PandasApiPrimitive, PyLegendDate):
+    def __init__(self, expr: PyLegendDate):
+        PyLegendDate.__init__(self, expr.value())
+
+
+class PandasApiDateTime(PandasApiPrimitive, PyLegendDateTime):
+    def __init__(self, expr: PyLegendDateTime):
+        PyLegendDateTime.__init__(self, expr.value())
+
+
+class PandasApiStrictDate(PandasApiPrimitive, PyLegendStrictDate):
+    def __init__(self, expr: PyLegendStrictDate):
+        PyLegendStrictDate.__init__(self, expr.value())

pylegend-0.9.0/pylegend/core/language/pandas_api/pandas_api_series.py

@@ -0,0 +1,174 @@
+# Copyright 2025 Goldman Sachs
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import TYPE_CHECKING
+
+import pandas as pd
+
+from pylegend._typing import (
+    PyLegendDict,
+)
+from pylegend._typing import (
+    PyLegendSequence,
+    PyLegendOptional,
+    PyLegendTypeVar
+)
+from pylegend.core.language.pandas_api.pandas_api_tds_row import PandasApiTdsRow
+from pylegend.core.language.shared.column_expressions import PyLegendColumnExpression
+from pylegend.core.language.shared.expression import (
+    PyLegendExpressionBooleanReturn,
+    PyLegendExpressionStringReturn,
+    PyLegendExpressionNumberReturn,
+    PyLegendExpressionIntegerReturn,
+    PyLegendExpressionFloatReturn,
+    PyLegendExpressionDateReturn,
+    PyLegendExpressionDateTimeReturn,
+    PyLegendExpressionStrictDateReturn,
+)
+from pylegend.core.language.shared.primitives.boolean import PyLegendBoolean
+from pylegend.core.language.shared.primitives.date import PyLegendDate
+from pylegend.core.language.shared.primitives.datetime import PyLegendDateTime
+from pylegend.core.language.shared.primitives.float import PyLegendFloat
+from pylegend.core.language.shared.primitives.integer import PyLegendInteger
+from pylegend.core.language.shared.primitives.number import PyLegendNumber
+from pylegend.core.language.shared.primitives.primitive import PyLegendPrimitive
+from pylegend.core.language.shared.primitives.strictdate import PyLegendStrictDate
+from pylegend.core.language.shared.primitives.string import PyLegendString
+from pylegend.core.sql.metamodel import (
+    Expression,
+)
+from pylegend.core.sql.metamodel import QuerySpecification
+from pylegend.core.tds.abstract.frames.base_tds_frame import BaseTdsFrame
+from pylegend.core.tds.result_handler import ResultHandler
+from pylegend.core.tds.tds_column import TdsColumn
+from pylegend.core.tds.tds_frame import FrameToPureConfig
+from pylegend.core.tds.tds_frame import FrameToSqlConfig
+from pylegend.extensions.tds.result_handler import PandasDfReadConfig
+
+if TYPE_CHECKING:
+    from pylegend.core.tds.pandas_api.frames.pandas_api_tds_frame import PandasApiTdsFrame
+
+__all__: PyLegendSequence[str] = [
+    "Series"
+]
+
+R = PyLegendTypeVar('R')
+
+
+class Series(PyLegendColumnExpression, PyLegendPrimitive, BaseTdsFrame):
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        row = PandasApiTdsRow.from_tds_frame("c", base_frame)
+        PyLegendColumnExpression.__init__(self, row=row, column=column)
+
+        self.__base_frame = base_frame
+        self._filtered_frame = base_frame.filter(items=[column])
+
+    def value(self) -> PyLegendColumnExpression:
+        return self
+
+    def to_sql_expression(
+            self,
+            frame_name_to_base_query_map: PyLegendDict[str, QuerySpecification],
+            config: FrameToSqlConfig
+    ) -> Expression:
+        return super().to_sql_expression(frame_name_to_base_query_map, config)
+
+    def to_pure_expression(self, config: FrameToPureConfig) -> str:
+        return super().to_pure_expression(config)
+
+    def columns(self) -> PyLegendSequence[TdsColumn]:
+        return self._filtered_frame.columns()
+
+    def to_sql_query(self, config: FrameToSqlConfig = FrameToSqlConfig()) -> str:
+        return self._filtered_frame.to_sql_query(config)
+
+    def to_pure_query(self, config: FrameToPureConfig = FrameToPureConfig()) -> str:
+        return self._filtered_frame.to_pure_query(config)
+
+    def execute_frame(
+            self,
+            result_handler: ResultHandler[R],
+            chunk_size: PyLegendOptional[int] = None
+    ) -> R:
+        return self._filtered_frame.execute_frame(result_handler, chunk_size)  # pragma: no cover
+
+    def execute_frame_to_string(
+            self,
+            chunk_size: PyLegendOptional[int] = None
+    ) -> str:
+        return self._filtered_frame.execute_frame_to_string(chunk_size)
+
+    def execute_frame_to_pandas_df(
+            self,
+            chunk_size: PyLegendOptional[int] = None,
+            pandas_df_read_config: PandasDfReadConfig = PandasDfReadConfig()
+    ) -> pd.DataFrame:
+        return self._filtered_frame.execute_frame_to_pandas_df(chunk_size, pandas_df_read_config)  # pragma: no cover
+
+    def to_sql_query_object(self, config: FrameToSqlConfig) -> QuerySpecification:
+        return self._filtered_frame.to_sql_query_object(config)  # type: ignore
+
+    def to_pure(self, config: FrameToPureConfig) -> str:
+        return self._filtered_frame.to_pure(config)  # type: ignore
+
+    def get_all_tds_frames(self) -> PyLegendSequence["BaseTdsFrame"]:
+        return self._filtered_frame.get_all_tds_frames()  # type: ignore
+
+
+class BooleanSeries(Series, PyLegendBoolean, PyLegendExpressionBooleanReturn):  # type: ignore
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        super().__init__(base_frame, column)  # pragma: no cover (Boolean column not supported in PURE)
+        PyLegendBoolean.__init__(self, self)  # pragma: no cover (Boolean column not supported in PURE)
+
+
+class StringSeries(Series, PyLegendString, PyLegendExpressionStringReturn):  # type: ignore
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        super().__init__(base_frame, column)
+        PyLegendString.__init__(self, self)
+
+
+class NumberSeries(Series, PyLegendNumber, PyLegendExpressionNumberReturn):  # type: ignore
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        super().__init__(base_frame, column)
+        PyLegendNumber.__init__(self, self)
+
+
+class IntegerSeries(NumberSeries, PyLegendInteger, PyLegendExpressionIntegerReturn):  # type: ignore
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        super().__init__(base_frame, column)
+        PyLegendInteger.__init__(self, self)
+
+
+class FloatSeries(NumberSeries, PyLegendFloat, PyLegendExpressionFloatReturn):  # type: ignore
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        super().__init__(base_frame, column)
+        PyLegendFloat.__init__(self, self)
+
+
+class DateSeries(Series, PyLegendDate, PyLegendExpressionDateReturn):  # type: ignore
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        super().__init__(base_frame, column)
+        PyLegendDate.__init__(self, self)
+
+
+class DateTimeSeries(DateSeries, PyLegendDateTime, PyLegendExpressionDateTimeReturn):  # type: ignore
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        super().__init__(base_frame, column)
+        PyLegendDateTime.__init__(self, self)
+
+
+class StrictDateSeries(DateSeries, PyLegendStrictDate, PyLegendExpressionStrictDateReturn):  # type: ignore
+    def __init__(self, base_frame: "PandasApiTdsFrame", column: str):
+        super().__init__(base_frame, column)
+        PyLegendStrictDate.__init__(self, self)

pylegend-0.9.0/pylegend/core/language/pandas_api/pandas_api_tds_row.py

@@ -0,0 +1,74 @@
+# Copyright 2025 Goldman Sachs
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from pylegend._typing import (
+    PyLegendSequence,
+)
+from pylegend.core.language import (
+    PyLegendBoolean,
+    PyLegendString,
+    PyLegendInteger,
+    PyLegendFloat,
+    PyLegendNumber,
+    PyLegendStrictDate,
+    PyLegendDateTime,
+    PyLegendDate,
+)
+from pylegend.core.language.pandas_api.pandas_api_custom_expressions import (
+    PandasApiBoolean,
+    PandasApiString,
+    PandasApiInteger,
+    PandasApiFloat,
+    PandasApiNumber,
+    PandasApiStrictDate,
+    PandasApiDateTime,
+    PandasApiDate,
+    PandasApiPrimitive,
+)
+from pylegend.core.language.shared.tds_row import AbstractTdsRow
+from pylegend.core.tds.tds_frame import PyLegendTdsFrame
+
+__all__: PyLegendSequence[str] = [
+    "PandasApiTdsRow",
+]
+
+
+class PandasApiTdsRow(AbstractTdsRow):
+    def __init__(self, frame_name: str, frame: PyLegendTdsFrame) -> None:
+        super().__init__(frame_name, frame)
+
+    @staticmethod
+    def from_tds_frame(frame_name: str, frame: PyLegendTdsFrame) -> "PandasApiTdsRow":
+        return PandasApiTdsRow(frame_name=frame_name, frame=frame)
+
+    def __getitem__(self, item: str) -> PandasApiPrimitive:
+        res = super().__getitem__(item)
+        if isinstance(res, PyLegendBoolean):
+            return PandasApiBoolean(res)
+        if isinstance(res, PyLegendString):
+            return PandasApiString(res)
+        if isinstance(res, PyLegendInteger):
+            return PandasApiInteger(res)
+        if isinstance(res, PyLegendFloat):
+            return PandasApiFloat(res)
+        if isinstance(res, PyLegendNumber):
+            return PandasApiNumber(res)
+        if isinstance(res, PyLegendStrictDate):
+            return PandasApiStrictDate(res)
+        if isinstance(res, PyLegendDateTime):
+            return PandasApiDateTime(res)
+        if isinstance(res, PyLegendDate):
+            return PandasApiDate(res)
+
+        raise RuntimeError(f"Unhandled primitive type {type(res)} in Pandas Api")  # pragma: no cover

{pylegend-0.7.0 → pylegend-0.9.0}/pylegend/core/language/shared/literal_expressions.py

@@ -108,7 +108,7 @@ class PyLegendIntegerLiteralExpression(PyLegendExpressionIntegerReturn):
         return IntegerLiteral(value=self.__value)
 
     def to_pure_expression(self, config: FrameToPureConfig) -> str:
-        return str(self.__value)
+        return f"minus({abs(self.__value)})" if self.__value < 0 else str(self.__value)
 
     def is_non_nullable(self) -> bool:
         return True
@@ -128,7 +128,7 @@ class PyLegendFloatLiteralExpression(PyLegendExpressionFloatReturn):
         return DoubleLiteral(value=self.__value)
 
     def to_pure_expression(self, config: FrameToPureConfig) -> str:
-        return str(self.__value)
+        return f"minus({abs(self.__value)})" if self.__value < 0 else str(self.__value)
 
     def is_non_nullable(self) -> bool:
         return True

{pylegend-0.7.0 → pylegend-0.9.0}/pylegend/core/language/shared/operations/integer_operation_expressions.py

@@ -18,6 +18,7 @@ from pylegend._typing import (
 )
 from pylegend.core.language.shared.expression import (
     PyLegendExpressionIntegerReturn,
+    PyLegendExpressionStringReturn,
 )
 from pylegend.core.language.shared.operations.binary_expression import PyLegendBinaryExpression
 from pylegend.core.language.shared.operations.unary_expression import PyLegendUnaryExpression
@@ -28,6 +29,8 @@ from pylegend.core.sql.metamodel import (
     ArithmeticType,
     ArithmeticExpression,
     NegativeExpression,
+    FunctionCall,
+    QualifiedName
 )
 from pylegend.core.sql.metamodel_extension import (
     AbsoluteExpression,
@@ -43,6 +46,7 @@ __all__: PyLegendSequence[str] = [
     "PyLegendIntegerSubtractExpression",
     "PyLegendIntegerMultiplyExpression",
     "PyLegendIntegerModuloExpression",
+    "PyLegendIntegerCharExpression",
 ]
 
 
@@ -212,3 +216,34 @@ class PyLegendIntegerNegativeExpression(PyLegendUnaryExpression, PyLegendExpress
             non_nullable=True,
             operand_needs_to_be_non_nullable=True,
         )
+
+
+class PyLegendIntegerCharExpression(PyLegendUnaryExpression, PyLegendExpressionStringReturn):
+
+    @staticmethod
+    def __to_sql_func(
+            expression: Expression,
+            frame_name_to_base_query_map: PyLegendDict[str, QuerySpecification],
+            config: FrameToSqlConfig
+    ) -> Expression:
+        return FunctionCall(
+            name=QualifiedName(parts=["CHR"]),
+            distinct=False,
+            arguments=[expression],
+            filter_=None, window=None
+        )
+
+    @staticmethod
+    def __to_pure_func(op_expr: str, config: FrameToPureConfig) -> str:
+        return generate_pure_functional_call("char", [op_expr])
+
+    def __init__(self, operand: PyLegendExpressionIntegerReturn) -> None:
+        PyLegendExpressionStringReturn.__init__(self)
+        PyLegendUnaryExpression.__init__(
+            self,
+            operand,
+            PyLegendIntegerCharExpression.__to_sql_func,
+            PyLegendIntegerCharExpression.__to_pure_func,
+            non_nullable=True,
+            operand_needs_to_be_non_nullable=True,
+        )