relationalai 0.13.0.dev0__py3-none-any.whl → 0.13.1__py3-none-any.whl

v0/relationalai/early_access/dsl/bindings/common.py

@@ -1,402 +0,0 @@
-import dataclasses
-import datetime
-from abc import abstractmethod, ABC
-from enum import Enum
-from typing import Optional, TypeVar, Generic, Tuple, Callable, Sequence
-from typing import Union
-
-import v0.relationalai.semantics as qb
-from v0.relationalai.semantics import std
-from v0.relationalai.semantics.internal import internal as b
-from v0.relationalai.semantics.internal.internal import Not
-from v0.relationalai.early_access.dsl.orm.relationships import Relationship, Role
-from v0.relationalai.early_access.dsl.orm.types import Concept
-from v0.relationalai.early_access.dsl.snow.common import ColumnRef, ForeignKey
-
-_PrimitiveType = Union[int, float, str, bool, datetime.date, datetime.datetime, Enum]
-_CompositeFilterBy = Union[Not, qb.Expression, qb.Fragment, b.Producer]
-FilterBy = Union[_PrimitiveType, _CompositeFilterBy, tuple[_CompositeFilterBy, ...]]
-
-_BuiltInQbTransformer = Callable  # A callable that is a built-in QB transformer, such as string_trim, lowercase, etc.
-_Transformer = Union[_BuiltInQbTransformer, qb.Relationship]
-TransformWith = Union[_Transformer, Sequence[_Transformer]]
-
-_supported_builtins_to_types = {
-    std.strings.lower: (qb.String, qb.String),
-    std.strings.upper: (qb.String, qb.String),
-}
-
-def _get_transform_types(obj: _Transformer):
-    """Utility: return (input_type, output_type) of a transformer/relationship."""
-    if isinstance(obj, qb.Relationship) and obj._arity() == 2:
-        fields = getattr(obj, "_field_refs", None)
-        if fields:
-            return fields[0]._thing, fields[-1]._thing
-    elif isinstance(obj, Callable) and obj in _supported_builtins_to_types:
-        input_type, output_type = _supported_builtins_to_types[obj]
-        return input_type, output_type
-    raise ValueError(f"Cannot infer input/output types from {obj}. Make sure to use a valid built-in transformer or"
-                     f" a binary relationship")
-
-# defining symbol in codegen to not expose this to the user
-Symbol = Concept.builtins["Symbol"]
-
-
-class BindableTable(ABC):
-    """
-    A class representing a bindable table.
-    """
-    _ref: b.Ref
-    _row_field: b.Field
-
-    def _to_keys(self) -> list[b.Ref]:
-        return [self._ref]
-
-    @abstractmethod
-    def key_type(self) -> qb.Concept:
-        pass
-
-    @abstractmethod
-    def physical_name(self) -> str:
-        pass
-
-
-class BindableAttribute(ABC):
-
-    def _to_keys(self) -> list[b.Ref]:
-        return self.table._to_keys()
-
-    @property
-    @abstractmethod
-    def table(self) -> BindableTable:
-        pass
-
-    @abstractmethod
-    def physical_name(self) -> str:
-        pass
-
-    @abstractmethod
-    def type(self) -> qb.Concept:
-        pass
-
-    @property
-    @abstractmethod
-    def references_column(self) -> Optional[ColumnRef]:
-        pass
-
-    @abstractmethod
-    def column_ref(self) -> ColumnRef:
-        pass
-
-
-@dataclasses.dataclass(frozen=True)
-class Binding:
-    """
-    Base class for all bindings in the model. It captures the column and the optional filter that should be applied
-    to the binding.
-
-    Examples of filters:
-        - `FilterBy` can be a primitive value, such as an integer or a string, which will be used to filter the
-          values in the column.
-        - An expression can be used to filter the values in the column based on a more complex condition.
-        - A tuple of expressions can be used to filter the values in the column based on multiple expressions, joined
-          together.
-
-        Note: all the expressions must be atomic, i.e., they cannot contain arbitrarily nested formulas.
-
-        # binds the column to the role in the relationship, filtering out any rows that don't match the specified value
-        {source}.COLUMN.binds(MyRelationship, filter_by="some_value")
-
-        # binds the column to the role in the relationship, filtering out any rows that don't match the specified
-        # expression
-        {source}.COLUMN.binds(MyRelationship, filter_by=(
-            {source}.ANOTHER_COLUMN >= 18
-        ))
-
-        # multiple atoms can be used too, resulting in a conjunction
-        {source}.COLUMN.binds(MyRelationship[MyRole], filter_by=(
-            {source}.ANOTHER_COLUMN >= 18,
-            {source}.YET_ANOTHER_COLUMN == "some_value"
-        ))
-
-    Examples of transformations:
-        - `TransformWith` can be a QB built-in like `strip` or `lower`.
-        - A single *binary* relationship can be used to transform the values in the column, where the type of the value
-          must follow the data type defined in the model for the role.
-        - A tuple of relationships can be used to transform the values in the column, chaining the transformations.
-          The types should chain and match, with the last one being the data type defined in the model for the role.
-
-        # single string lowercase transformation
-        {source}.COLUMN.binds(MyRelationship, transform_with=std.strings.lower)
-
-        # chain of transformations with a strip followed by an uppercase
-        {source}.COLUMN.binds(MyRelationship, transform_with=(
-            std.strings.strip, std.strings.upper
-        ))
-
-        # manually defined transformation relationship
-        my_transformer = Relationship("MyTransformer {String} {String}")
-        s1, s2 = String.ref(), String.ref()
-        define(my_transformer(s1, s2)).where(
-            # ... implement the logic ...
-        )
-
-        {source}.COLUMN.binds(MyRelationship, transform_with=my_transformer)
-    """
-    column: 'BindableColumn'
-    filter_by: Optional[FilterBy]
-    transform_with: Optional[TransformWith]
-
-
-@dataclasses.dataclass(frozen=True)
-class RoleBinding(Binding):
-    """
-    RoleBinding represents a binding between a column and a role in a relationship.
-
-    See `BindableColumn.binds` for more details on how to use this binding.
-    """
-    role: Role
-
-    def __str__(self):
-        return f'RoleBinding[{self.column.table.physical_name()}:{self.column.physical_name()} -> {self.role.player().name()}]'
-
-
-@dataclasses.dataclass(frozen=True)
-class AbstractConceptBinding(Binding):
-    """
-    Represents a parent class for all concept bindings. Doesn't have any specific semantics but serves as a base
-    class for this class hierarchy.
-    """
-    entity_type: qb.Concept
-
-
-@dataclasses.dataclass(frozen=True)
-class IdentifierConceptBinding(AbstractConceptBinding):
-    """
-    Represents a binding between an identifier column and a specific entity type.
-
-    This binding could either represent a constructor binding (instances of the entity type are constructed from the
-    values), referent binding (instances of the entity type are being looked up by the values), or a subtype binding
-    (instances are being looked up using the parent type's ref scheme, or it acts as a constructor for the subtype).
-
-    See `BindableColumn.identifies` and `BindableColumn.references` for more details on how to use this binding.
-    """
-
-    def __str__(self):
-        return f'IdentifierConceptBinding[{self.column.table.physical_name()}:{self.column.physical_name()} -> {self.entity_type.name()}]'
-
-
-@dataclasses.dataclass(frozen=True)
-class ReferentConceptBinding(AbstractConceptBinding):
-    """
-    Represents a binding between an identifier column and a specific entity type, where the values in the column
-    are used to look up existing instances of the entity type.
-
-    See `BindableColumn.identifies` and `BindableColumn.references` for more details on how to use this binding.
-    """
-
-    def __str__(self):
-        return f'ReferentConceptBinding[{self.column.table.physical_name()}:{self.column.physical_name()} -> {self.entity_type.name()}]'
-
-
-@dataclasses.dataclass(frozen=True)
-class SubtypeConceptBinding(AbstractConceptBinding):
-    """
-    Represents a binding between an identifier column and a subtype of an entity type, where the values in the column
-    are used to filter existing instances of the parent entity type. That could be done either directly (any value from
-    that column is a subtype) or with the extra filter passed in `filter_by`, by filtering out the rows that do not
-    match the specified value.
-
-    See `BindableColumn.binds_subtype` for more details on how to use this binding.
-    """
-
-    def __str__(self):
-        return f'SubtypeConceptBinding[{self.column.table.physical_name()}:{self.column.physical_name()} -> {self.entity_type.name()}]'
-
-
-class BindableColumn(BindableAttribute, ABC):
-    _source: BindableTable
-    _references_column: Optional[ColumnRef]
-
-    def __init__(self, col_name: str, col_type: qb.Concept, source: BindableTable, model):
-        self._col_name = col_name
-        self._type = col_type
-        self._source = source
-        self._orm_model = model
-        self._references_column = None
-
-    def identifies(self, entity_type: Concept, filter_by: Optional[FilterBy] = None,
-                   transform_with: Optional[TransformWith] = None):
-        """
-        Binds a column that identifies an entity type. With that, the values in the column are used to construct
-        instances of the entity type.
-
-        Examples:
-            {source}.ID.identifies(Person) # binds the column values to the Person entity type, constructing instances
-        """
-        if isinstance(entity_type, Enum):
-            raise ValueError(f'Cannot bind to Enum {entity_type}, use `references` instead')
-        filter_by = self._handle_primitive_filter(filter_by)
-        binding = IdentifierConceptBinding(column=self, entity_type=entity_type, filter_by=filter_by,
-                                           transform_with=transform_with)
-        self._orm_model.binding(binding)
-
-    def references(self, entity_type: Concept, filter_by: Optional[FilterBy] = None,
-                   transform_with: Optional[TransformWith] = None):
-        """
-        Binds a column that references an identifier of an entity type. With that, the values in the column are
-        used to look up existing instances of the entity type.
-
-        Examples:
-            {source}.ID.identifies(Person) # binds the column values to the Person entity type, constructing instances
-            {another_source}.PERSON_ID.references(Person) # binds the column values to the Person entity type,
-                                                          # looking up existing instances
-
-            {source}.TRACKING_NUMER.identifies(TrackingNumber) # constructs instances of the TrackingNumber entity type
-            {source}.RETURN_TRACKING_NUMBER.references(TrackingNumber) # looks up existing instances of the TrackingNumber entity type
-        """
-        filter_by = self._handle_primitive_filter(filter_by)
-        binding = ReferentConceptBinding(column=self, entity_type=entity_type, filter_by=filter_by,
-                                         transform_with=transform_with)
-        self._orm_model.binding(binding)
-
-    def binds_subtype(self, sub_type: Concept, filter_by: Optional[FilterBy] = None,
-                      transform_with: Optional[TransformWith] = None):
-        """
-        Binds a column that contains identifier of the subtype. The values in the column are used to filter
-        existing instances of the parent entity type by filtering out the rows that do not match the
-        specified value.
-
-        Note: the subtype must inherit the reference scheme of the parent entity type and not define its own. Otherwise,
-        use `identifies` or `references` to bind to the subtype.
-
-        Examples:
-            # constructs instances of the CorporateAction entity type
-            {source}.CORPORATE_ACTION_ID.identifies(CorporateAction)
-
-            # partitions CorporateAction into Split subtype
-            {source}.CORPORATE_ACTION_ID.binds_subtype(Split, filter_by=(
-                {source}.CORPORATE_ACTION_TYPE == "SPLIT"
-            ))
-
-            # partitions CorporateAction into Merger subtype
-            {source}.CORPORATE_ACTION_ID.binds_subtype(Merger, filter_by=(
-                {source}.CORPORATE_ACTION_TYPE == "MERGER"
-            ))
-        """
-        filter_by = self._handle_primitive_filter(filter_by)
-        binding = SubtypeConceptBinding(column=self, entity_type=sub_type, filter_by=filter_by,
-                                        transform_with=transform_with)
-        self._orm_model.binding(binding)
-
-    def binds(self, elm, filter_by: Optional[FilterBy] = None, transform_with: Optional[TransformWith] = None):
-        """
-        Binds the column to a role in a relationship or a role itself. It's possible to bind a column to a binary
-        relationship, which will bind to the last role in the relationship.
-
-        Examples:
-            {source}.{column}.binds(MyRelationship) # binds the last role in MyRelationship
-
-            {source}.{column}.binds(MyRelationship[MyConcept]) # binds the role played by MyConcept (if unique)
-
-            # binding by index (may be useful for relationships with multiple roles played by the same concept)
-            # BecameFriendsAt = Relationship("{Person} at {DateTime} befriended {Person}")
-            friends_source.PERSON_ID.binds(BecameFriendsAt[0]) # binds the first Person role
-            friends_source.BEFRIENDED_AT.binds(BecameFriendsAt[DateTime]) # binds the DateTime role
-            friends_source.FRIEND_ID.binds(BecameFriendsAt[2]) # binds the second Person role (third in the relationship)
-        """
-        if isinstance(elm, Relationship):
-            # this binds to the last role in binary relations
-            if elm._arity() > 2:
-                raise ValueError(f'Expected binary or unary relationship, got arity {elm._arity()}')
-            roles = elm._roles()
-            role = roles[-1]
-        elif isinstance(elm, Role):
-            role = elm
-        else:
-            raise Exception(
-                f'Expected ORM Relationship or Role, got {type(elm)} - QB Relationships cannot be used in bindings')
-        filter_by = self._handle_primitive_filter(filter_by)
-        binding = RoleBinding(role=role, column=self, filter_by=filter_by, transform_with=transform_with)
-        self._orm_model.binding(binding)
-
-    def _handle_primitive_filter(self, filter_by: Optional[FilterBy]) -> Optional[FilterBy]:
-        if isinstance(filter_by, _PrimitiveType):
-            eq = b.Relationship.builtins["="]
-            return b.Expression(eq, self, filter_by)
-        elif isinstance(filter_by, Tuple):
-            return b.where(*filter_by)
-        else:
-            return filter_by
-
-    @property
-    def table(self):
-        return self._source
-
-    @property
-    def references_column(self) -> Optional[ColumnRef]:
-        return self._references_column
-
-    @references_column.setter
-    def references_column(self, ref: ColumnRef):
-        self._references_column = ref
-
-    def physical_name(self) -> str:
-        return self._col_name
-
-    def type(self) -> qb.Concept:
-        return self._type
-
-    def column_ref(self) -> ColumnRef:
-        return ColumnRef(self._source.physical_name(), self.physical_name())
-
-
-T = TypeVar("T", bound=BindableColumn)
-class AbstractBindableTable(BindableTable, Generic[T], ABC):
-    _foreign_keys: set[ForeignKey]
-
-    def __init__(self, fqn: str, model, foreign_keys: set[ForeignKey]):
-        self._fqn = fqn
-        self._model = model
-        self._cols: dict[str, T] = dict()
-        self._foreign_keys = foreign_keys
-
-    def __getattr__(self, key):
-        if key in self.__dict__:
-            return self.__dict__[key]
-        if key in self._cols:
-            return self._cols[key]
-        raise AttributeError(f'Table "{self.physical_name()}" has no column named "{key}"')
-
-    def foreign_key(self, *refs: Tuple[BindableColumn, BindableColumn]):
-        source_columns = []
-        target_columns = []
-
-        for source, target in refs:
-            source_columns.append(ColumnRef(source.table.physical_name(), source.physical_name()))
-            target_columns.append(ColumnRef(target.table.physical_name(), target.physical_name()))
-
-        source_col_names = "_".join(col.column for col in source_columns)
-        target_col_names = "_".join(col.column for col in target_columns)
-
-        fk_name = f"fk_{source_col_names}__to__{target_col_names}"
-
-        fk = ForeignKey(fk_name, source_columns, target_columns)
-        self._foreign_keys.add(fk)
-        self._process_foreign_key(fk)
-
-    def key_type(self) -> qb.Concept:
-        return qb.Integer
-
-    def columns(self):
-        return self._cols
-
-    def _process_foreign_keys(self):
-        for fk in self._foreign_keys:
-            self._process_foreign_key(fk)
-
-    def _process_foreign_key(self, fk):
-        # TODO : this doesn't work for composite FKs
-        for col in fk.source_columns:
-            target_col = fk.target_columns[0]
-            self._cols[col.column].references_column = target_col

v0/relationalai/early_access/dsl/bindings/csv.py

@@ -1,170 +0,0 @@
-from io import StringIO
-from typing import Optional, Hashable
-
-import numpy as np
-import pandas as pd
-
-from v0.relationalai.semantics import define, where
-from v0.relationalai.semantics.std import decimals
-from v0.relationalai.semantics.internal import internal as b
-from v0.relationalai.early_access.dsl.bindings.common import BindableColumn, AbstractBindableTable
-from v0.relationalai.early_access.dsl.snow.common import CsvColumnMetadata
-from v0.relationalai.early_access.dsl.utils import normalize
-
-
-class BindableCsvColumn(BindableColumn, b.Relationship):
-    _metadata: CsvColumnMetadata
-    _column_basic_type: str
-
-    def __init__(self, metadata: CsvColumnMetadata, source: 'CsvTable', model):
-        BindableColumn.__init__(self, metadata.name, metadata.datatype, source, model)
-        fqn, fields, field_refs = self._relationship_ctor_inputs(metadata, source)
-        b.Relationship.__init__(self, fqn, model=model.qb_model(), fields=fields, field_refs=field_refs)
-        self._metadata = metadata
-        self._column_basic_type = "Int64" if metadata.datatype._name == b.Integer._name else "string"
-
-    @staticmethod
-    def _relationship_ctor_inputs(metadata: CsvColumnMetadata, source: 'CsvTable'):
-        """
-        Handles the construction of the Relationship name components.
-
-        We use a separate QB relationship per source column, as this allows proper typing.
-        """
-        col_name = metadata.name
-        col_type = metadata.datatype
-        source_name = source.physical_name()
-        fqn = f"{source_name}_{col_name}"
-        fields = [source._row_field, b.Field(name=col_name, type_str=str(col_type), type=col_type)]
-        field_refs = [source._ref, col_type.ref()]
-        return fqn, fields, field_refs
-
-    def __call__(self, *args):
-        """
-        Allows the column to be called as a function, which is handy for manual data weaving.
-
-        Example:
-            row = Integer.ref()
-            where(
-                {source}.ID(row, id),
-                {source}.NAME(row, name),
-                person := Person.new(id=id)
-            ).define(
-                person,
-                Person.name(person, name)
-            )
-        """
-        if len(args) != 2:
-            raise ValueError(f'Expected 2 arguments passed to a call to BindableColumn, got {len(args)}')
-        return b.Relationship.__call__(self, *args)
-
-    @property
-    def metadata(self):
-        return self._metadata
-
-    def basic_type(self):
-        return self._column_basic_type
-
-    def decimal_scale(self) -> Optional[int]:
-        typ = self.type()
-        if decimals.is_decimal(typ):
-            return decimals.scale(typ)
-        else:
-            return None
-
-    def __repr__(self):
-        return f"CSV:{self._source.physical_name()}.{self.physical_name()}"
-
-
-class CsvTable(AbstractBindableTable[BindableCsvColumn]):
-    _basic_type_schema: dict[Hashable, str]
-    _csv_data: list[pd.DataFrame]
-    _num_rows: int
-
-    def __init__(self, fqn: str, schema: dict[str, b.Concept], model):
-        AbstractBindableTable.__init__(self, fqn, model, set())
-        self._initialize(schema, model)
-
-    def _initialize(self, schema: dict[str, b.Concept], model):
-        self._concept = b.Concept(self._fqn, extends=[b.Concept.builtins["RowId"]])
-        b.Concept.globals[self._fqn.lower()] = self._concept
-        ref = self._concept.ref("row_id")
-        assert isinstance(ref, b.Ref)
-        self._ref = ref
-        self._row_field = b.Field(name="row_id", type_str=self._fqn, type=self._concept)
-        self._csv_data = list()
-        self._num_rows = 0
-        self._cols = {column_name: BindableCsvColumn(CsvColumnMetadata(column_name, column_type), self, model)
-                      for column_name, column_type in schema.items()}
-        self._basic_type_schema = {col.metadata.name: col.basic_type() for col in self._cols.values()}
-
-    def _compile_lookup(self, compiler:b.Compiler, ctx:b.CompilerContext):
-        return compiler.lookup(self._ref, ctx)
-
-    def _to_keys(self) -> list[b.Ref]:
-        assert isinstance( self._ref, b.Ref)
-        return [self._ref]
-
-    def __str__(self):
-        # returns the name of the table, as well as the columns and their types
-        return self.physical_name() + ':\n' + '\n'.join(
-            [f' {col.metadata.name} {col.metadata.datatype}' for _, col in self._cols.items()]
-        ) + '\n' + '\n'.join(
-            [f' {fk.source_columns} -> {fk.target_columns}' for fk in self._foreign_keys]
-        )
-
-    @property
-    def csv_data(self) -> list[pd.DataFrame]:
-        return self._csv_data
-
-    def physical_name(self) -> str:
-        return self._fqn.lower()
-
-    def data(self, csv_data: str):
-        csv_df = pd.read_csv(StringIO(normalize(csv_data)), dtype=self._basic_type_schema)
-        self._csv_data.append(csv_df)
-        CsvSourceModule.generate(self, csv_df, row_offset=self._num_rows)
-        # update offset now that we generated the rules
-        self._num_rows += len(csv_df)
-
-class CsvSourceModule:
-
-    @staticmethod
-    def generate(table: CsvTable, data: pd.DataFrame, row_offset: int = 0):
-        for local_index, row in enumerate(data.itertuples(index=False)):
-            row_index = row_offset + local_index
-            for column_name in data.columns:
-                value = getattr(row, column_name)
-                if pd.notna(value):
-                    column = table.__getattr__(column_name)
-                    column_type = column.type()
-                    if column_type._name == b.Date._name:
-                        CsvSourceModule._row_to_date_value_rule(column, row_index, value)
-                    elif column_type._name == b.DateTime._name:
-                        CsvSourceModule._row_to_date_time_value_rule(column, row_index, value)
-                    elif b.is_decimal(column_type):
-                        CsvSourceModule._row_to_decimal_value_rule(column, row_index, value)
-                    else:
-                        CsvSourceModule._row_to_value_rule(column, row_index, value)
-
-    @staticmethod
-    def _row_to_value_rule(column, row, value):
-        # if numpy scalar, convert to a native Python type
-        if isinstance(value, np.generic):
-            value = value.item()
-        define(column(row, value))
-
-    @staticmethod
-    def _row_to_date_value_rule(column, row, value):
-        parse_date = b.Relationship.builtins['parse_date']
-        rez = b.Date.ref()
-        where(parse_date(value, 'yyyy-mm-dd', rez)).define(column(row, rez))
-
-    @staticmethod
-    def _row_to_date_time_value_rule(column, row, value):
-        parse_datetime = b.Relationship.builtins['parse_datetime']
-        rez = b.DateTime.ref()
-        where(parse_datetime(value, 'yyy-mm-dd HH:MM:SS z', rez)).define(column(row, rez))
-
-    @staticmethod
-    def _row_to_decimal_value_rule(column, row, value):
-        define(column(row, decimals.parse(value, column.type())))