kumoai 2.13.0.dev202512041731__cp310-cp310-win_amd64.whl → 2.15.0.dev202601141731__cp310-cp310-win_amd64.whl

kumoai/experimental/rfm/local_graph_sampler.py

@@ -1,223 +0,0 @@
-import re
-from typing import Dict, List, Optional, Tuple
-
-import numpy as np
-import pandas as pd
-from kumoapi.rfm.context import EdgeLayout, Link, Subgraph, Table
-from kumoapi.typing import Stype
-
-import kumoai.kumolib as kumolib
-from kumoai.experimental.rfm.local_graph_store import LocalGraphStore
-
-PUNCTUATION = re.compile(r"[\'\"\.,\(\)\!\?\;\:]")
-MULTISPACE = re.compile(r"\s+")
-
-
-def normalize_text(
-    ser: pd.Series,
-    max_words: Optional[int] = 50,
-) -> pd.Series:
-    r"""Normalizes text into a list of lower-case words.
-
-    Args:
-        ser: The :class:`pandas.Series` to normalize.
-        max_words: The maximum number of words to return.
-            This will auto-shrink any large text column to avoid blowing up
-            context size.
-    """
-    if len(ser) == 0 or pd.api.types.is_list_like(ser.iloc[0]):
-        return ser
-
-    def normalize_fn(line: str) -> list[str]:
-        line = PUNCTUATION.sub(" ", line)
-        line = re.sub(r"<br\s*/?>", " ", line)  # Handle <br /> or <br>
-        line = MULTISPACE.sub(" ", line)
-        words = line.split()
-        if max_words is not None:
-            words = words[:max_words]
-        return words
-
-    ser = ser.fillna('').astype(str)
-
-    if max_words is not None:
-        # We estimate the number of words as 5 characters + 1 space in an
-        # English text on average. We need this pre-filter here, as word
-        # splitting on a giant text can be very expensive:
-        ser = ser.str[:6 * max_words]
-
-    ser = ser.str.lower()
-    ser = ser.map(normalize_fn)
-
-    return ser
-
-
-class LocalGraphSampler:
-    def __init__(self, graph_store: LocalGraphStore) -> None:
-        self._graph_store = graph_store
-        self._sampler = kumolib.NeighborSampler(
-            self._graph_store.node_types,
-            self._graph_store.edge_types,
-            {
-                '__'.join(edge_type): colptr
-                for edge_type, colptr in self._graph_store.colptr_dict.items()
-            },
-            {
-                '__'.join(edge_type): row
-                for edge_type, row in self._graph_store.row_dict.items()
-            },
-            self._graph_store.time_dict,
-        )
-
-    def __call__(
-        self,
-        entity_table_names: Tuple[str, ...],
-        node: np.ndarray,
-        time: np.ndarray,
-        num_neighbors: List[int],
-        exclude_cols_dict: Dict[str, List[str]],
-    ) -> Subgraph:
-
-        (
-            row_dict,
-            col_dict,
-            node_dict,
-            batch_dict,
-            num_sampled_nodes_dict,
-            num_sampled_edges_dict,
-        ) = self._sampler.sample(
-            {
-                '__'.join(edge_type): num_neighbors
-                for edge_type in self._graph_store.edge_types
-            },
-            {},  # time interval based sampling
-            entity_table_names[0],
-            node,
-            time // 1000**3,  # nanoseconds to seconds
-        )
-
-        table_dict: Dict[str, Table] = {}
-        for table_name, node in node_dict.items():
-            batch = batch_dict[table_name]
-
-            if len(node) == 0:
-                continue
-
-            df = self._graph_store.df_dict[table_name]
-
-            num_sampled_nodes = num_sampled_nodes_dict[table_name].tolist()
-            stype_dict = {  # Exclude target columns:
-                column_name: stype
-                for column_name, stype in
-                self._graph_store.stype_dict[table_name].items()
-                if column_name not in exclude_cols_dict.get(table_name, [])
-            }
-            primary_key: Optional[str] = None
-            if table_name in entity_table_names:
-                primary_key = self._graph_store.pkey_name_dict.get(table_name)
-
-            columns: List[str] = []
-            if table_name in entity_table_names:
-                columns += [self._graph_store.pkey_name_dict[table_name]]
-            columns += list(stype_dict.keys())
-
-            if len(columns) == 0:
-                table_dict[table_name] = Table(
-                    df=pd.DataFrame(index=range(len(node))),
-                    row=None,
-                    batch=batch,
-                    num_sampled_nodes=num_sampled_nodes,
-                    stype_dict=stype_dict,
-                    primary_key=primary_key,
-                )
-                continue
-
-            row: Optional[np.ndarray] = None
-            if table_name in self._graph_store.end_time_column_dict:
-                # Set end time to NaT for all values greater than anchor time:
-                df = df.iloc[node].reset_index(drop=True)
-                col_name = self._graph_store.end_time_column_dict[table_name]
-                ser = df[col_name]
-                value = ser.astype('datetime64[ns]').astype(int).to_numpy()
-                mask = value > time[batch]
-                df.loc[mask, col_name] = pd.NaT
-            else:
-                # Only store unique rows in `df` above a certain threshold:
-                unique_node, inverse = np.unique(node, return_inverse=True)
-                if len(node) > 1.05 * len(unique_node):
-                    df = df.iloc[unique_node].reset_index(drop=True)
-                    row = inverse
-                else:
-                    df = df.iloc[node].reset_index(drop=True)
-
-            # Filter data frame to minimal set of columns:
-            df = df[columns]
-
-            # Normalize text (if not already pre-processed):
-            for column_name, stype in stype_dict.items():
-                if stype == Stype.text:
-                    df[column_name] = normalize_text(df[column_name])
-
-            table_dict[table_name] = Table(
-                df=df,
-                row=row,
-                batch=batch,
-                num_sampled_nodes=num_sampled_nodes,
-                stype_dict=stype_dict,
-                primary_key=primary_key,
-            )
-
-        link_dict: Dict[Tuple[str, str, str], Link] = {}
-        for edge_type in self._graph_store.edge_types:
-            edge_type_str = '__'.join(edge_type)
-
-            row = row_dict[edge_type_str]
-            col = col_dict[edge_type_str]
-
-            if len(row) == 0:
-                continue
-
-            # Do not store reverse edge type if it is a replica:
-            rev_edge_type = Subgraph.rev_edge_type(edge_type)
-            rev_edge_type_str = '__'.join(rev_edge_type)
-            if (rev_edge_type in link_dict
-                    and np.array_equal(row, col_dict[rev_edge_type_str])
-                    and np.array_equal(col, row_dict[rev_edge_type_str])):
-                link = Link(
-                    layout=EdgeLayout.REV,
-                    row=None,
-                    col=None,
-                    num_sampled_edges=(
-                        num_sampled_edges_dict[edge_type_str].tolist()),
-                )
-                link_dict[edge_type] = link
-                continue
-
-            layout = EdgeLayout.COO
-            if np.array_equal(row, np.arange(len(row))):
-                row = None
-            if np.array_equal(col, np.arange(len(col))):
-                col = None
-
-            # Store in compressed representation if more efficient:
-            num_cols = table_dict[edge_type[2]].num_rows
-            if col is not None and len(col) > num_cols + 1:
-                layout = EdgeLayout.CSC
-                colcount = np.bincount(col, minlength=num_cols)
-                col = np.empty(num_cols + 1, dtype=col.dtype)
-                col[0] = 0
-                np.cumsum(colcount, out=col[1:])
-
-            link = Link(
-                layout=layout,
-                row=row,
-                col=col,
-                num_sampled_edges=(
-                    num_sampled_edges_dict[edge_type_str].tolist()),
-            )
-            link_dict[edge_type] = link
-
-        return Subgraph(
-            anchor_time=time,
-            table_dict=table_dict,
-            link_dict=link_dict,
-        )