kumoai 2.13.0.dev202512091732__cp311-cp311-macosx_11_0_arm64.whl → 2.14.0.dev202601051732__cp311-cp311-macosx_11_0_arm64.whl

kumoai/utils/progress_logger.py

@@ -1,6 +1,7 @@
+import re
 import sys
 import time
-from typing import Any, List, Optional, Union
+from typing import Any
 
 from rich.console import Console, ConsoleOptions, RenderResult
 from rich.live import Live
@@ -20,12 +21,23 @@ from typing_extensions import Self
 
 
 class ProgressLogger:
-    def __init__(self, msg: str) -> None:
+    def __init__(self, msg: str, verbose: bool = True) -> None:
         self.msg = msg
-        self.logs: List[str] = []
+        self.verbose = verbose
+        self.depth = 0
+
+        self.logs: list[str] = []
+
+        self.start_time: float | None = None
+        self.end_time: float | None = None
+
+    @classmethod
+    def default(cls, msg: str, verbose: bool = True) -> 'ProgressLogger':
+        from kumoai import in_snowflake_notebook
 
-        self.start_time: Optional[float] = None
-        self.end_time: Optional[float] = None
+        if in_snowflake_notebook():
+            return StreamlitProgressLogger(msg, verbose)
+        return RichProgressLogger(msg, verbose)
 
     @property
     def duration(self) -> float:
@@ -37,11 +49,19 @@ class ProgressLogger:
     def log(self, msg: str) -> None:
         self.logs.append(msg)
 
+    def init_progress(self, total: int, description: str) -> None:
+        pass
+
+    def step(self) -> None:
+        pass
+
     def __enter__(self) -> Self:
+        self.depth += 1
         self.start_time = time.perf_counter()
         return self
 
     def __exit__(self, exc_type: Any, exc_val: Any, exc_tb: Any) -> None:
+        self.depth -= 1
         self.end_time = time.perf_counter()
 
     def __repr__(self) -> str:
@@ -66,22 +86,21 @@ class ColoredTimeRemainingColumn(TimeRemainingColumn):
         return Text(str(super().render(task)), style=self.style)
 
 
-class InteractiveProgressLogger(ProgressLogger):
+class RichProgressLogger(ProgressLogger):
     def __init__(
         self,
         msg: str,
         verbose: bool = True,
         refresh_per_second: int = 10,
     ) -> None:
-        super().__init__(msg=msg)
+        super().__init__(msg=msg, verbose=verbose)
 
-        self.verbose = verbose
         self.refresh_per_second = refresh_per_second
 
-        self._progress: Optional[Progress] = None
-        self._task: Optional[int] = None
+        self._progress: Progress | None = None
+        self._task: int | None = None
 
-        self._live: Optional[Live] = None
+        self._live: Live | None = None
         self._exception: bool = False
 
     def init_progress(self, total: int, description: str) -> None:
@@ -107,6 +126,9 @@ class InteractiveProgressLogger(ProgressLogger):
 
         super().__enter__()
 
+        if self.depth > 1:
+            return self
+
         if not in_notebook():  # Render progress bar in TUI.
             sys.stdout.write("\x1b]9;4;3\x07")
             sys.stdout.flush()
@@ -126,6 +148,9 @@ class InteractiveProgressLogger(ProgressLogger):
 
         super().__exit__(exc_type, exc_val, exc_tb)
 
+        if self.depth > 1:
+            return
+
         if exc_type is not None:
             self._exception = True
 
@@ -151,7 +176,7 @@ class InteractiveProgressLogger(ProgressLogger):
 
         table = Table.grid(padding=(0, 1))
 
-        icon: Union[Text, Padding]
+        icon: Text | Padding
         if self._exception:
             style = 'red'
             icon = Text('❌', style=style)
@@ -175,3 +200,156 @@ class InteractiveProgressLogger(ProgressLogger):
 
         if self.verbose and self._progress is not None:
             yield self._progress.get_renderable()
+
+
+class StreamlitProgressLogger(ProgressLogger):
+    def __init__(
+        self,
+        msg: str,
+        verbose: bool = True,
+    ) -> None:
+        super().__init__(msg=msg, verbose=verbose)
+
+        self._status: Any = None
+
+        self._total = 0
+        self._current = 0
+        self._description: str = ''
+        self._progress: Any = None
+
+    def __enter__(self) -> Self:
+        super().__enter__()
+
+        import streamlit as st
+
+        if self.depth > 1:
+            return self
+
+        # Adjust layout for prettier output:
+        st.markdown(STREAMLIT_CSS, unsafe_allow_html=True)
+
+        if self.verbose:
+            self._status = st.status(
+                f':blue[{self._sanitize_text(self.msg)}]',
+                expanded=True,
+            )
+
+        return self
+
+    def log(self, msg: str) -> None:
+        super().log(msg)
+        if self.verbose and self._status is not None:
+            self._status.write(self._sanitize_text(msg))
+
+    def init_progress(self, total: int, description: str) -> None:
+        if self.verbose and self._status is not None:
+            self._total = total
+            self._current = 0
+            self._description = self._sanitize_text(description)
+            percent = min(self._current / self._total, 1.0)
+            self._progress = self._status.progress(
+                value=percent,
+                text=f'{self._description} [{self._current}/{self._total}]',
+            )
+
+    def step(self) -> None:
+        self._current += 1
+
+        if self.verbose and self._progress is not None:
+            percent = min(self._current / self._total, 1.0)
+            self._progress.progress(
+                value=percent,
+                text=f'{self._description} [{self._current}/{self._total}]',
+            )
+
+    def __exit__(self, exc_type: Any, exc_val: Any, exc_tb: Any) -> None:
+        super().__exit__(exc_type, exc_val, exc_tb)
+
+        if not self.verbose or self._status is None or self.depth > 1:
+            return
+
+        label = f'{self._sanitize_text(self.msg)} ({self.duration:.2f}s)'
+
+        if exc_type is not None:
+            self._status.update(
+                label=f':red[{label}]',
+                state='error',
+                expanded=True,
+            )
+        else:
+            self._status.update(
+                label=f':green[{label}]',
+                state='complete',
+                expanded=True,
+            )
+
+    @staticmethod
+    def _sanitize_text(msg: str) -> str:
+        return re.sub(r'\[/?bold\]', '**', msg)
+
+
+STREAMLIT_CSS = """
+<style>
+/* Fix horizontal scrollbar */
+.stExpander summary {
+    width: auto;
+}
+
+/* Fix paddings/margins */
+.stExpander summary {
+    padding: 0.75rem 1rem 0.5rem;
+}
+.stExpander p {
+    margin: 0px 0px 0.2rem;
+}
+.stExpander [data-testid="stExpanderDetails"] {
+    padding-bottom: 1.45rem;
+}
+.stExpander .stProgress div:first-child {
+    padding-bottom: 4px;
+}
+
+/* Fix expand icon position */
+.stExpander summary svg {
+    height: 1.5rem;
+}
+
+/* Fix summary icons */
+.stExpander summary [data-testid="stExpanderIconCheck"] {
+    font-size: 1.8rem;
+    margin-top: -3px;
+    color: rgb(21, 130, 55);
+}
+.stExpander summary [data-testid="stExpanderIconError"] {
+    font-size: 1.8rem;
+    margin-top: -3px;
+    color: rgb(255, 43, 43);
+}
+.stExpander summary span:first-child span:first-child {
+    width: 1.6rem;
+}
+
+/* Add border between title and content */
+.stExpander [data-testid="stExpanderDetails"] {
+    border-top: 1px solid rgba(30, 37, 47, 0.2);
+    padding-top: 0.5rem;
+}
+
+/* Fix title font size */
+.stExpander summary p {
+    font-size: 1rem;
+}
+
+/* Gray out content */
+.stExpander [data-testid="stExpanderDetails"] {
+    color: rgba(30, 37, 47, 0.5);
+}
+
+/* Fix progress bar font size */
+.stExpander .stProgress p {
+    line-height: 1.6;
+    font-size: 1rem;
+    color: rgba(30, 37, 47, 0.5);
+}
+</style>
+"""

kumoai/utils/sql.py

@@ -0,0 +1,3 @@
+def quote_ident(name: str) -> str:
+    r"""Quotes a SQL identifier."""
+    return '"' + name.replace('"', '""') + '"'

{kumoai-2.13.0.dev202512091732.dist-info → kumoai-2.14.0.dev202601051732.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kumoai
-Version: 2.13.0.dev202512091732
+Version: 2.14.0.dev202601051732
 Summary: AI on the Modern Data Stack
 Author-email: "Kumo.AI" <hello@kumo.ai>
 License-Expression: MIT
@@ -23,7 +23,7 @@ Requires-Dist: requests>=2.28.2
 Requires-Dist: urllib3
 Requires-Dist: plotly
 Requires-Dist: typing_extensions>=4.5.0
-Requires-Dist: kumo-api==0.48.0
+Requires-Dist: kumo-api==0.49.0
 Requires-Dist: tqdm>=4.66.0
 Requires-Dist: aiohttp>=3.10.0
 Requires-Dist: pydantic>=1.10.21
@@ -41,6 +41,7 @@ Requires-Dist: requests-mock; extra == "test"
 Provides-Extra: sqlite
 Requires-Dist: adbc_driver_sqlite; extra == "sqlite"
 Provides-Extra: snowflake
+Requires-Dist: numpy<2.0; extra == "snowflake"
 Requires-Dist: snowflake-connector-python; extra == "snowflake"
 Requires-Dist: pyyaml; extra == "snowflake"
 Provides-Extra: sagemaker

{kumoai-2.13.0.dev202512091732.dist-info → kumoai-2.14.0.dev202601051732.dist-info}/RECORD

@@ -1,7 +1,7 @@
 kumoai/_logging.py,sha256=U2_5ROdyk92P4xO4H2WJV8EC7dr6YxmmnM-b7QX9M7I,886
 kumoai/mixin.py,sha256=MP413xzuCqWhxAPUHmloLA3j4ZyF1tEtfi516b_hOXQ,812
-kumoai/_version.py,sha256=bUx8YEaVu-Ejr0CkVpysUTjmuNl9FBowBo1W0BvlWVo,39
-kumoai/__init__.py,sha256=Nn9YH_x9kAeEFn8RWbP95slZow0qFnakPZZ1WADe1hY,10843
+kumoai/_version.py,sha256=DlzSXtmzrqDNbHnCm1VKEOGMvKKcB2xEkXcSe0tIMyI,39
+kumoai/__init__.py,sha256=x6Emn6VesHQz0wR7ZnbddPRYO9A5-0JTHDkzJ3Ocq6w,10907
 kumoai/formatting.py,sha256=jA_rLDCGKZI8WWCha-vtuLenVKTZvli99Tqpurz1H84,953
 kumoai/futures.py,sha256=oJFIfdCM_3nWIqQteBKYMY4fPhoYlYWE_JA2o6tx-ng,3737
 kumoai/kumolib.cpython-311-darwin.so,sha256=AmB_Fysmud1y7Gm5CuBQ5lWDuSzpxVDV_iTA2cjH1s8,232544
@@ -11,38 +11,43 @@ kumoai/databricks.py,sha256=e6E4lOFvZHXFwh4CO1kXU1zzDU3AapLQYMxjiHPC-HQ,476
 kumoai/spcs.py,sha256=N31d7rLa-bgYh8e2J4YzX1ScxGLqiVXrqJnCl1y4Mts,4139
 kumoai/_singleton.py,sha256=UTwrbDkoZSGB8ZelorvprPDDv9uZkUi1q_SrmsyngpQ,836
 kumoai/experimental/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-kumoai/experimental/rfm/local_graph_sampler.py,sha256=32ZCNirPyCqCD8IccaXmRt0EJk1p54mWXpJ33NotAqE,7883
-kumoai/experimental/rfm/local_pquery_driver.py,sha256=dhOS1L9aboya86EL4AFYc8bQkimbOchSLfe_jn2qGh4,26158
-kumoai/experimental/rfm/graph.py,sha256=76hlQyaEYqBYNIF3jslIqRRuAPNtXvc1kR6InwyHH-M,39751
-kumoai/experimental/rfm/__init__.py,sha256=slliYcrh80xPtQQ_nnsp3ny9IbmHCyirmdZUfKTdME4,6064
-kumoai/experimental/rfm/sagemaker.py,sha256=_hTrFg4qfXe7uzwqSEG_wze-IFkwn7qde9OpUodCpbc,4982
-kumoai/experimental/rfm/rfm.py,sha256=BSgxeM0xW2mt74jq4Ah4hl85RxT6337NoDQP7f7iXvY,47699
-kumoai/experimental/rfm/authenticate.py,sha256=FiuHMvP7V3zBZUlHMDMbNLhc-UgDZgz4hjVSTuQ7DRw,18888
+kumoai/experimental/rfm/relbench.py,sha256=cVsxxV3TIL3PLEoYb-8tAVW3GSef6NQAd3rxdHJL63I,2276
+kumoai/experimental/rfm/graph.py,sha256=H9lIQLDkL5zJMwEHh7PgruvMUxWsjpynXUT7gnmTTUM,46351
+kumoai/experimental/rfm/__init__.py,sha256=bW2XyYtkbdiu_iICYFF2Fu1Fx5fyGbqne6m_6c1P-fY,7016
+kumoai/experimental/rfm/sagemaker.py,sha256=6fyXO1Jd_scq-DH7kcv6JcV8QPyTbh4ceqwQDPADlZ0,4963
+kumoai/experimental/rfm/rfm.py,sha256=6XCx_OeJI0X5LhRKypc1r6dHKieSYFYvo-8OnG3M9UE,57545
+kumoai/experimental/rfm/authenticate.py,sha256=G2RkRWznMVQUzvhvbKhn0bMCY7VmoNYxluz3THRqSdE,18851
+kumoai/experimental/rfm/task_table.py,sha256=rzea9WTVx4zs6Y2QZdWG15C5GG9T2IQsxYPlsR1UFSs,9771
 kumoai/experimental/rfm/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-kumoai/experimental/rfm/backend/sqlite/__init__.py,sha256=jYmZDNAVsojuPO1Q5idFmG5N0aCB8BDyrpAoS31n9bc,844
-kumoai/experimental/rfm/backend/sqlite/table.py,sha256=kcYpWaZKFez2Tru6Sdz-Ywk8jP8VpLnjmCIQQtRFGnU,3800
+kumoai/experimental/rfm/backend/sqlite/__init__.py,sha256=jl-DBbhsqQ-dUXyWhyQTM1AU2qNAtXCmi1mokdhtBTg,902
+kumoai/experimental/rfm/backend/sqlite/table.py,sha256=WqYtd_rwlawItRMXZUfv14qdyU6huQmODuFjDo483dI,6683
+kumoai/experimental/rfm/backend/sqlite/sampler.py,sha256=_D9C5mj3oL4J2qZFap3emvTy2jxzth3dEWZPfr4dmEE,16201
 kumoai/experimental/rfm/backend/local/__init__.py,sha256=2s9sSA-E-8pfkkzCH4XPuaSxSznEURMfMgwEIfYYPsg,1014
-kumoai/experimental/rfm/backend/local/table.py,sha256=Ahob9HidpU6z_M41rK5FATa3d7CL2UzZl8pGVyrzLNc,3565
-kumoai/experimental/rfm/backend/local/graph_store.py,sha256=RpfJldemOG-4RzGSIS9EcytHbvC4gYm-Ps3a-4qfptk,13297
-kumoai/experimental/rfm/backend/local/sampler.py,sha256=xJf53jD8kJCQa6gZTmxp9AXsOXwPoQ7G7dAefXGX16E,8459
-kumoai/experimental/rfm/backend/snow/__init__.py,sha256=B-tG-p8WA-mBuwvK1f0S2gdRPEGwApdxlnyeVSnY2xg,927
-kumoai/experimental/rfm/backend/snow/table.py,sha256=sHagXhW7RifzOiB4yjxV_9FtR0KUFVIw1mYwZe4bpMg,4255
+kumoai/experimental/rfm/backend/local/table.py,sha256=GKeYGcu52ztCU8EBMqp5UVj85E145Ug41xiCPiTCXq4,3489
+kumoai/experimental/rfm/backend/local/graph_store.py,sha256=RHhkI13KpdPxqb4vXkwEwuFiX5DkrEsfZsOLywNnrvU,11294
+kumoai/experimental/rfm/backend/local/sampler.py,sha256=UKxTjsYs00sYuV_LAlDuZOvQq0BZzPCzZK1Fki2Fd70,10726
+kumoai/experimental/rfm/backend/snow/__init__.py,sha256=BYfsiuJ4Ee30GjG9EuUtitMHXnRfvVKi85zNlIwldV4,993
+kumoai/experimental/rfm/backend/snow/table.py,sha256=9N7TOcXX8hhAjCawnhuvQCArBFTCdng3gBakunUxg90,8892
+kumoai/experimental/rfm/backend/snow/sampler.py,sha256=zvPsgVnDfvskcnPWsIcqxw-Fn9DsCLfdoLE-m3bjeww,11483
 kumoai/experimental/rfm/pquery/__init__.py,sha256=X0O3EIq5SMfBEE-ii5Cq6iDhR3s3XMXB52Cx5htoePw,152
-kumoai/experimental/rfm/pquery/pandas_executor.py,sha256=wYI9a3smClR2pQGwsYRdmpOm0PlUsbtyW9wpAVpCEe4,18492
-kumoai/experimental/rfm/pquery/executor.py,sha256=f7-pJhL0BgFU9E4o4gQpQyArOvyrZtwxFmks34-QOAE,2741
-kumoai/experimental/rfm/infer/multicategorical.py,sha256=0-cLpDnGryhr76QhZNO-klKokJ6MUSfxXcGdQ61oykY,1102
+kumoai/experimental/rfm/pquery/pandas_executor.py,sha256=MwSvFRwLq-z19LEdF0G0AT7Gj9tCqu-XLEA7mNbqXwc,18454
+kumoai/experimental/rfm/pquery/executor.py,sha256=gs5AVNaA50ci8zXOBD3qt5szdTReSwTs4BGuEyx4BEE,2728
+kumoai/experimental/rfm/infer/multicategorical.py,sha256=lNO_8aJw1whO6QVEMB3PRWMNlEEiX44g3v4tP88TSQY,1119
 kumoai/experimental/rfm/infer/categorical.py,sha256=VwNaKwKbRYkTxEJ1R6gziffC8dGsEThcDEfbi-KqW5c,853
-kumoai/experimental/rfm/infer/time_col.py,sha256=7R5Itl8RRBOr61qLpRTanIqrUVZFZcAXzDA9lCw4nx4,1820
-kumoai/experimental/rfm/infer/pkey.py,sha256=ubNqW1LIjLKiXbjXELAY3g6n2f3u2Eis_uC2DEiXFiU,4393
+kumoai/experimental/rfm/infer/time_col.py,sha256=oNenUK6P7ql8uwShodtQ73uG1x3fbFWT78jRcF9DLTI,1789
+kumoai/experimental/rfm/infer/pkey.py,sha256=IaJI5GHK8ds_a3AOr3YYVgUlSmYYEgr4Nu92s2RyBV4,4412
 kumoai/experimental/rfm/infer/id.py,sha256=ZIO0DWIoiEoS_8MVc5lkqBfkTWWQ0yGCgjkwLdaYa_Q,908
-kumoai/experimental/rfm/infer/dtype.py,sha256=ZZ6ztqJnTR1CaC2z5Uhf0o0rSdNThnss5tem5JNQkck,2607
-kumoai/experimental/rfm/infer/__init__.py,sha256=krdMFN8iKZlSFOl-M5MW1KuSviQV3H1E18jj2uB8g6Q,469
+kumoai/experimental/rfm/infer/dtype.py,sha256=FyAqvtrOWQC9hGrhQ7sC4BAI6c9k6ew-fo8ClS1sewM,2782
+kumoai/experimental/rfm/infer/__init__.py,sha256=8GDxQKd0pxZULdk7mpwl3CsOpL4v2HPuPEsbi2t_vzc,519
 kumoai/experimental/rfm/infer/timestamp.py,sha256=vM9--7eStzaGG13Y-oLYlpNJyhL6f9dp17HDXwtl_DM,1094
-kumoai/experimental/rfm/base/__init__.py,sha256=V2B2TA064nppZ3o6uWAH7EFeKSz-hZKB7_YqV1jJfOI,303
-kumoai/experimental/rfm/base/table.py,sha256=yaY7Auvq2KblXOid3-a_Pw6RgnPK5Y1zGAY2xi1D2gg,19843
-kumoai/experimental/rfm/base/sampler.py,sha256=2FIUIN2fD0RCz-qx1NCuEpt3YRx7nxcQds5lEao4mq4,13433
-kumoai/experimental/rfm/base/source.py,sha256=8_waFQVsctryHkm9BwmFZ9-vw5cXAXfjk7KDmcl_kic,272
-kumoai/experimental/rfm/base/column.py,sha256=izCJmufJcd1RSi-ptFMfrue-JYag38MJxizka7ya0-A,2319
+kumoai/experimental/rfm/infer/stype.py,sha256=fu4zsOB-C7jNeMnq6dsK4bOZSewe7PtZe_AkohSRLoM,894
+kumoai/experimental/rfm/base/sql_sampler.py,sha256=1M0B2qSUT2JmiR87xdivrLXk75jn9sy_Y3DUYqsjeK4,5151
+kumoai/experimental/rfm/base/__init__.py,sha256=rjmMux5lG8srw1bjQGcFQFv6zET9e5riP81nPkw28Jg,724
+kumoai/experimental/rfm/base/table.py,sha256=6qZeTMfnQejrn6TwqQeJGzJG7C0dSjJ7-NMLX38dvns,26563
+kumoai/experimental/rfm/base/sampler.py,sha256=tXYnVEyKC5NjSIpe8pNYp0V3Qbg-KbUE_QB0Emy2YiQ,30882
+kumoai/experimental/rfm/base/expression.py,sha256=Y7NtLTnKlx6euG_N3fLTcrFKheB6P5KS_jhCfoXV9DE,1252
+kumoai/experimental/rfm/base/source.py,sha256=bwu3GU2TvIXR2fwKAmJ1-5BDoNXMnI1SU3Fgdk8lWnc,301
+kumoai/experimental/rfm/base/column.py,sha256=GXzLC-VpShr6PecUzaj1MJKc_PHzfW5Jn9bOYPA8fFA,4965
 kumoai/encoder/__init__.py,sha256=VPGs4miBC_WfwWeOXeHhFomOUocERFavhKf5fqITcds,182
 kumoai/graph/graph.py,sha256=iyp4klPIMn2ttuEqMJvsrxKb_tmz_DTnvziIhCegduM,38291
 kumoai/graph/__init__.py,sha256=n8X4X8luox4hPBHTRC9R-3JzvYYMoR8n7lF1H4w4Hzc,228
@@ -52,8 +57,10 @@ kumoai/artifact_export/config.py,sha256=jOPDduduxv0uuB-7xVlDiZglfpmFF5lzQhhH1SMk
 kumoai/artifact_export/job.py,sha256=GEisSwvcjK_35RgOfsLXGgxMTXIWm765B_BW_Kgs-V0,3275
 kumoai/artifact_export/__init__.py,sha256=BsfDrc3mCHpO9-BqvqKm8qrXDIwfdaoH5UIoG4eQkc4,238
 kumoai/utils/datasets.py,sha256=ptKIUoBONVD55pTVNdRCkQT3NWdN_r9UAUu4xewPa3U,2928
-kumoai/utils/__init__.py,sha256=wGDC_31XJ-7ipm6eawjLAJaP4EfmtNOH8BHzaetQ9Ko,268
-kumoai/utils/progress_logger.py,sha256=pngEGzMHkiOUKOa6fbzxCEc2xlA4SJKV4TDTVVoqObM,5062
+kumoai/utils/__init__.py,sha256=6S-UtwjeLpnCYRCCIEWhkitPYGaqOGXC1ChE13DzXiU,256
+kumoai/utils/display.py,sha256=eXlw4B72y6zEruWYOfwvfqxfMBTL9AsPtWfw3BjaWqQ,1397
+kumoai/utils/progress_logger.py,sha256=rRcfWnfV6uHuvb7cD0mIIfUz3JvnSae0U4SesncODU8,9505
+kumoai/utils/sql.py,sha256=f6lR6rBEW7Dtk0NdM26dOZXUHDizEHb1WPlBCJrwoq0,118
 kumoai/utils/forecasting.py,sha256=-nDS6ucKNfQhTQOfebjefj0wwWH3-KYNslIomxwwMBM,7415
 kumoai/codegen/generate.py,sha256=SvfWWa71xSAOjH9645yQvgoEM-o4BYjupM_EpUxqB_E,7331
 kumoai/codegen/naming.py,sha256=_XVQGxHfuub4bhvyuBKjltD5Lm_oPpibvP_LZteCGk0,3021
@@ -71,6 +78,7 @@ kumoai/codegen/handlers/__init__.py,sha256=k8TB_Kn-1BycBBi51kqFS2fZHCpCPgR9-3J9g
 kumoai/codegen/handlers/utils.py,sha256=58b2GCgaTBUp2aId7BLMXMV0ENrusbNbfw7mlyXAXPE,1447
 kumoai/codegen/handlers/connector.py,sha256=afGf_GreyQ9y6qF3QTgSiM416qtUcP298SatNqUFhvQ,3828
 kumoai/codegen/handlers/table.py,sha256=POHpA-GFYFGTSuerGmtigYablk-Wq1L3EBvsOI-iFMQ,3956
+kumoai/testing/snow.py,sha256=ubx3yJP0UHxsNiar1-jNdv8ZfszKc8Js3_Gg70uf008,1487
 kumoai/testing/__init__.py,sha256=goHIIo3JE7uHV7njo4_aTd89mVVR74BEAZ2uyBaOR0w,170
 kumoai/testing/decorators.py,sha256=83tMifuPTpUqX7zHxMttkj1TDdB62EBtAP-Fjj72Zdo,1607
 kumoai/connector/glue_connector.py,sha256=HivT0QYQ8-XeB4QLgWvghiqXuq7jyBK9G2R1py_NnE4,4697
@@ -80,20 +88,20 @@ kumoai/connector/bigquery_connector.py,sha256=IkyRqvF8Cg96kApUuuz86eYnl-BqBmDX1f
 kumoai/connector/source_table.py,sha256=QLT8bEYaxeMwy-b168url0VfnkTrs5K6VKLbxTI4hEY,17539
 kumoai/connector/__init__.py,sha256=9g6oNJ0qHWFlL5enTSoK4_SSH_5hP74xUDZx-9SggC4,842
 kumoai/connector/file_upload_connector.py,sha256=swp03HgChOvmNPJetuujBSAqADe7NRmS_T0F3o9it4w,7008
-kumoai/connector/utils.py,sha256=wlqQxMmPvnFNoCcczGkKYjSu05h8OhWh4fhTzQm_2bQ,64694
+kumoai/connector/utils.py,sha256=sD3_Dmf42FobMfVayzMVkDHIfXzPN-htD3RHd6Kw8hQ,65055
 kumoai/connector/s3_connector.py,sha256=3kbv-h7DwD8O260Q0h1GPm5wwQpLt-Tb3d_CBSaie44,10155
 kumoai/connector/base.py,sha256=cujXSZF3zAfuxNuEw54DSL1T7XCuR4t0shSMDuPUagQ,5291
 kumoai/pquery/__init__.py,sha256=uTXr7t1eXcVfM-ETaM_1ImfEqhrmaj8BjiIvy1YZTL8,533
-kumoai/pquery/predictive_query.py,sha256=oUqwdOWLLkPM-G4PhpUk_6mwSJGBtaD3t37Wp5Oow8M,24971
+kumoai/pquery/predictive_query.py,sha256=UXn1s8ztubYZMNGl4ijaeidMiGlFveb1TGw9qI5-TAo,24901
 kumoai/pquery/prediction_table.py,sha256=QPDH22X1UB0NIufY7qGuV2XW7brG3Pv--FbjNezzM2g,10776
 kumoai/pquery/training_table.py,sha256=elmPDZx11kPiC_dkOhJcBUGtHKgL32GCBvZ9k6U0pMg,15809
-kumoai/client/pquery.py,sha256=R2hc-M8vPoyIDH0ywLwFVxCznVAqpZz3w2HszjdNW-o,6891
-kumoai/client/client.py,sha256=Jda8V9yiu3LbhxlcgRWPeYi7eF6jzCKcq8-B_vEd1ik,8514
+kumoai/client/pquery.py,sha256=IQ8As-OOJOkuMoMosphOsA5hxQYLCbzOQJO7RezK8uY,7091
+kumoai/client/client.py,sha256=npTLooBtmZ9xOo7AbEiYQTh9wFktsGSEpSEfdB7vdB4,8715
 kumoai/client/graph.py,sha256=zvLEDExLT_RVbUMHqVl0m6tO6s2gXmYSoWmPF6YMlnA,3831
 kumoai/client/online.py,sha256=pkBBh_DEC3GAnPcNw6bopNRlGe7EUbIFe7_seQqZRaw,2720
 kumoai/client/source_table.py,sha256=VCsCcM7KYcnjGP7HLTb-AOSEGEVsJTWjk8bMg1JdgPU,2101
 kumoai/client/__init__.py,sha256=MkyOuMaHQ2c8GPxjBDQSVFhfRE2d2_6CXQ6rxj4ps4w,64
-kumoai/client/jobs.py,sha256=iu_Wrta6BQMlV6ZtzSnmhjwNPKDMQDXOsqVVIyWodqw,17074
+kumoai/client/jobs.py,sha256=z3By5MWvWdJ_wYFyJA34pD4NueOXvXEqrAANWEpp4Pk,18066
 kumoai/client/utils.py,sha256=lz1NubwMDHCwzQRowRXm7mjAoYRd5UjRQIwXdtWAl90,3849
 kumoai/client/connector.py,sha256=x3i2aBTJTEMZvYRcWkY-UfWVOANZjqAso4GBbcshFjw,3920
 kumoai/client/table.py,sha256=cQG-RPm-e91idEgse1IPJDvBmzddIDGDkuyrR1rq4wU,3235
@@ -105,9 +113,10 @@ kumoai/trainer/job.py,sha256=Wk69nzFhbvuA3nEvtCstI04z5CxkgvQ6tHnGchE0Lkg,44938
 kumoai/trainer/baseline_trainer.py,sha256=LlfViNOmswNv4c6zJJLsyv0pC2mM2WKMGYx06ogtEVc,4024
 kumoai/trainer/__init__.py,sha256=zUdFl-f-sBWmm2x8R-rdVzPBeU2FaMzUY5mkcgoTa1k,939
 kumoai/trainer/online_serving.py,sha256=9cddb5paeZaCgbUeceQdAOxysCtV5XP-KcsgFz_XR5w,9566
+kumoai/trainer/distilled_trainer.py,sha256=2pPs5clakNxkLfaak7uqPJOrpTWe1RVVM7ztDSqQZvU,6484
 kumoai/trainer/trainer.py,sha256=hBXO7gwpo3t59zKFTeIkK65B8QRmWCwO33sbDuEAPlY,20133
-kumoai-2.13.0.dev202512091732.dist-info/RECORD,,
-kumoai-2.13.0.dev202512091732.dist-info/WHEEL,sha256=sunMa2yiYbrNLGeMVDqEA0ayyJbHlex7SCn1TZrEq60,136
-kumoai-2.13.0.dev202512091732.dist-info/top_level.txt,sha256=YjU6UcmomoDx30vEXLsOU784ED7VztQOsFApk1SFwvs,7
-kumoai-2.13.0.dev202512091732.dist-info/METADATA,sha256=vJw5NmUoOgDLJFHGcXgjPq6lYJXtSn8wvhyOKnCsaVU,2510
-kumoai-2.13.0.dev202512091732.dist-info/licenses/LICENSE,sha256=TbWlyqRmhq9PEzCaTI0H0nWLQCCOywQM8wYH8MbjfLo,1102
+kumoai-2.14.0.dev202601051732.dist-info/RECORD,,
+kumoai-2.14.0.dev202601051732.dist-info/WHEEL,sha256=sunMa2yiYbrNLGeMVDqEA0ayyJbHlex7SCn1TZrEq60,136
+kumoai-2.14.0.dev202601051732.dist-info/top_level.txt,sha256=YjU6UcmomoDx30vEXLsOU784ED7VztQOsFApk1SFwvs,7
+kumoai-2.14.0.dev202601051732.dist-info/METADATA,sha256=JPohnaTwjtH8K7Bx7Rl14fcTQc1JF9fB2sWmmhJZgQw,2557
+kumoai-2.14.0.dev202601051732.dist-info/licenses/LICENSE,sha256=TbWlyqRmhq9PEzCaTI0H0nWLQCCOywQM8wYH8MbjfLo,1102

kumoai/experimental/rfm/local_graph_sampler.py

@@ -1,223 +0,0 @@
-import re
-from typing import Dict, List, Optional, Tuple
-
-import numpy as np
-import pandas as pd
-from kumoapi.rfm.context import EdgeLayout, Link, Subgraph, Table
-from kumoapi.typing import Stype
-
-import kumoai.kumolib as kumolib
-from kumoai.experimental.rfm.backend.local import LocalGraphStore
-
-PUNCTUATION = re.compile(r"[\'\"\.,\(\)\!\?\;\:]")
-MULTISPACE = re.compile(r"\s+")
-
-
-def normalize_text(
-    ser: pd.Series,
-    max_words: Optional[int] = 50,
-) -> pd.Series:
-    r"""Normalizes text into a list of lower-case words.
-
-    Args:
-        ser: The :class:`pandas.Series` to normalize.
-        max_words: The maximum number of words to return.
-            This will auto-shrink any large text column to avoid blowing up
-            context size.
-    """
-    if len(ser) == 0 or pd.api.types.is_list_like(ser.iloc[0]):
-        return ser
-
-    def normalize_fn(line: str) -> list[str]:
-        line = PUNCTUATION.sub(" ", line)
-        line = re.sub(r"<br\s*/?>", " ", line)  # Handle <br /> or <br>
-        line = MULTISPACE.sub(" ", line)
-        words = line.split()
-        if max_words is not None:
-            words = words[:max_words]
-        return words
-
-    ser = ser.fillna('').astype(str)
-
-    if max_words is not None:
-        # We estimate the number of words as 5 characters + 1 space in an
-        # English text on average. We need this pre-filter here, as word
-        # splitting on a giant text can be very expensive:
-        ser = ser.str[:6 * max_words]
-
-    ser = ser.str.lower()
-    ser = ser.map(normalize_fn)
-
-    return ser
-
-
-class LocalGraphSampler:
-    def __init__(self, graph_store: LocalGraphStore) -> None:
-        self._graph_store = graph_store
-        self._sampler = kumolib.NeighborSampler(
-            self._graph_store.node_types,
-            self._graph_store.edge_types,
-            {
-                '__'.join(edge_type): colptr
-                for edge_type, colptr in self._graph_store.colptr_dict.items()
-            },
-            {
-                '__'.join(edge_type): row
-                for edge_type, row in self._graph_store.row_dict.items()
-            },
-            self._graph_store.time_dict,
-        )
-
-    def __call__(
-        self,
-        entity_table_names: Tuple[str, ...],
-        node: np.ndarray,
-        time: np.ndarray,
-        num_neighbors: List[int],
-        exclude_cols_dict: Dict[str, List[str]],
-    ) -> Subgraph:
-
-        (
-            row_dict,
-            col_dict,
-            node_dict,
-            batch_dict,
-            num_sampled_nodes_dict,
-            num_sampled_edges_dict,
-        ) = self._sampler.sample(
-            {
-                '__'.join(edge_type): num_neighbors
-                for edge_type in self._graph_store.edge_types
-            },
-            {},  # time interval based sampling
-            entity_table_names[0],
-            node,
-            time // 1000**3,  # nanoseconds to seconds
-        )
-
-        table_dict: Dict[str, Table] = {}
-        for table_name, node in node_dict.items():
-            batch = batch_dict[table_name]
-
-            if len(node) == 0:
-                continue
-
-            df = self._graph_store.df_dict[table_name]
-
-            num_sampled_nodes = num_sampled_nodes_dict[table_name].tolist()
-            stype_dict = {  # Exclude target columns:
-                column_name: stype
-                for column_name, stype in
-                self._graph_store.stype_dict[table_name].items()
-                if column_name not in exclude_cols_dict.get(table_name, [])
-            }
-            primary_key: Optional[str] = None
-            if table_name in entity_table_names:
-                primary_key = self._graph_store.pkey_name_dict.get(table_name)
-
-            columns: List[str] = []
-            if table_name in entity_table_names:
-                columns += [self._graph_store.pkey_name_dict[table_name]]
-            columns += list(stype_dict.keys())
-
-            if len(columns) == 0:
-                table_dict[table_name] = Table(
-                    df=pd.DataFrame(index=range(len(node))),
-                    row=None,
-                    batch=batch,
-                    num_sampled_nodes=num_sampled_nodes,
-                    stype_dict=stype_dict,
-                    primary_key=primary_key,
-                )
-                continue
-
-            row: Optional[np.ndarray] = None
-            if table_name in self._graph_store.end_time_column_dict:
-                # Set end time to NaT for all values greater than anchor time:
-                df = df.iloc[node].reset_index(drop=True)
-                col_name = self._graph_store.end_time_column_dict[table_name]
-                ser = df[col_name]
-                value = ser.astype('datetime64[ns]').astype(int).to_numpy()
-                mask = value > time[batch]
-                df.loc[mask, col_name] = pd.NaT
-            else:
-                # Only store unique rows in `df` above a certain threshold:
-                unique_node, inverse = np.unique(node, return_inverse=True)
-                if len(node) > 1.05 * len(unique_node):
-                    df = df.iloc[unique_node].reset_index(drop=True)
-                    row = inverse
-                else:
-                    df = df.iloc[node].reset_index(drop=True)
-
-            # Filter data frame to minimal set of columns:
-            df = df[columns]
-
-            # Normalize text (if not already pre-processed):
-            for column_name, stype in stype_dict.items():
-                if stype == Stype.text:
-                    df[column_name] = normalize_text(df[column_name])
-
-            table_dict[table_name] = Table(
-                df=df,
-                row=row,
-                batch=batch,
-                num_sampled_nodes=num_sampled_nodes,
-                stype_dict=stype_dict,
-                primary_key=primary_key,
-            )
-
-        link_dict: Dict[Tuple[str, str, str], Link] = {}
-        for edge_type in self._graph_store.edge_types:
-            edge_type_str = '__'.join(edge_type)
-
-            row = row_dict[edge_type_str]
-            col = col_dict[edge_type_str]
-
-            if len(row) == 0:
-                continue
-
-            # Do not store reverse edge type if it is a replica:
-            rev_edge_type = Subgraph.rev_edge_type(edge_type)
-            rev_edge_type_str = '__'.join(rev_edge_type)
-            if (rev_edge_type in link_dict
-                    and np.array_equal(row, col_dict[rev_edge_type_str])
-                    and np.array_equal(col, row_dict[rev_edge_type_str])):
-                link = Link(
-                    layout=EdgeLayout.REV,
-                    row=None,
-                    col=None,
-                    num_sampled_edges=(
-                        num_sampled_edges_dict[edge_type_str].tolist()),
-                )
-                link_dict[edge_type] = link
-                continue
-
-            layout = EdgeLayout.COO
-            if np.array_equal(row, np.arange(len(row))):
-                row = None
-            if np.array_equal(col, np.arange(len(col))):
-                col = None
-
-            # Store in compressed representation if more efficient:
-            num_cols = table_dict[edge_type[2]].num_rows
-            if col is not None and len(col) > num_cols + 1:
-                layout = EdgeLayout.CSC
-                colcount = np.bincount(col, minlength=num_cols)
-                col = np.empty(num_cols + 1, dtype=col.dtype)
-                col[0] = 0
-                np.cumsum(colcount, out=col[1:])
-
-            link = Link(
-                layout=layout,
-                row=row,
-                col=col,
-                num_sampled_edges=(
-                    num_sampled_edges_dict[edge_type_str].tolist()),
-            )
-            link_dict[edge_type] = link
-
-        return Subgraph(
-            anchor_time=time,
-            table_dict=table_dict,
-            link_dict=link_dict,
-        )