cocoindex 0.1.82__cp311-cp311-win_amd64.whl → 0.1.83__cp311-cp311-win_amd64.whl

cocoindex/flow.py

@@ -105,18 +105,26 @@ def _spec_kind(spec: Any) -> str:
 
 def _transform_helper(
     flow_builder_state: _FlowBuilderState,
-    fn_spec: FunctionSpec,
+    fn_spec: FunctionSpec | Callable[..., Any],
     transform_args: list[tuple[Any, str | None]],
     name: str | None = None,
 ) -> DataSlice[Any]:
-    if not isinstance(fn_spec, FunctionSpec):
+    if isinstance(fn_spec, FunctionSpec):
+        kind = _spec_kind(fn_spec)
+        spec = fn_spec
+    elif callable(fn_spec) and (
+        op_kind := getattr(fn_spec, "__cocoindex_op_kind__", None)
+    ):
+        kind = op_kind
+        spec = op.EmptyFunctionSpec()
+    else:
         raise ValueError("transform() can only be called on a CocoIndex function")
 
     return _create_data_slice(
         flow_builder_state,
         lambda target_scope, name: flow_builder_state.engine_flow_builder.transform(
-            _spec_kind(fn_spec),
-            dump_engine_object(fn_spec),
+            kind,
+            dump_engine_object(spec),
             transform_args,
             target_scope,
             flow_builder_state.field_name_builder.build_name(
@@ -245,7 +253,7 @@ class DataSlice(Generic[T]):
             f(scope)
 
     def transform(
-        self, fn_spec: op.FunctionSpec, *args: Any, **kwargs: Any
+        self, fn_spec: op.FunctionSpec | Callable[..., Any], *args: Any, **kwargs: Any
     ) -> DataSlice[Any]:
         """
         Apply a function to the data slice.
@@ -513,7 +521,7 @@ class FlowBuilder:
         )
 
     def transform(
-        self, fn_spec: FunctionSpec, *args: Any, **kwargs: Any
+        self, fn_spec: FunctionSpec | Callable[..., Any], *args: Any, **kwargs: Any
     ) -> DataSlice[Any]:
         """
         Apply a function to inputs, returning a DataSlice.

cocoindex/op.py

@@ -388,53 +388,39 @@ def executor_class(**args: Any) -> Callable[[type], type]:
     return _inner
 
 
-class _EmptyFunctionSpec(FunctionSpec):
+class EmptyFunctionSpec(FunctionSpec):
     pass
 
 
 class _SimpleFunctionExecutor:
-    spec: Any
+    spec: Callable[..., Any]
 
     def prepare(self) -> None:
-        self.__call__ = self.spec.__call__
+        self.__call__ = staticmethod(self.spec)
 
 
-def function(**args: Any) -> Callable[[Callable[..., Any]], FunctionSpec]:
+def function(**args: Any) -> Callable[[Callable[..., Any]], Callable[..., Any]]:
     """
     Decorate a function to provide a function for an op.
     """
     op_args = OpArgs(**args)
 
-    def _inner(fn: Callable[..., Any]) -> FunctionSpec:
+    def _inner(fn: Callable[..., Any]) -> Callable[..., Any]:
         # Convert snake case to camel case.
-        op_name = "".join(word.capitalize() for word in fn.__name__.split("_"))
+        op_kind = "".join(word.capitalize() for word in fn.__name__.split("_"))
         sig = inspect.signature(fn)
-        full_name = f"{fn.__module__}.{fn.__qualname__}"
-
-        # An object that is both callable and can act as a FunctionSpec.
-        class _CallableSpec(_EmptyFunctionSpec):
-            __call__ = staticmethod(fn)
-
-            def __reduce__(self) -> str | tuple[Any, ...]:
-                return full_name
-
-        _CallableSpec.__name__ = op_name
-        _CallableSpec.__doc__ = fn.__doc__
-        _CallableSpec.__qualname__ = fn.__qualname__
-        _CallableSpec.__module__ = fn.__module__
-        callable_spec = _CallableSpec()
-
+        fn.__cocoindex_op_kind__ = op_kind  # type: ignore
         _register_op_factory(
             category=OpCategory.FUNCTION,
             expected_args=list(sig.parameters.items()),
             expected_return=sig.return_annotation,
             executor_factory=_SimpleFunctionExecutor,
-            spec_loader=lambda: callable_spec,
-            op_kind=op_name,
+            spec_loader=lambda: fn,
+            op_kind=op_kind,
             op_args=op_args,
         )
 
-        return callable_spec
+        return fn
 
     return _inner
 

cocoindex/sources.py

@@ -2,6 +2,7 @@
 
 from . import op
 from .auth_registry import TransientAuthEntryReference
+from .setting import DatabaseConnectionSpec
 import datetime
 
 
@@ -67,3 +68,22 @@ class AzureBlob(op.SourceSpec):
 
     sas_token: TransientAuthEntryReference[str] | None = None
     account_access_key: TransientAuthEntryReference[str] | None = None
+
+
+class Postgres(op.SourceSpec):
+    """Import data from a PostgreSQL table."""
+
+    _op_category = op.OpCategory.SOURCE
+
+    # Table name to read from (required)
+    table_name: str
+
+    # Database connection reference (optional - uses default if not provided)
+    database: TransientAuthEntryReference[DatabaseConnectionSpec] | None = None
+
+    # Optional: specific columns to include (if None, includes all columns)
+    included_columns: list[str] | None = None
+
+    # Optional: column name to use for ordinal tracking (for incremental updates)
+    # Should be a timestamp, serial, or other incrementing column
+    ordinal_column: str | None = None

{cocoindex-0.1.82.dist-info → cocoindex-0.1.83.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cocoindex
-Version: 0.1.82
+Version: 0.1.83
 Requires-Dist: click>=8.1.8
 Requires-Dist: rich>=14.0.0
 Requires-Dist: python-dotenv>=1.1.0

{cocoindex-0.1.82.dist-info → cocoindex-0.1.83.dist-info}/RECORD

@@ -1,23 +1,23 @@
-cocoindex-0.1.82.dist-info/METADATA,sha256=Wsdop0-iOt3GkpwMxty-ugwIrha5QEZ0SC8YKK-lp6o,12404
-cocoindex-0.1.82.dist-info/WHEEL,sha256=Ncll1xfKuKRSH9zs2vSEuHQoNZLcJWpzadJbiEni0qk,96
-cocoindex-0.1.82.dist-info/entry_points.txt,sha256=_NretjYVzBdNTn7dK-zgwr7YfG2afz1u1uSE-5bZXF8,46
-cocoindex-0.1.82.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+cocoindex-0.1.83.dist-info/METADATA,sha256=hdRQSWNsnB6dUFa1F8ikl2fE9dnIVNv288ldby5XbNU,12404
+cocoindex-0.1.83.dist-info/WHEEL,sha256=Ncll1xfKuKRSH9zs2vSEuHQoNZLcJWpzadJbiEni0qk,96
+cocoindex-0.1.83.dist-info/entry_points.txt,sha256=_NretjYVzBdNTn7dK-zgwr7YfG2afz1u1uSE-5bZXF8,46
+cocoindex-0.1.83.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
 cocoindex/__init__.py,sha256=5zwuS_X-n7QAE5uBSufqXp77OW8KVVD8E5t_6koDLRc,2293
-cocoindex/_engine.cp311-win_amd64.pyd,sha256=AQj00N1QLJKKylTdrHowJV2180GRr7SYkbTHznHnneQ,71394816
+cocoindex/_engine.cp311-win_amd64.pyd,sha256=HHuen2QVc-Hcc41yMyqwiW-tqYtzPDojLYYr3rlfCHY,71555584
 cocoindex/auth_registry.py,sha256=Qq1IVZb-7K4luRrQSDlOPbISnGEZ4kIDsrCU8H2ARw0,1529
 cocoindex/cli.py,sha256=VgeVgO5z2l6tv7XWS3q-sRZ8cYe9r7izUYUR3NfdgJA,21372
 cocoindex/convert.py,sha256=IqrOswncP99pOYecCtOKpp1pQEQHyxE13KKfLGSN9ZQ,22066
-cocoindex/flow.py,sha256=2GRqGPLGMUJF8JLiuvA_CpGtoBFpCY1gqJ7aMrU2w9w,37155
+cocoindex/flow.py,sha256=6AadyuaQsujkjV1zcXM-DiYr29uVdGXII4tIuNGDo_k,37440
 cocoindex/functions.py,sha256=CtiwTVW6g4BtO5_EvVcij7Si4Bx-axnM1hsdU43aM4g,12617
 cocoindex/index.py,sha256=GrqTm1rLwICQ8hadtNvJAxVg7GWMvtMmFcbiNtNzmP0,569
 cocoindex/lib.py,sha256=cZosix4nwROvod4QJOwCzrm6U1CVy_wKMMk7sDDG_Z0,849
 cocoindex/llm.py,sha256=JM5EPup7FZojynCI0rg4gnMBYmdPZpaHJbVBz3f7BAI,897
-cocoindex/op.py,sha256=7NQNc7CNleDrVz1wq0DLRaiWxj4Sz80QG8NG8qvPhs0,23371
+cocoindex/op.py,sha256=1uOwE1zzMs7FrMSpQMJPUI8YtnXXk3-tlEJ_ahPFq5A,22884
 cocoindex/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cocoindex/runtime.py,sha256=6mE-jR1Kh5c4GETDvBgwjXZq69TK5rh1qNpaseRDZnw,1117
 cocoindex/setting.py,sha256=048VfKRly9TzLElJlL01tUxySGtRbsc9m68yIHvMzMU,5464
 cocoindex/setup.py,sha256=KbJvmeFu0NbeoH-5iDmHZP86f26HIId8kHmGUNZAePI,3160
-cocoindex/sources.py,sha256=DEEfJGrz0eG9dFF-sjn7ddbebHfqPpbyN5KXYagbZ50,2152
+cocoindex/sources.py,sha256=mVZhyVTyHzFy7z3lceYqgguygADQkIL42nYK6zKSKKQ,2868
 cocoindex/subprocess_exec.py,sha256=KDV7xdFUhKYqHZdiJqirNTl7DbJQUXLvga0Q1urE6XA,8143
 cocoindex/targets.py,sha256=7FfG9kuEf5KTXtLwXMFaPFIut3PsIbpb3XIEjjeF7Bg,2931
 cocoindex/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -30,4 +30,4 @@ cocoindex/typing.py,sha256=gMNJIpGGe-SiXlihDQ-Dw2YdebQvOyG-bWovR-veO6g,13817
 cocoindex/user_app_loader.py,sha256=jKNyCq5Osl4dMevlDNloGuwCfDscxw5o0m9_OqrHDN8,1965
 cocoindex/utils.py,sha256=U3W39zD2uZpXX8v84tJD7sRmbC5ar3z_ljAP1cJrYXI,618
 cocoindex/validation.py,sha256=4ZjsW-SZT8X_TEEhEE6QG6D-8Oq_TkPAhTqP0mdFYSE,3194
-cocoindex-0.1.82.dist-info/RECORD,,
+cocoindex-0.1.83.dist-info/RECORD,,