cocoindex 0.2.5__cp311-abi3-macosx_10_12_x86_64.whl → 0.2.6__cp311-abi3-macosx_10_12_x86_64.whl

cocoindex/cli.py

@@ -363,6 +363,13 @@ def drop(app_target: str | None, flow_name: tuple[str, ...], force: bool) -> Non
     default=False,
     help="Continuously watch changes from data sources and apply to the target index.",
 )
+@click.option(
+    "--reexport",
+    is_flag=True,
+    show_default=True,
+    default=False,
+    help="Reexport to targets even if there's no change.",
+)
 @click.option(
     "--setup",
     is_flag=True,
@@ -389,6 +396,7 @@ def drop(app_target: str | None, flow_name: tuple[str, ...], force: bool) -> Non
 def update(
     app_flow_specifier: str,
     live: bool,
+    reexport: bool,
     setup: bool,  # pylint: disable=redefined-outer-name
     force: bool,
     quiet: bool,
@@ -408,7 +416,11 @@ def update(
             fg="yellow",
         )
 
-    options = flow.FlowLiveUpdaterOptions(live_mode=live, print_stats=not quiet)
+    options = flow.FlowLiveUpdaterOptions(
+        live_mode=live,
+        reexport_targets=reexport,
+        print_stats=not quiet,
+    )
     if flow_name is None:
         if setup:
             _setup_flows(

cocoindex/flow.py

@@ -563,9 +563,14 @@ class FlowBuilder:
 class FlowLiveUpdaterOptions:
     """
     Options for live updating a flow.
+
+    - live_mode: Whether to perform live update for data sources with change capture mechanisms.
+    - reexport_targets: Whether to reexport to targets even if there's no change.
+    - print_stats: Whether to print stats during update.
     """
 
     live_mode: bool = True
+    reexport_targets: bool = False
     print_stats: bool = False
 
 
@@ -759,20 +764,25 @@ class Flow:
         """
         return self._full_name
 
-    def update(self) -> _engine.IndexUpdateInfo:
+    def update(self, /, *, reexport_targets: bool = False) -> _engine.IndexUpdateInfo:
         """
         Update the index defined by the flow.
         Once the function returns, the index is fresh up to the moment when the function is called.
         """
-        return execution_context.run(self.update_async())
+        return execution_context.run(
+            self.update_async(reexport_targets=reexport_targets)
+        )
 
-    async def update_async(self) -> _engine.IndexUpdateInfo:
+    async def update_async(
+        self, /, *, reexport_targets: bool = False
+    ) -> _engine.IndexUpdateInfo:
         """
         Update the index defined by the flow.
         Once the function returns, the index is fresh up to the moment when the function is called.
         """
         async with FlowLiveUpdater(
-            self, FlowLiveUpdaterOptions(live_mode=False)
+            self,
+            FlowLiveUpdaterOptions(live_mode=False, reexport_targets=reexport_targets),
         ) as updater:
             await updater.wait_async()
         return updater.update_stats()

cocoindex/subprocess_exec.py

@@ -152,6 +152,16 @@ def _start_parent_watchdog(
 
 
 def _subprocess_init(user_apps: list[str], parent_pid: int) -> None:
+    import signal
+    import faulthandler
+
+    faulthandler.enable()
+    # Ignore SIGINT in the subprocess on best-effort basis.
+    try:
+        signal.signal(signal.SIGINT, signal.SIG_IGN)
+    except Exception:
+        pass
+
     _start_parent_watchdog(parent_pid)
 
     # In case any user app is already in this subprocess, e.g. the subprocess is forked, we need to avoid loading it again.
@@ -193,10 +203,15 @@ _SUBPROC_EXECUTORS: dict[bytes, _ExecutorEntry] = {}
 
 def _call_method(method: Callable[..., Any], *args: Any, **kwargs: Any) -> Any:
     """Run an awaitable/coroutine to completion synchronously, otherwise return as-is."""
-    if asyncio.iscoroutinefunction(method):
-        return asyncio.run(method(*args, **kwargs))
-    else:
-        return method(*args, **kwargs)
+    try:
+        if asyncio.iscoroutinefunction(method):
+            return asyncio.run(method(*args, **kwargs))
+        else:
+            return method(*args, **kwargs)
+    except Exception as e:
+        raise RuntimeError(
+            f"Error calling method `{method.__name__}` from subprocess"
+        ) from e
 
 
 def _get_or_create_entry(key_bytes: bytes) -> _ExecutorEntry:

{cocoindex-0.2.5.dist-info → cocoindex-0.2.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cocoindex
-Version: 0.2.5
+Version: 0.2.6
 Classifier: Development Status :: 3 - Alpha
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
@@ -34,6 +34,7 @@ Provides-Extra: dev
 Provides-Extra: embeddings
 Provides-Extra: colpali
 Provides-Extra: all
+License-File: THIRD_PARTY_NOTICES.html
 Summary: With CocoIndex, users declare the transformation, CocoIndex creates & maintains an index, and keeps the derived index up to date based on source update, with minimal computation and changes.
 Keywords: indexing,real-time,incremental,pipeline,search,ai,etl,rag,dataflow,context-engineering
 Author-email: CocoIndex <cocoindex.io@gmail.com>

{cocoindex-0.2.5.dist-info → cocoindex-0.2.6.dist-info}/RECORD

@@ -1,12 +1,13 @@
-cocoindex-0.2.5.dist-info/METADATA,sha256=103rko_UCWpL42QrZxf3AoZoVTqfwJ5fz3rSfSLCUzA,12930
-cocoindex-0.2.5.dist-info/WHEEL,sha256=N8W3-0eDM6igWj-H12r7VkxoMaJIqJLxUyWCFstEaGg,105
-cocoindex-0.2.5.dist-info/entry_points.txt,sha256=_NretjYVzBdNTn7dK-zgwr7YfG2afz1u1uSE-5bZXF8,46
+cocoindex-0.2.6.dist-info/METADATA,sha256=pVFIVXRR33oc1_Y4uw95GKM29bXol6QzIfXJJ1MBqOU,12969
+cocoindex-0.2.6.dist-info/WHEEL,sha256=N8W3-0eDM6igWj-H12r7VkxoMaJIqJLxUyWCFstEaGg,105
+cocoindex-0.2.6.dist-info/entry_points.txt,sha256=_NretjYVzBdNTn7dK-zgwr7YfG2afz1u1uSE-5bZXF8,46
+cocoindex-0.2.6.dist-info/licenses/THIRD_PARTY_NOTICES.html,sha256=ihni2G0h2JAjyQAZ2stGGAIHtsK-VaoXoaD-6YCSPsM,716358
 cocoindex/__init__.py,sha256=sLpSVO5Cotgn_82lawxvXnaqfa-qj33rytWBAe2MTtU,2201
-cocoindex/_engine.abi3.so,sha256=qB9fV9sK2gA-t804BFM9hqgRov94-C7RnpggD5CW3ic,69170164
+cocoindex/_engine.abi3.so,sha256=BpICvgHBbW5SoMc-XrKJ7CIRLrcavZjHaEClhUqXyKk,69170212
 cocoindex/auth_registry.py,sha256=PE1-kVkcyC1G2C_V7b1kvYzeq73OFQehWKQP7ln7fJ8,1478
-cocoindex/cli.py,sha256=D-mlZrH-trT5UR3N5KfQeq2CQ95odO2FTi67WIPjzPM,21120
+cocoindex/cli.py,sha256=jCWOfqiCfFSOLg1hSBjY_PIDqJu4gAOz-84RZkmtXoE,21352
 cocoindex/convert.py,sha256=Eh9Co37BtW_PK3Oi-pFEiFt8cc_6g7XLcurV-NeH6GU,22090
-cocoindex/flow.py,sha256=AoWt8i05MfEnnoAQR0EWzZU-9k36UmCFuNLb3itlGO0,37204
+cocoindex/flow.py,sha256=wKT_RWeB9_sm764aNrOl2XU-RJIu4EK_sIkjcyZI8jA,37669
 cocoindex/functions.py,sha256=09erNt3WbzY9l1KER-akBF2O5-6xEahV2ORBECaL6yk,12260
 cocoindex/index.py,sha256=j93B9jEvvLXHtpzKWL88SY6wCGEoPgpsQhEGHlyYGFg,540
 cocoindex/lib.py,sha256=f--9dAYd84CZosbDZqNW0oGbBLsY3dXiUTR1VrfQ_QY,817
@@ -17,7 +18,7 @@ cocoindex/runtime.py,sha256=povilB3HH3y1JF-yxKwU-pD8n2WnAqyQxIgvXXHNc60,1080
 cocoindex/setting.py,sha256=cuudZ2uJvS48wh-rDToPAUN7-KMjlyQ-0hWhkHMIx4U,5282
 cocoindex/setup.py,sha256=7uIHKN4FOCuoidPXcKyGTrkqpkl9luL49-6UcnMxYzw,3068
 cocoindex/sources.py,sha256=FYz7cWYasLGDaYoIEQ1dF2uprgUETHWsTIrIS7n6pQE,3188
-cocoindex/subprocess_exec.py,sha256=aq459hCNjEnZvldIPB0eSuosr2jZDqPfT4zMwLsAnqk,9423
+cocoindex/subprocess_exec.py,sha256=iTKFO3iPF4SsW2hon8YTpGDzbsjZM_wd8IYxzS6RN3o,9819
 cocoindex/targets.py,sha256=Nfh_tpFd1goTnS_cxBjIs4j9zl3Z4Z1JomAQ1dl3Sic,2796
 cocoindex/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cocoindex/tests/conftest.py,sha256=Q1ev90H_6zncEL0nlzgd4idIaE6OQW_8cMf05V-Wgec,1054
@@ -30,4 +31,4 @@ cocoindex/typing.py,sha256=lEQYIzAGVKQp6RnhyeopY9Q7xEED7yQj3ZMxvTPblV8,14200
 cocoindex/user_app_loader.py,sha256=bc3Af-gYRxJ9GpObtpjegZY855oQBCv5FGkrkWV2yGY,1873
 cocoindex/utils.py,sha256=hUhX-XV6XGCtJSEIpBOuDv6VvqImwPlgBxztBTw7u0U,598
 cocoindex/validation.py,sha256=PZnJoby4sLbsmPv9fOjOQXuefjfZ7gmtsiTGU8SH-tc,3090
-cocoindex-0.2.5.dist-info/RECORD,,
+cocoindex-0.2.6.dist-info/RECORD,,