cocoindex 0.2.5__cp311-abi3-manylinux_2_28_x86_64.whl → 0.2.7__cp311-abi3-manylinux_2_28_x86_64.whl

cocoindex/cli.py

@@ -363,6 +363,13 @@ def drop(app_target: str | None, flow_name: tuple[str, ...], force: bool) -> Non
     default=False,
     help="Continuously watch changes from data sources and apply to the target index.",
 )
+@click.option(
+    "--reexport",
+    is_flag=True,
+    show_default=True,
+    default=False,
+    help="Reexport to targets even if there's no change.",
+)
 @click.option(
     "--setup",
     is_flag=True,
@@ -389,6 +396,7 @@ def drop(app_target: str | None, flow_name: tuple[str, ...], force: bool) -> Non
 def update(
     app_flow_specifier: str,
     live: bool,
+    reexport: bool,
     setup: bool,  # pylint: disable=redefined-outer-name
     force: bool,
     quiet: bool,
@@ -408,7 +416,11 @@ def update(
             fg="yellow",
         )
 
-    options = flow.FlowLiveUpdaterOptions(live_mode=live, print_stats=not quiet)
+    options = flow.FlowLiveUpdaterOptions(
+        live_mode=live,
+        reexport_targets=reexport,
+        print_stats=not quiet,
+    )
     if flow_name is None:
         if setup:
             _setup_flows(
@@ -519,6 +531,13 @@ def evaluate(
     default=False,
     help="Automatically setup backends for the flow if it's not setup yet.",
 )
+@click.option(
+    "--reexport",
+    is_flag=True,
+    show_default=True,
+    default=False,
+    help="Reexport to targets even if there's no change.",
+)
 @click.option(
     "-f",
     "--force",
@@ -548,6 +567,7 @@ def server(
     address: str | None,
     live_update: bool,
     setup: bool,  # pylint: disable=redefined-outer-name
+    reexport: bool,
     force: bool,
     quiet: bool,
     cors_origin: str | None,
@@ -571,6 +591,7 @@ def server(
         cors_local,
         live_update,
         setup,
+        reexport,
         force,
         quiet,
     )
@@ -619,6 +640,7 @@ def _run_server(
     cors_local: int | None = None,
     live_update: bool = False,
     run_setup: bool = False,
+    reexport: bool = False,
     force: bool = False,
     quiet: bool = False,
 ) -> None:
@@ -652,8 +674,12 @@ def _run_server(
 
     click.secho("Press Ctrl+C to stop the server.", fg="yellow")
 
-    if live_update:
-        options = flow.FlowLiveUpdaterOptions(live_mode=True, print_stats=not quiet)
+    if live_update or reexport:
+        options = flow.FlowLiveUpdaterOptions(
+            live_mode=live_update,
+            reexport_targets=reexport,
+            print_stats=not quiet,
+        )
         asyncio.run_coroutine_threadsafe(
             _update_all_flows_with_hint_async(options), execution_context.event_loop
         )

cocoindex/flow.py

@@ -563,9 +563,14 @@ class FlowBuilder:
 class FlowLiveUpdaterOptions:
     """
     Options for live updating a flow.
+
+    - live_mode: Whether to perform live update for data sources with change capture mechanisms.
+    - reexport_targets: Whether to reexport to targets even if there's no change.
+    - print_stats: Whether to print stats during update.
     """
 
     live_mode: bool = True
+    reexport_targets: bool = False
     print_stats: bool = False
 
 
@@ -759,20 +764,25 @@ class Flow:
         """
         return self._full_name
 
-    def update(self) -> _engine.IndexUpdateInfo:
+    def update(self, /, *, reexport_targets: bool = False) -> _engine.IndexUpdateInfo:
         """
         Update the index defined by the flow.
         Once the function returns, the index is fresh up to the moment when the function is called.
         """
-        return execution_context.run(self.update_async())
+        return execution_context.run(
+            self.update_async(reexport_targets=reexport_targets)
+        )
 
-    async def update_async(self) -> _engine.IndexUpdateInfo:
+    async def update_async(
+        self, /, *, reexport_targets: bool = False
+    ) -> _engine.IndexUpdateInfo:
         """
         Update the index defined by the flow.
         Once the function returns, the index is fresh up to the moment when the function is called.
         """
         async with FlowLiveUpdater(
-            self, FlowLiveUpdaterOptions(live_mode=False)
+            self,
+            FlowLiveUpdaterOptions(live_mode=False, reexport_targets=reexport_targets),
         ) as updater:
             await updater.wait_async()
         return updater.update_stats()

cocoindex/subprocess_exec.py

@@ -134,24 +134,43 @@ def _start_parent_watchdog(
     This runs in a background daemon thread so it never blocks pool work.
     """
 
+    import psutil  # type: ignore
+
+    if parent_pid is None:
+        parent_pid = os.getppid()
+
+    try:
+        p = psutil.Process(parent_pid)
+        # Cache create_time to defeat PID reuse.
+        created = p.create_time()
+    except psutil.Error:
+        # Parent already gone or not accessible
+        os._exit(1)
+
     def _watch() -> None:
         while True:
-            # If PPID changed (parent died and we were reparented), exit.
-            if os.getppid() != parent_pid:
-                os._exit(1)
-
-            # Best-effort liveness probe in case PPID was reused.
             try:
-                os.kill(parent_pid, 0)
-            except OSError:
+                # is_running() + same create_time => same process and still alive
+                if not (p.is_running() and p.create_time() == created):
+                    os._exit(1)
+            except psutil.NoSuchProcess:
                 os._exit(1)
-
             time.sleep(interval_seconds)
 
     threading.Thread(target=_watch, name="parent-watchdog", daemon=True).start()
 
 
 def _subprocess_init(user_apps: list[str], parent_pid: int) -> None:
+    import signal
+    import faulthandler
+
+    faulthandler.enable()
+    # Ignore SIGINT in the subprocess on best-effort basis.
+    try:
+        signal.signal(signal.SIGINT, signal.SIG_IGN)
+    except Exception:
+        pass
+
     _start_parent_watchdog(parent_pid)
 
     # In case any user app is already in this subprocess, e.g. the subprocess is forked, we need to avoid loading it again.
@@ -193,10 +212,15 @@ _SUBPROC_EXECUTORS: dict[bytes, _ExecutorEntry] = {}
 
 def _call_method(method: Callable[..., Any], *args: Any, **kwargs: Any) -> Any:
     """Run an awaitable/coroutine to completion synchronously, otherwise return as-is."""
-    if asyncio.iscoroutinefunction(method):
-        return asyncio.run(method(*args, **kwargs))
-    else:
-        return method(*args, **kwargs)
+    try:
+        if asyncio.iscoroutinefunction(method):
+            return asyncio.run(method(*args, **kwargs))
+        else:
+            return method(*args, **kwargs)
+    except Exception as e:
+        raise RuntimeError(
+            f"Error calling method `{method.__name__}` from subprocess"
+        ) from e
 
 
 def _get_or_create_entry(key_bytes: bytes) -> _ExecutorEntry:

{cocoindex-0.2.5.dist-info → cocoindex-0.2.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cocoindex
-Version: 0.2.5
+Version: 0.2.7
 Classifier: Development Status :: 3 - Alpha
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
@@ -21,6 +21,7 @@ Requires-Dist: rich>=14.0.0
 Requires-Dist: python-dotenv>=1.1.0
 Requires-Dist: watchfiles>=1.1.0
 Requires-Dist: numpy>=1.23.2
+Requires-Dist: psutil>=7.0.0
 Requires-Dist: pytest ; extra == 'dev'
 Requires-Dist: pytest-asyncio ; extra == 'dev'
 Requires-Dist: ruff ; extra == 'dev'
@@ -34,6 +35,7 @@ Provides-Extra: dev
 Provides-Extra: embeddings
 Provides-Extra: colpali
 Provides-Extra: all
+License-File: THIRD_PARTY_NOTICES.html
 Summary: With CocoIndex, users declare the transformation, CocoIndex creates & maintains an index, and keeps the derived index up to date based on source update, with minimal computation and changes.
 Keywords: indexing,real-time,incremental,pipeline,search,ai,etl,rag,dataflow,context-engineering
 Author-email: CocoIndex <cocoindex.io@gmail.com>

{cocoindex-0.2.5.dist-info → cocoindex-0.2.7.dist-info}/RECORD

@@ -1,12 +1,13 @@
-cocoindex-0.2.5.dist-info/METADATA,sha256=103rko_UCWpL42QrZxf3AoZoVTqfwJ5fz3rSfSLCUzA,12930
-cocoindex-0.2.5.dist-info/WHEEL,sha256=IG-K_sumA04dNIpy5J1b3kZo_HELEjvxxDWHD32zTgo,107
-cocoindex-0.2.5.dist-info/entry_points.txt,sha256=_NretjYVzBdNTn7dK-zgwr7YfG2afz1u1uSE-5bZXF8,46
+cocoindex-0.2.7.dist-info/METADATA,sha256=MvtUzkoSmDgJRFLhsratRoLuH0Tu_ijCV4N3aiT1-58,12998
+cocoindex-0.2.7.dist-info/WHEEL,sha256=IG-K_sumA04dNIpy5J1b3kZo_HELEjvxxDWHD32zTgo,107
+cocoindex-0.2.7.dist-info/entry_points.txt,sha256=_NretjYVzBdNTn7dK-zgwr7YfG2afz1u1uSE-5bZXF8,46
+cocoindex-0.2.7.dist-info/licenses/THIRD_PARTY_NOTICES.html,sha256=LoD8IOKM2beOhYqtdnA9YRt6xoXzKr_73KFP9RYqjBQ,716358
 cocoindex/__init__.py,sha256=sLpSVO5Cotgn_82lawxvXnaqfa-qj33rytWBAe2MTtU,2201
-cocoindex/_engine.abi3.so,sha256=Y71DBTIPNKhx1wPlcsaYkDscFolSVJs7Iaw3kdMAa4k,72579832
+cocoindex/_engine.abi3.so,sha256=E43aWdSi-OPwrFUezQ3UN7PKgTqkWhah2yZvAb-sFuo,72588696
 cocoindex/auth_registry.py,sha256=PE1-kVkcyC1G2C_V7b1kvYzeq73OFQehWKQP7ln7fJ8,1478
-cocoindex/cli.py,sha256=D-mlZrH-trT5UR3N5KfQeq2CQ95odO2FTi67WIPjzPM,21120
+cocoindex/cli.py,sha256=laLLHtEQvEt7Ua4xulsWEI_dH5IpHiaXyTWY8p1VF_c,21665
 cocoindex/convert.py,sha256=Eh9Co37BtW_PK3Oi-pFEiFt8cc_6g7XLcurV-NeH6GU,22090
-cocoindex/flow.py,sha256=AoWt8i05MfEnnoAQR0EWzZU-9k36UmCFuNLb3itlGO0,37204
+cocoindex/flow.py,sha256=wKT_RWeB9_sm764aNrOl2XU-RJIu4EK_sIkjcyZI8jA,37669
 cocoindex/functions.py,sha256=09erNt3WbzY9l1KER-akBF2O5-6xEahV2ORBECaL6yk,12260
 cocoindex/index.py,sha256=j93B9jEvvLXHtpzKWL88SY6wCGEoPgpsQhEGHlyYGFg,540
 cocoindex/lib.py,sha256=f--9dAYd84CZosbDZqNW0oGbBLsY3dXiUTR1VrfQ_QY,817
@@ -17,10 +18,9 @@ cocoindex/runtime.py,sha256=povilB3HH3y1JF-yxKwU-pD8n2WnAqyQxIgvXXHNc60,1080
 cocoindex/setting.py,sha256=cuudZ2uJvS48wh-rDToPAUN7-KMjlyQ-0hWhkHMIx4U,5282
 cocoindex/setup.py,sha256=7uIHKN4FOCuoidPXcKyGTrkqpkl9luL49-6UcnMxYzw,3068
 cocoindex/sources.py,sha256=FYz7cWYasLGDaYoIEQ1dF2uprgUETHWsTIrIS7n6pQE,3188
-cocoindex/subprocess_exec.py,sha256=aq459hCNjEnZvldIPB0eSuosr2jZDqPfT4zMwLsAnqk,9423
+cocoindex/subprocess_exec.py,sha256=r1xO84uek4VP4I6i87JMwsH5xFm3vKW0ABvgn0jskt4,10088
 cocoindex/targets.py,sha256=Nfh_tpFd1goTnS_cxBjIs4j9zl3Z4Z1JomAQ1dl3Sic,2796
 cocoindex/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cocoindex/tests/conftest.py,sha256=Q1ev90H_6zncEL0nlzgd4idIaE6OQW_8cMf05V-Wgec,1054
 cocoindex/tests/test_convert.py,sha256=UsQDuz7qukT9UAU5LBv3atNTqdUVc6uW8lrmLA7ys_w,50207
 cocoindex/tests/test_optional_database.py,sha256=snAmkNa6wtOSaxoZE1HgjvL5v_ylitt3Jt_9df4Cgdc,8506
 cocoindex/tests/test_transform_flow.py,sha256=G69w-n-vnCTo3r9hVIk2lJNAQEkGUA7PZfHsXna3oS0,6030
@@ -30,4 +30,4 @@ cocoindex/typing.py,sha256=lEQYIzAGVKQp6RnhyeopY9Q7xEED7yQj3ZMxvTPblV8,14200
 cocoindex/user_app_loader.py,sha256=bc3Af-gYRxJ9GpObtpjegZY855oQBCv5FGkrkWV2yGY,1873
 cocoindex/utils.py,sha256=hUhX-XV6XGCtJSEIpBOuDv6VvqImwPlgBxztBTw7u0U,598
 cocoindex/validation.py,sha256=PZnJoby4sLbsmPv9fOjOQXuefjfZ7gmtsiTGU8SH-tc,3090
-cocoindex-0.2.5.dist-info/RECORD,,
+cocoindex-0.2.7.dist-info/RECORD,,