cocoindex 0.2.4__cp311-abi3-win_amd64.whl → 0.2.6__cp311-abi3-win_amd64.whl

cocoindex/cli.py

@@ -363,6 +363,13 @@ def drop(app_target: str | None, flow_name: tuple[str, ...], force: bool) -> Non
     default=False,
     help="Continuously watch changes from data sources and apply to the target index.",
 )
+@click.option(
+    "--reexport",
+    is_flag=True,
+    show_default=True,
+    default=False,
+    help="Reexport to targets even if there's no change.",
+)
 @click.option(
     "--setup",
     is_flag=True,
@@ -389,6 +396,7 @@ def drop(app_target: str | None, flow_name: tuple[str, ...], force: bool) -> Non
 def update(
     app_flow_specifier: str,
     live: bool,
+    reexport: bool,
     setup: bool,  # pylint: disable=redefined-outer-name
     force: bool,
     quiet: bool,
@@ -408,7 +416,11 @@ def update(
             fg="yellow",
         )
 
-    options = flow.FlowLiveUpdaterOptions(live_mode=live, print_stats=not quiet)
+    options = flow.FlowLiveUpdaterOptions(
+        live_mode=live,
+        reexport_targets=reexport,
+        print_stats=not quiet,
+    )
     if flow_name is None:
         if setup:
             _setup_flows(

cocoindex/flow.py

@@ -563,9 +563,14 @@ class FlowBuilder:
 class FlowLiveUpdaterOptions:
     """
     Options for live updating a flow.
+
+    - live_mode: Whether to perform live update for data sources with change capture mechanisms.
+    - reexport_targets: Whether to reexport to targets even if there's no change.
+    - print_stats: Whether to print stats during update.
     """
 
     live_mode: bool = True
+    reexport_targets: bool = False
     print_stats: bool = False
 
 
@@ -759,20 +764,25 @@ class Flow:
         """
         return self._full_name
 
-    def update(self) -> _engine.IndexUpdateInfo:
+    def update(self, /, *, reexport_targets: bool = False) -> _engine.IndexUpdateInfo:
         """
         Update the index defined by the flow.
         Once the function returns, the index is fresh up to the moment when the function is called.
         """
-        return execution_context.run(self.update_async())
+        return execution_context.run(
+            self.update_async(reexport_targets=reexport_targets)
+        )
 
-    async def update_async(self) -> _engine.IndexUpdateInfo:
+    async def update_async(
+        self, /, *, reexport_targets: bool = False
+    ) -> _engine.IndexUpdateInfo:
         """
         Update the index defined by the flow.
         Once the function returns, the index is fresh up to the moment when the function is called.
         """
         async with FlowLiveUpdater(
-            self, FlowLiveUpdaterOptions(live_mode=False)
+            self,
+            FlowLiveUpdaterOptions(live_mode=False, reexport_targets=reexport_targets),
         ) as updater:
             await updater.wait_async()
         return updater.update_stats()

cocoindex/subprocess_exec.py

@@ -152,6 +152,16 @@ def _start_parent_watchdog(
 
 
 def _subprocess_init(user_apps: list[str], parent_pid: int) -> None:
+    import signal
+    import faulthandler
+
+    faulthandler.enable()
+    # Ignore SIGINT in the subprocess on best-effort basis.
+    try:
+        signal.signal(signal.SIGINT, signal.SIG_IGN)
+    except Exception:
+        pass
+
     _start_parent_watchdog(parent_pid)
 
     # In case any user app is already in this subprocess, e.g. the subprocess is forked, we need to avoid loading it again.
@@ -193,10 +203,15 @@ _SUBPROC_EXECUTORS: dict[bytes, _ExecutorEntry] = {}
 
 def _call_method(method: Callable[..., Any], *args: Any, **kwargs: Any) -> Any:
     """Run an awaitable/coroutine to completion synchronously, otherwise return as-is."""
-    if asyncio.iscoroutinefunction(method):
-        return asyncio.run(method(*args, **kwargs))
-    else:
-        return method(*args, **kwargs)
+    try:
+        if asyncio.iscoroutinefunction(method):
+            return asyncio.run(method(*args, **kwargs))
+        else:
+            return method(*args, **kwargs)
+    except Exception as e:
+        raise RuntimeError(
+            f"Error calling method `{method.__name__}` from subprocess"
+        ) from e
 
 
 def _get_or_create_entry(key_bytes: bytes) -> _ExecutorEntry:

{cocoindex-0.2.4.dist-info → cocoindex-0.2.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cocoindex
-Version: 0.2.4
+Version: 0.2.6
 Classifier: Development Status :: 3 - Alpha
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
@@ -34,7 +34,7 @@ Provides-Extra: dev
 Provides-Extra: embeddings
 Provides-Extra: colpali
 Provides-Extra: all
-License-File: LICENSE
+License-File: THIRD_PARTY_NOTICES.html
 Summary: With CocoIndex, users declare the transformation, CocoIndex creates & maintains an index, and keeps the derived index up to date based on source update, with minimal computation and changes.
 Keywords: indexing,real-time,incremental,pipeline,search,ai,etl,rag,dataflow,context-engineering
 Author-email: CocoIndex <cocoindex.io@gmail.com>

{cocoindex-0.2.4.dist-info → cocoindex-0.2.6.dist-info}/RECORD

@@ -1,13 +1,13 @@
-cocoindex-0.2.4.dist-info/METADATA,sha256=ZDuF7kgiT_RMXpM5Yj5Rx7c0ZHQ-s3jagvX2vKiuxlk,13168
-cocoindex-0.2.4.dist-info/WHEEL,sha256=8hEf8NzM1FnmM77AjVt5h8nDuYkN3UqZ79LoIAHXeRE,95
-cocoindex-0.2.4.dist-info/entry_points.txt,sha256=_NretjYVzBdNTn7dK-zgwr7YfG2afz1u1uSE-5bZXF8,46
-cocoindex-0.2.4.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+cocoindex-0.2.6.dist-info/METADATA,sha256=SBjlFIiC3Un5UxiyoQPRQGlg1rnzKZJV9b-Qfcw1WL8,13185
+cocoindex-0.2.6.dist-info/WHEEL,sha256=8hEf8NzM1FnmM77AjVt5h8nDuYkN3UqZ79LoIAHXeRE,95
+cocoindex-0.2.6.dist-info/entry_points.txt,sha256=_NretjYVzBdNTn7dK-zgwr7YfG2afz1u1uSE-5bZXF8,46
+cocoindex-0.2.6.dist-info/licenses/THIRD_PARTY_NOTICES.html,sha256=ihni2G0h2JAjyQAZ2stGGAIHtsK-VaoXoaD-6YCSPsM,716358
 cocoindex/__init__.py,sha256=5zwuS_X-n7QAE5uBSufqXp77OW8KVVD8E5t_6koDLRc,2293
-cocoindex/_engine.pyd,sha256=wN-7h4LBylHcv8Mej8yFo4OK7oS6rEpfwDrh3-LfMSM,71829504
+cocoindex/_engine.pyd,sha256=oBPfMTcn9Il5ZKsQIykKLgcDGChbpu2GcDQ25ekib7A,71919104
 cocoindex/auth_registry.py,sha256=Qq1IVZb-7K4luRrQSDlOPbISnGEZ4kIDsrCU8H2ARw0,1529
-cocoindex/cli.py,sha256=JwPVE-Vdk0BetKZREPoLpBiX48IlmbmZ6oJ57wCmyok,21835
+cocoindex/cli.py,sha256=KYCTkFQqEh7VdC72xlVal5eaiZM-vpAY1F3WOoG4Vro,22079
 cocoindex/convert.py,sha256=iKVufQXjsrvS8psKKZZYxuLohJvBIVctgKaRLLt8jK0,22711
-cocoindex/flow.py,sha256=YGSASrMNtQzX9S42XfOpspEBFayj16OiD3q5bTz1y98,38409
+cocoindex/flow.py,sha256=ONJeZpgEU1REsJkpwmW6WU66kUZUN-ZCP4sxv_ILPcM,38884
 cocoindex/functions.py,sha256=CtiwTVW6g4BtO5_EvVcij7Si4Bx-axnM1hsdU43aM4g,12617
 cocoindex/index.py,sha256=GrqTm1rLwICQ8hadtNvJAxVg7GWMvtMmFcbiNtNzmP0,569
 cocoindex/lib.py,sha256=cZosix4nwROvod4QJOwCzrm6U1CVy_wKMMk7sDDG_Z0,849
@@ -18,7 +18,7 @@ cocoindex/runtime.py,sha256=6mE-jR1Kh5c4GETDvBgwjXZq69TK5rh1qNpaseRDZnw,1117
 cocoindex/setting.py,sha256=obq1EiFlSJvidQZPVVC9V5ZUZAzYnyYcSm_6XUVDkUE,5463
 cocoindex/setup.py,sha256=KbJvmeFu0NbeoH-5iDmHZP86f26HIId8kHmGUNZAePI,3160
 cocoindex/sources.py,sha256=Ij8LyYbM49zjPg-pJHMbas8sdLquEcgvmuYfv7wCdjI,3290
-cocoindex/subprocess_exec.py,sha256=my8PJ8J5U3ECQYoaiVQoiipxOCfxFa-czYjo_hOh0UE,9702
+cocoindex/subprocess_exec.py,sha256=Fex5b6-OwtYkJ1lTZqSfG-23_k6jm0liGgEZD88f7O8,10113
 cocoindex/targets.py,sha256=7FfG9kuEf5KTXtLwXMFaPFIut3PsIbpb3XIEjjeF7Bg,2931
 cocoindex/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cocoindex/tests/conftest.py,sha256=Ih-rHazFUaIx4bcQ5_D4mHvLNWF7NB1yksiMUnDJCEg,1092
@@ -31,4 +31,4 @@ cocoindex/typing.py,sha256=bkKcp4G_xQODwQn92sfeNi-kXSWnbtlwTpFbrMGCnj4,14673
 cocoindex/user_app_loader.py,sha256=ZkvUG9aJNNECAjwTY0ZYtNpFd9dNBPVoPKGTtB7dSZg,1926
 cocoindex/utils.py,sha256=U3W39zD2uZpXX8v84tJD7sRmbC5ar3z_ljAP1cJrYXI,618
 cocoindex/validation.py,sha256=4ZjsW-SZT8X_TEEhEE6QG6D-8Oq_TkPAhTqP0mdFYSE,3194
-cocoindex-0.2.4.dist-info/RECORD,,
+cocoindex-0.2.6.dist-info/RECORD,,