symbolicai 0.18.3__py3-none-any.whl → 0.19.0__py3-none-any.whl

symai/__init__.py

@@ -33,7 +33,7 @@ os.environ['TOKENIZERS_PARALLELISM'] = "false"
 # Create singleton instance
 config_manager = settings.SymAIConfig()
 
-SYMAI_VERSION = "0.18.3"
+SYMAI_VERSION = "0.19.0"
 __version__   = SYMAI_VERSION
 __root_dir__  = config_manager.config_dir
 

symai/backend/engines/files/engine_io.py

@@ -9,10 +9,19 @@ from tika import unpack
 
 from ...base import Engine
 
-# initialize tika server
-tika.initVM()
-# suppress tika logging
-logging.getLogger('tika').setLevel(logging.CRITICAL)
+# Initialize Tika lazily to avoid spawning JVMs prematurely for all workers
+_TIKA_INITIALIZED = False
+
+def _ensure_tika_vm():
+    global _TIKA_INITIALIZED
+    if not _TIKA_INITIALIZED:
+        try:
+            tika.initVM()
+        except Exception:
+            # If initVM fails, we still attempt unpack.from_file which may auto-init
+            pass
+        logging.getLogger('tika').setLevel(logging.CRITICAL)
+        _TIKA_INITIALIZED = True
 
 
 @dataclass
@@ -69,6 +78,29 @@ class FileEngine(Engine):
         if os.path.getsize(file_path) <= 0:
             return ''
 
+        # For common plain-text extensions, avoid Tika overhead
+        ext = Path(file_path).suffix.lower()
+        if ext in {'.txt', '.md', '.py', '.json', '.yaml', '.yml', '.csv', '.tsv', '.log'}:
+            try:
+                with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:
+                    content = f.read()
+                if content is None:
+                    return None
+                # Apply slicing by lines, mirroring the Tika branch
+                lines = content.split('\n')
+                if slices_ is not None:
+                    new_content = []
+                    for s in slices_:
+                        new_content.extend(lines[s])
+                    lines = new_content
+                content = '\n'.join(lines)
+                content = content.encode('utf8', 'ignore').decode('utf8', 'ignore')
+                return content if not with_metadata else [TextContainer(id, None, content)]
+            except Exception:
+                # Fallback to Tika if plain read fails
+                pass
+
+        _ensure_tika_vm()
         file_ = unpack.from_file(str(file_path))
         if 'content' in file_:
             content = file_['content']

symai/components.py

@@ -10,6 +10,7 @@ from pathlib import Path
 from random import sample
 from string import ascii_lowercase, ascii_uppercase
 from threading import Lock
+from .context import CURRENT_ENGINE_VAR
 from typing import Callable, Dict, Iterator, List, Optional, Type, Union
 
 import numpy as np
@@ -1256,6 +1257,7 @@ class DynamicEngine(Expression):
         self._entered = False
         self._lock = Lock()
         self.engine_instance = None
+        self._ctx_token = None
 
     def __new__(cls, *args, **kwargs):
         cls._lock = getattr(cls, '_lock', Lock())
@@ -1268,10 +1270,26 @@ class DynamicEngine(Expression):
     def __enter__(self):
         self._entered = True
         self.engine_instance = self._create_engine_instance()
+        # Set ContextVar and keep the token for proper reset
+        try:
+            self._ctx_token = CURRENT_ENGINE_VAR.set(self.engine_instance)
+        except Exception:
+            self._ctx_token = None
         return self.engine_instance
 
     def __exit__(self, exc_type, exc_value, traceback):
         self._entered = False
+        # Reset ContextVar back to previous value
+        try:
+            if self._ctx_token is not None:
+                try:
+                    CURRENT_ENGINE_VAR.reset(self._ctx_token)
+                except ValueError:
+                    # Token belongs to a different logical Context (e.g., run in anyio worker)
+                    # Fallback: clear the var in this Context to avoid leaking the engine
+                    CURRENT_ENGINE_VAR.set(None)
+        finally:
+            self._ctx_token = None
 
     def _create_engine_instance(self):
         """Create an engine instance based on the model name."""

symai/context.py

@@ -0,0 +1,4 @@
+import contextvars
+
+# Holds the current neurosymbolic engine instance for the active context (Task/thread)
+CURRENT_ENGINE_VAR = contextvars.ContextVar("symai_current_engine", default=None)

symai/functional.py

@@ -20,6 +20,7 @@ from .backend.base import ENGINE_UNREGISTERED, Engine
 from .post_processors import PostProcessor
 from .pre_processors import PreProcessor
 from .utils import CustomUserWarning
+from .context import CURRENT_ENGINE_VAR
 
 
 class ConstraintViolationException(Exception):
@@ -416,24 +417,31 @@ class EngineRepository(object):
         raise ValueError(f"No engine named {engine} is registered.")
 
     def get_dynamic_engine_instance(self):
-        from .components import DynamicEngine
+        # 1) Primary: use ContextVar (fast, async-safe)
+        try:
+            eng = CURRENT_ENGINE_VAR.get()
+            if eng is not None:
+                return eng
+        except Exception:
+            pass
 
-        for thread_id, top_frame in sys._current_frames().items():
-            frame = top_frame
-            while frame:
-                if getattr(frame.f_locals, "copy", None) is None:
-                    # Try to coerce dict to avoid AttributeError
-                    try: locals_copy = dict(frame.f_locals)
-                    except Exception:
-                        frame = frame.f_back
-                        continue
-                else:
-                    try: locals_copy = frame.f_locals.copy()
-                    except Exception:
-                        CustomUserWarning("This is not supposed to happen, but it did. Please report this to the symai developers.", raise_with=RuntimeError)
-
-                for value in locals_copy.values():
-                    if isinstance(value, DynamicEngine) and getattr(value, '_entered', False):
-                        return value.engine_instance
-                frame = frame.f_back
+        # 2) Fallback: walk ONLY current thread frames (legacy behavior)
+        from .components import DynamicEngine
+        try:
+            frame = sys._getframe()
+        except Exception:
+            return None
+        while frame:
+            try:
+                locals_copy = frame.f_locals.copy() if hasattr(frame.f_locals, 'copy') else dict(frame.f_locals)
+            except Exception:
+                CustomUserWarning(
+                    "Unexpected failure copying frame locals while resolving DynamicEngine.",
+                    raise_with=None,
+                )
+                locals_copy = {}
+            for value in locals_copy.values():
+                if isinstance(value, DynamicEngine) and getattr(value, '_entered', False):
+                    return value.engine_instance
+            frame = frame.f_back
         return None

{symbolicai-0.18.3.dist-info → symbolicai-0.19.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: symbolicai
-Version: 0.18.3
+Version: 0.19.0
 Summary: A Neurosymbolic Perspective on Large Language Models
 Author-email: Marius-Constantin Dinu <marius@extensity.ai>, Leoveanu-Condrei Claudiu <leo@extensity.ai>
 Project-URL: Homepage, https://extensity.ai

{symbolicai-0.18.3.dist-info → symbolicai-0.19.0.dist-info}/RECORD

@@ -1,12 +1,13 @@
 symai/TERMS_OF_SERVICE.md,sha256=HN42UXVI_wAVDHjMShzy_k7xAsbjXaATNeMKcIte_eg,91409
-symai/__init__.py,sha256=jNfIOqpn-Mx-IaLhS3yn4L24f3kaKPjsCDNmINKnxGs,16464
+symai/__init__.py,sha256=9wwYTYS8BnMTNUcn30fgdTbhwDSZU8uF2Aif4zl0ycE,16464
 symai/chat.py,sha256=vqEe7NqSWdzr9ixkko_094SR1LIbgPLcZxQ8W7782N4,12775
-symai/components.py,sha256=YazuyQasU7P3dvUHn-h5A54D-lf6wD_Hqc8Y6Gnd11g,51440
+symai/components.py,sha256=vgIq-cC8rqZG9PAPUB52Y5RGFEKrxFUCWzqzrPzLNvw,52232
 symai/constraints.py,sha256=S1ywLB8nFQy4-beDoJz6IvLTiZHGR8Fu5RNTY4v5zG0,1641
+symai/context.py,sha256=4M69MJOeWSdPTr2Y9teoNTs-nEvpzcAcr7900UgORXA,189
 symai/core.py,sha256=1g45AjJ5wkz1cNTbtoDbd8QlOUc-v-3sWNmDTxaeqY0,69041
 symai/core_ext.py,sha256=binru2AjB8K-arbNLiu1wnNodtFxgqk26b-iLVhPoSU,9322
 symai/exceptions.py,sha256=BxpxI8q3-7Uh_Kg9Xi2PhF6RR6CofxV1h8R07j4v47U,165
-symai/functional.py,sha256=7PjiCY745QRlIOIfoiZzrIYcHj-PosFdgPpH0ugHzKY,18769
+symai/functional.py,sha256=ftuo3RB34Al4kMAaqAt9viOd84Tm1mH_svNUSLjnztU,18868
 symai/imports.py,sha256=npVGz9portPb3enIUtLYiwtdhSPVz6ctHLPreS6Jtvo,16354
 symai/interfaces.py,sha256=MwnRvd-0QrMc2t_MLv05ZZASeWEIgbWxadiVOGbPbOQ,2898
 symai/memory.py,sha256=Svie0ozSMOElMzcyAGnShc3VOQYpkiCEN4ZLoc2ofHM,3674
@@ -36,7 +37,7 @@ symai/backend/engines/execute/engine_python.py,sha256=3rPMBcrCrjggVm7JtGQjAywBZ6
 symai/backend/engines/experiments/engine_bard_wrapper.py,sha256=RTRLg5kAq1yKMkgNC8xj9kzOtkeoOANrXzHejKp2haM,5276
 symai/backend/engines/experiments/engine_gptfinetuner.py,sha256=POQwYj_NKjOBLc83FM1S_WBqHudZyYlDENjNFak6ocY,804
 symai/backend/engines/experiments/engine_llamacpp_completion.py,sha256=Wgq56wH9ZoV-FwdWfok90Yv48Zu4kXHMNDdzFe4mmjc,5268
-symai/backend/engines/files/engine_io.py,sha256=gXZKqJAHGIgoMPeool6HJNT3Fd_rp2jI3DXYy91x1bQ,6319
+symai/backend/engines/files/engine_io.py,sha256=KuIUyv9gGecFRbhk0kakmkZRkeH5smPpEIvPzSS5Si0,7729
 symai/backend/engines/imagecaptioning/engine_blip2.py,sha256=V0WQhAjQIsC_YLRVtDqU0oiBlaWxCNKKLJu95b08hxk,3115
 symai/backend/engines/imagecaptioning/engine_llavacpp_client.py,sha256=ZbW6sxFE9DVzoWaxNsTJ2YXbIxl564t0QaN8sHNJQDc,6176
 symai/backend/engines/index/engine_pinecone.py,sha256=Horf9lzw2QLMdYvvBLeAu3MOyiTbNo30en28Ifm4AVA,8956
@@ -153,8 +154,8 @@ symai/ops/primitives.py,sha256=EaB2Ekx9yGNDaQa3aKS5KpuEr5awAUbO3OcBbufI-l4,11072
 symai/server/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 symai/server/huggingface_server.py,sha256=UpSBflnQaenDjY1AAn5LUYeg5J4gJLWiMuC5DcoIV3E,8743
 symai/server/llama_cpp_server.py,sha256=qVCldTdcQhK2YCu7sDNSYziu1p2AQieqMFfY028-yOc,2049
-symbolicai-0.18.3.dist-info/METADATA,sha256=lwH_Z2JC2ftZfeAb5qIz7avkYUNuUqesnDiImv4Nsuo,21327
-symbolicai-0.18.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-symbolicai-0.18.3.dist-info/entry_points.txt,sha256=JV5sdydIfUZdDF6QBEQHiZHod6XNPjCjpWQrXh7gTAw,261
-symbolicai-0.18.3.dist-info/top_level.txt,sha256=bOoIDfpDIvCQtQgXcwVKJvxAKwsxpxo2IL4z92rNJjw,6
-symbolicai-0.18.3.dist-info/RECORD,,
+symbolicai-0.19.0.dist-info/METADATA,sha256=Bpe1zJQJp4xtgXx4u3qUQ1IrmxCtaqmaVfiTIjJJqL0,21327
+symbolicai-0.19.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+symbolicai-0.19.0.dist-info/entry_points.txt,sha256=JV5sdydIfUZdDF6QBEQHiZHod6XNPjCjpWQrXh7gTAw,261
+symbolicai-0.19.0.dist-info/top_level.txt,sha256=bOoIDfpDIvCQtQgXcwVKJvxAKwsxpxo2IL4z92rNJjw,6
+symbolicai-0.19.0.dist-info/RECORD,,