cocoindex 0.1.66__tar.gz → 0.1.67__tar.gz

{cocoindex-0.1.66 → cocoindex-0.1.67}/.github/workflows/_test.yml

@@ -47,7 +47,7 @@ jobs:
         - name: Python build
           run: |
             source .venv/bin/activate
-            maturin develop
+            maturin develop -E all
         - name: Python type check (mypy)
           run: |
             source .venv/bin/activate

{cocoindex-0.1.66 → cocoindex-0.1.67}/.pre-commit-config.yaml

@@ -28,7 +28,7 @@ repos:
     hooks:
         - id: maturin-develop
           name: maturin develop
-          entry: maturin develop
+          entry: maturin develop -E all
           language: system
           files: ^(python/|src/|Cargo\.toml|pyproject\.toml)
           pass_filenames: false

{cocoindex-0.1.66 → cocoindex-0.1.67}/Cargo.lock

@@ -1297,7 +1297,7 @@ dependencies = [
 
 [[package]]
 name = "cocoindex"
-version = "0.1.66"
+version = "0.1.67"
 dependencies = [
  "anyhow",
  "async-openai",

{cocoindex-0.1.66 → cocoindex-0.1.67}/Cargo.toml

@@ -2,7 +2,7 @@
 name = "cocoindex"
 # Version used for local development is always higher than others to take precedence.
 # Will be overridden for specific release versions.
-version = "0.1.66"
+version = "0.1.67"
 edition = "2024"
 rust-version = "1.88"
 

{cocoindex-0.1.66 → cocoindex-0.1.67}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cocoindex
-Version: 0.1.66
+Version: 0.1.67
 Requires-Dist: click>=8.1.8
 Requires-Dist: rich>=14.0.0
 Requires-Dist: python-dotenv>=1.1.0
@@ -10,9 +10,11 @@ Requires-Dist: pytest ; extra == 'test'
 Requires-Dist: ruff ; extra == 'dev'
 Requires-Dist: pre-commit ; extra == 'dev'
 Requires-Dist: sentence-transformers>=3.3.1 ; extra == 'embeddings'
+Requires-Dist: cocoindex[embeddings] ; extra == 'all'
 Provides-Extra: test
 Provides-Extra: dev
 Provides-Extra: embeddings
+Provides-Extra: all
 License-File: LICENSE
 Summary: With CocoIndex, users declare the transformation, CocoIndex creates & maintains an index, and keeps the derived index up to date based on source update, with minimal computation and changes.
 Author-email: CocoIndex <cocoindex.io@gmail.com>

{cocoindex-0.1.66 → cocoindex-0.1.67}/pyproject.toml

@@ -32,6 +32,7 @@ features = ["pyo3/extension-module"]
 test = ["pytest"]
 dev = ["ruff", "pre-commit"]
 embeddings = ["sentence-transformers>=3.3.1"]
+all = ["cocoindex[embeddings]"]
 
 [tool.mypy]
 python_version = "3.11"

{cocoindex-0.1.66 → cocoindex-0.1.67}/python/cocoindex/functions.py

@@ -9,14 +9,6 @@ from numpy.typing import NDArray
 from . import llm, op
 from .typing import TypeAttr, Vector
 
-# Check if sentence_transformers is available
-try:
-    import sentence_transformers  # type: ignore
-
-    _SENTENCE_TRANSFORMERS_AVAILABLE = True
-except ImportError:
-    _SENTENCE_TRANSFORMERS_AVAILABLE = False
-
 
 class ParseJson(op.FunctionSpec):
     """Parse a text into a JSON object."""
@@ -79,18 +71,19 @@ class SentenceTransformerEmbedExecutor:
     """Executor for SentenceTransformerEmbed."""
 
     spec: SentenceTransformerEmbed
-    _model: "sentence_transformers.SentenceTransformer"
+    _model: Any | None = None
 
     def analyze(self, text: Any) -> type:
-        if not _SENTENCE_TRANSFORMERS_AVAILABLE:
+        try:
+            # Only import sentence_transformers locally when it's needed, as its import is very slow.
+            import sentence_transformers  # pylint: disable=import-outside-toplevel
+        except ImportError as e:
             raise ImportError(
                 "sentence_transformers is required for SentenceTransformerEmbed function. "
                 "Install it with one of these commands:\n"
                 "  pip install 'cocoindex[embeddings]'\n"
                 "  pip install sentence-transformers"
-            )
-
-        import sentence_transformers  # pylint: disable=import-outside-toplevel
+            ) from e
 
         args = self.spec.args or {}
         self._model = sentence_transformers.SentenceTransformer(self.spec.model, **args)
@@ -102,5 +95,6 @@ class SentenceTransformerEmbedExecutor:
         return result
 
     def __call__(self, text: str) -> NDArray[np.float32]:
+        assert self._model is not None
         result: NDArray[np.float32] = self._model.encode(text, convert_to_numpy=True)
         return result

{cocoindex-0.1.66 → cocoindex-0.1.67}/src/lib_context.rs

@@ -247,6 +247,8 @@ pub fn create_lib_context(settings: settings::Settings) -> Result<LibContext> {
         let _ = env_logger::try_init();
 
         pyo3_async_runtimes::tokio::init_with_runtime(get_runtime()).unwrap();
+
+        let _ = rustls::crypto::aws_lc_rs::default_provider().install_default();
     });
 
     let db_pools = DbPools::default();

{cocoindex-0.1.66 → cocoindex-0.1.67}/src/ops/targets/qdrant.rs

@@ -297,11 +297,6 @@ impl StorageFactoryBase for Factory {
         Vec<TypedExportDataCollectionBuildOutput<Self>>,
         Vec<(CollectionKey, SetupState)>,
     )> {
-        // Hotfix to resolve
-        // `no process-level CryptoProvider available -- call CryptoProvider::install_default() before this point`
-        // when using HTTPS URLs.
-        let _ = rustls::crypto::ring::default_provider().install_default();
-
         let data_coll_output = data_collections
             .into_iter()
             .map(|d| {