vectorwave 0.2.4__tar.gz → 0.2.6__tar.gz

{vectorwave-0.2.4 → vectorwave-0.2.6}/PKG-INFO

@@ -1,28 +1,28 @@
 Metadata-Version: 2.4
 Name: vectorwave
-Version: 0.2.4
-Summary: VectorWave: Seamless Auto-Vectorization Framework
-Author-email: junyeonggim <junyeonggim5@gmail.com>
-License-Expression: MIT
-Project-URL: Repository, https://github.com/cozymori/vectorwave
+Version: 0.2.6
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Rust
 Classifier: Operating System :: OS Independent
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-License-File: NOTICE
 Requires-Dist: weaviate-client>=4.0.0
 Requires-Dist: pydantic-settings>=2.0.0
 Requires-Dist: sentence-transformers
 Requires-Dist: requests
 Requires-Dist: openai
-Dynamic: license-file
+License-File: LICENSE
+License-File: NOTICE
+Summary: VectorWave: Seamless Auto-Vectorization Framework
+Author-email: junyeonggim <junyeonggim5@gmail.com>
+License-Expression: MIT
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
+Project-URL: Repository, https://github.com/cozymori/vectorwave
 
 
 # VectorWave: Seamless Auto-Vectorization Framework
@@ -652,6 +652,24 @@ import my_service.payment
 my_service.payment.process_transaction()
 ```
 
+## 🌌 Ecosystem
+
+VectorWave is part of a larger ecosystem designed to optimize the entire lifecycle of AI engineering, from observability to testing.
+
+### 🏄‍♂️ [VectorSurfer](https://github.com/cozymori/vectorsurfer)
+> **Visualize your AI flows instantly.**
+**VectorSurfer** is a comprehensive dashboard for VectorWave. It allows you to visualize execution traces, monitor error rates in real-time, and manage self-healing processes through an intuitive web interface.
+* **Trace Visualization:** View complex execution flows (Spans) and latency waterfalls at a glance.
+* **Error Monitoring:** Track error trends and inspect detailed failure logs.
+* **Healer Interface:** Review and apply code fixes suggested by the VectorWave Healer.
+
+### ✅ [VectorCheck](https://github.com/cozymori/vectorcheck)
+> **Test your AI with "Intent", not just strings.**
+**VectorCheck** is an AI-native regression testing framework. Instead of brittle exact string matching (`assert a == b`), it uses vector similarity to validate if the AI's output matches the intended meaning ("Golden Data").
+* **Semantic Assertions:** Pass tests if the output is *semantically* similar to the expected result, even if the wording differs.
+* **Golden Data Replay:** Automatically fetch and replay successful production logs to verify new code changes.
+* **CLI Dashboard:** Run tests and view results directly in your terminal with zero configuration.
+
 ## 🤝 Contributing
 
 We welcome all forms of contributions, including bug reports, feature requests, and code contributions. Please refer to [CONTRIBUTING.md](https://www.google.com/search?q=httpsS://www.google.com/search%3Fq%3DCONTRIBUTING.md) for details.
@@ -659,3 +677,4 @@ We welcome all forms of contributions, including bug reports, feature requests,
 ## 📜 License
 
 This project is distributed under the MIT License. Please check the [LICENSE](https://www.google.com/search?q=LICENSE) file for details.
+

vectorwave-0.2.4/src/vectorwave.egg-info/PKG-INFO → vectorwave-0.2.6/Readme.md

@@ -1,29 +1,3 @@
-Metadata-Version: 2.4
-Name: vectorwave
-Version: 0.2.4
-Summary: VectorWave: Seamless Auto-Vectorization Framework
-Author-email: junyeonggim <junyeonggim5@gmail.com>
-License-Expression: MIT
-Project-URL: Repository, https://github.com/cozymori/vectorwave
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Programming Language :: Python :: 3.13
-Classifier: Operating System :: OS Independent
-Classifier: Development Status :: 3 - Alpha
-Classifier: Intended Audience :: Developers
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-License-File: NOTICE
-Requires-Dist: weaviate-client>=4.0.0
-Requires-Dist: pydantic-settings>=2.0.0
-Requires-Dist: sentence-transformers
-Requires-Dist: requests
-Requires-Dist: openai
-Dynamic: license-file
-
 
 # VectorWave: Seamless Auto-Vectorization Framework
 
@@ -652,6 +626,24 @@ import my_service.payment
 my_service.payment.process_transaction()
 ```
 
+## 🌌 Ecosystem
+
+VectorWave is part of a larger ecosystem designed to optimize the entire lifecycle of AI engineering, from observability to testing.
+
+### 🏄‍♂️ [VectorSurfer](https://github.com/cozymori/vectorsurfer)
+> **Visualize your AI flows instantly.**
+**VectorSurfer** is a comprehensive dashboard for VectorWave. It allows you to visualize execution traces, monitor error rates in real-time, and manage self-healing processes through an intuitive web interface.
+* **Trace Visualization:** View complex execution flows (Spans) and latency waterfalls at a glance.
+* **Error Monitoring:** Track error trends and inspect detailed failure logs.
+* **Healer Interface:** Review and apply code fixes suggested by the VectorWave Healer.
+
+### ✅ [VectorCheck](https://github.com/cozymori/vectorcheck)
+> **Test your AI with "Intent", not just strings.**
+**VectorCheck** is an AI-native regression testing framework. Instead of brittle exact string matching (`assert a == b`), it uses vector similarity to validate if the AI's output matches the intended meaning ("Golden Data").
+* **Semantic Assertions:** Pass tests if the output is *semantically* similar to the expected result, even if the wording differs.
+* **Golden Data Replay:** Automatically fetch and replay successful production logs to verify new code changes.
+* **CLI Dashboard:** Run tests and view results directly in your terminal with zero configuration.
+
 ## 🤝 Contributing
 
 We welcome all forms of contributions, including bug reports, feature requests, and code contributions. Please refer to [CONTRIBUTING.md](https://www.google.com/search?q=httpsS://www.google.com/search%3Fq%3DCONTRIBUTING.md) for details.

vectorwave-0.2.6/crates/Cargo.lock

@@ -0,0 +1,259 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "autocfg"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
+
+[[package]]
+name = "cfg-if"
+version = "1.0.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
+
+[[package]]
+name = "crossbeam-channel"
+version = "0.5.15"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "82b8f8f868b36967f9606790d1903570de9ceaf870a7bf9fbbd3016d636a2cb2"
+dependencies = [
+ "crossbeam-utils",
+]
+
+[[package]]
+name = "crossbeam-utils"
+version = "0.8.21"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28"
+
+[[package]]
+name = "heck"
+version = "0.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
+
+[[package]]
+name = "indoc"
+version = "2.0.7"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "79cf5c93f93228cf8efb3ba362535fb11199ac548a09ce117c9b1adc3030d706"
+dependencies = [
+ "rustversion",
+]
+
+[[package]]
+name = "itoa"
+version = "1.0.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7ee5b5339afb4c41626dde77b7a611bd4f2c202b897852b4bcf5d03eddc61010"
+
+[[package]]
+name = "libc"
+version = "0.2.178"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "37c93d8daa9d8a012fd8ab92f088405fb202ea0b6ab73ee2482ae66af4f42091"
+
+[[package]]
+name = "memchr"
+version = "2.7.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f52b00d39961fc5b2736ea853c9cc86238e165017a493d1d5c8eac6bdc4cc273"
+
+[[package]]
+name = "memoffset"
+version = "0.9.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "488016bfae457b036d996092f6cb448677611ce4449e970ceaf42695203f218a"
+dependencies = [
+ "autocfg",
+]
+
+[[package]]
+name = "once_cell"
+version = "1.21.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
+
+[[package]]
+name = "portable-atomic"
+version = "1.12.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f59e70c4aef1e55797c2e8fd94a4f2a973fc972cfde0e0b05f683667b0cd39dd"
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.103"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5ee95bc4ef87b8d5ba32e8b7714ccc834865276eab0aed5c9958d00ec45f49e8"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "pyo3"
+version = "0.23.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7778bffd85cf38175ac1f545509665d0b9b92a198ca7941f131f85f7a4f9a872"
+dependencies = [
+ "cfg-if",
+ "indoc",
+ "libc",
+ "memoffset",
+ "once_cell",
+ "portable-atomic",
+ "pyo3-build-config",
+ "pyo3-ffi",
+ "pyo3-macros",
+ "unindent",
+]
+
+[[package]]
+name = "pyo3-build-config"
+version = "0.23.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "94f6cbe86ef3bf18998d9df6e0f3fc1050a8c5efa409bf712e661a4366e010fb"
+dependencies = [
+ "once_cell",
+ "target-lexicon",
+]
+
+[[package]]
+name = "pyo3-ffi"
+version = "0.23.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e9f1b4c431c0bb1c8fb0a338709859eed0d030ff6daa34368d3b152a63dfdd8d"
+dependencies = [
+ "libc",
+ "pyo3-build-config",
+]
+
+[[package]]
+name = "pyo3-macros"
+version = "0.23.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fbc2201328f63c4710f68abdf653c89d8dbc2858b88c5d88b0ff38a75288a9da"
+dependencies = [
+ "proc-macro2",
+ "pyo3-macros-backend",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "pyo3-macros-backend"
+version = "0.23.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fca6726ad0f3da9c9de093d6f116a93c1a38e417ed73bf138472cf4064f72028"
+dependencies = [
+ "heck",
+ "proc-macro2",
+ "pyo3-build-config",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.42"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a338cc41d27e6cc6dce6cefc13a0729dfbb81c262b1f519331575dd80ef3067f"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "rustversion"
+version = "1.0.22"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b39cdef0fa800fc44525c84ccb54a029961a8215f9619753635a9c0d2538d46d"
+
+[[package]]
+name = "ryu"
+version = "1.0.21"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "62049b2877bf12821e8f9ad256ee38fdc31db7387ec2d3b3f403024de2034aea"
+
+[[package]]
+name = "serde"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9a8e94ea7f378bd32cbbd37198a4a91436180c5bb472411e48b5ec2e2124ae9e"
+dependencies = [
+ "serde_core",
+ "serde_derive",
+]
+
+[[package]]
+name = "serde_core"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "41d385c7d4ca58e59fc732af25c3983b67ac852c1a25000afe1175de458b67ad"
+dependencies = [
+ "serde_derive",
+]
+
+[[package]]
+name = "serde_derive"
+version = "1.0.228"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d540f220d3187173da220f885ab66608367b6574e925011a9353e4badda91d79"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "serde_json"
+version = "1.0.145"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "402a6f66d8c709116cf22f558eab210f5a50187f702eb4d7e5ef38d9a7f1c79c"
+dependencies = [
+ "itoa",
+ "memchr",
+ "ryu",
+ "serde",
+ "serde_core",
+]
+
+[[package]]
+name = "syn"
+version = "2.0.111"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "390cc9a294ab71bdb1aa2e99d13be9c753cd2d7bd6560c77118597410c4d2e87"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "target-lexicon"
+version = "0.12.16"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.22"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9312f7c4f6ff9069b165498234ce8be658059c6728633667c526e27dc2cf1df5"
+
+[[package]]
+name = "unindent"
+version = "0.2.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"
+
+[[package]]
+name = "vectorwave_core"
+version = "0.1.0"
+dependencies = [
+ "crossbeam-channel",
+ "pyo3",
+ "serde",
+ "serde_json",
+]

vectorwave-0.2.6/crates/Cargo.toml

@@ -0,0 +1,14 @@
+[package]
+name = "vectorwave_core"
+version = "0.1.0"
+edition = "2021"
+
+[lib]
+name = "vectorwave_core"
+crate-type = ["cdylib"]
+
+[dependencies]
+pyo3 = { version = "0.23.3", features = ["extension-module"] }
+serde = { version = "1.0", features = ["derive"] }
+serde_json = "1.0"
+crossbeam-channel = "0.5"

vectorwave-0.2.6/crates/src/lib.rs

@@ -0,0 +1,193 @@
+use pyo3::prelude::*;
+use pyo3::types::{PyDict, PyList, PyString, PyBool, PyFloat, PyInt};
+use std::collections::HashSet;
+use std::thread;
+use std::time::{Duration, Instant};
+use crossbeam_channel::{bounded, Receiver, Sender, TrySendError};
+
+struct LogItem {
+    collection: PyObject,
+    properties: Py<PyDict>,
+    uuid: Option<PyObject>,
+    vector: Option<Vec<f32>>,
+}
+
+#[pyclass]
+struct RustBatchManager {
+    sender: Sender<LogItem>,
+    flush_callback: PyObject,
+    worker_handle: Option<thread::JoinHandle<()>>,
+    stop_signal: Sender<()>,
+}
+
+#[pymethods]
+impl RustBatchManager {
+    #[new]
+    fn new(
+        py: Python<'_>,
+        callback: PyObject,
+        batch_threshold: usize,
+        flush_interval_ms: u64,
+    ) -> Self {
+        let (tx, rx) = bounded::<LogItem>(10000);
+        let (stop_tx, stop_rx) = bounded(1);
+
+        let worker_callback = callback.clone_ref(py);
+
+        let handle = thread::spawn(move || {
+            Self::worker_loop(rx, stop_rx, worker_callback, batch_threshold, flush_interval_ms);
+        });
+
+        RustBatchManager {
+            sender: tx,
+            flush_callback: callback,
+            worker_handle: Some(handle),
+            stop_signal: stop_tx,
+        }
+    }
+
+    #[pyo3(signature = (collection, properties, uuid=None, vector=None))]
+    fn add_object(
+        &self,
+        collection: PyObject,
+        properties: Py<PyDict>,
+        uuid: Option<PyObject>,
+        vector: Option<Vec<f32>>,
+    ) {
+        let item = LogItem {
+            collection,
+            properties,
+            uuid,
+            vector,
+        };
+
+        match self.sender.try_send(item) {
+            Ok(_) => {},
+            Err(TrySendError::Full(_)) => {
+                eprintln!("[RustCore] 🚨 Queue Full! Dropping log item.");
+            },
+            Err(TrySendError::Disconnected(_)) => {
+                eprintln!("[RustCore] ❌ Channel disconnected.");
+            }
+        }
+    }
+
+    fn shutdown(&self) {
+        let _ = self.stop_signal.send(());
+    }
+}
+
+impl RustBatchManager {
+    fn worker_loop(
+        rx: Receiver<LogItem>,
+        stop_rx: Receiver<()>,
+        callback: PyObject,
+        threshold: usize,
+        interval_ms: u64,
+    ) {
+        let mut buffer = Vec::with_capacity(threshold);
+        let mut last_flush = Instant::now();
+        let flush_interval = Duration::from_millis(interval_ms);
+
+        loop {
+            if let Ok(_) = stop_rx.try_recv() {
+                if !buffer.is_empty() {
+                    Self::flush_buffer(&buffer, &callback);
+                }
+                break;
+            }
+
+            match rx.recv_timeout(Duration::from_millis(100)) {
+                Ok(item) => buffer.push(item),
+                Err(_) => {}
+            }
+
+            let time_since_flush = last_flush.elapsed();
+            if buffer.len() >= threshold || (time_since_flush >= flush_interval && !buffer.is_empty()) {
+                Self::flush_buffer(&buffer, &callback);
+                buffer.clear();
+                last_flush = Instant::now();
+            }
+        }
+    }
+
+    fn flush_buffer(buffer: &Vec<LogItem>, callback: &PyObject) {
+        Python::with_gil(|py| {
+            let py_list = PyList::empty_bound(py);
+
+            for item in buffer {
+                let dict = PyDict::new_bound(py);
+                let _ = dict.set_item("collection", &item.collection);
+                let _ = dict.set_item("properties", &item.properties);
+
+                if let Some(uuid) = &item.uuid {
+                    let _ = dict.set_item("uuid", uuid);
+                } else {
+                    let _ = dict.set_item("uuid", py.None());
+                }
+
+                if let Some(vec) = &item.vector {
+                    let _ = dict.set_item("vector", vec);
+                } else {
+                    let _ = dict.set_item("vector", py.None());
+                }
+
+                let _ = py_list.append(dict);
+            }
+
+            if let Err(e) = callback.call1(py, (py_list,)) {
+                eprintln!("[RustCore] ❌ Callback failed: {}", e);
+                e.print_and_set_sys_last_vars(py);
+            }
+        });
+    }
+}
+
+
+fn process_recursive(py: Python, value: &Bound<'_, PyAny>, sensitive_set: &HashSet<String>) -> PyResult<PyObject> {
+    if let Ok(dict_obj) = value.downcast::<PyDict>() {
+        let new_dict = PyDict::new_bound(py);
+        for (k, v) in dict_obj {
+            let k_str = k.to_string().to_lowercase();
+            if sensitive_set.contains(&k_str) {
+                new_dict.set_item(k, "[MASKED]")?;
+            } else {
+                new_dict.set_item(k, process_recursive(py, &v, sensitive_set)?)?;
+            }
+        }
+        Ok(new_dict.into())
+    } else if let Ok(list_obj) = value.downcast::<PyList>() {
+        let new_list = PyList::empty_bound(py);
+        for item in list_obj {
+            new_list.append(process_recursive(py, &item, sensitive_set)?)?;
+        }
+        Ok(new_list.into())
+    } else {
+        if value.is_none()
+           || value.is_instance_of::<PyBool>()
+           || value.is_instance_of::<PyFloat>()
+           || value.is_instance_of::<PyInt>()
+           || value.is_instance_of::<PyString>() {
+            // [수정] unbind()를 사용하여 PyObject로 변환
+            Ok(value.clone().unbind())
+        } else {
+            match value.str() {
+                Ok(s) => Ok(s.into()),
+                Err(_) => Ok(PyString::new_bound(py, "[SERIALIZATION_ERROR]").into())
+            }
+        }
+    }
+}
+
+#[pyfunction]
+fn mask_and_serialize(py: Python, data: &Bound<'_, PyAny>, sensitive_keys: Vec<String>) -> PyResult<PyObject> {
+    let sensitive_set: HashSet<String> = sensitive_keys.into_iter().map(|s| s.to_lowercase()).collect();
+    process_recursive(py, data, &sensitive_set)
+}
+
+#[pymodule]
+fn vectorwave_core(m: &Bound<'_, PyModule>) -> PyResult<()> {
+    m.add_class::<RustBatchManager>()?;
+    m.add_function(wrap_pyfunction!(mask_and_serialize, m)?)?;
+    Ok(())
+}

{vectorwave-0.2.4 → vectorwave-0.2.6}/pyproject.toml

@@ -1,10 +1,11 @@
 [build-system]
-requires = ["setuptools>=61.0"]
-build-backend = "setuptools.build_meta"
+requires = ["maturin>=1.5,<2.0"]
+build-backend = "maturin"
+
 
 [project]
 name = "vectorwave"
-version = "0.2.04"
+version = "0.2.06"
 authors = [
     { name = "junyeonggim", email = "junyeonggim5@gmail.com" },
 ]
@@ -18,6 +19,7 @@ classifiers = [
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Programming Language :: Rust",
     "Operating System :: OS Independent",
     "Development Status :: 3 - Alpha",
     "Intended Audience :: Developers",
@@ -34,5 +36,8 @@ dependencies = [
 [project.urls]
 Repository = "https://github.com/cozymori/vectorwave"
 
-[tool.setuptools.packages.find]
-where = ["src"]
+[tool.maturin]
+python-source = "src"
+module-name = "vectorwave.vectorwave_core"
+manifest-path = "crates/Cargo.toml"
+features = ["pyo3/extension-module"]