ct-toolkit 0.3.5__tar.gz → 0.3.6__tar.gz

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ct-toolkit
-Version: 0.3.5
+Version: 0.3.6
 Summary: Computational Theseus Toolkit — Identity Continuity Guardrails for Agentic Systems
 Author: Hakan Damar
 License: Apache-2.0
@@ -65,6 +65,7 @@ For full API reference, architecture details, examples, and integration guides,
 
 In complex agentic workflows, LLMs tend to "drift" from their original instructions. CT Toolkit provides the mathematical and cryptographic guardrails to ensure your agents remain aligned with their core constitution, even across deep hierarchies.
 
+- **Passive Context Compression Detection**: Automatically detects silent provider-side history compression (e.g., OpenAI/Anthropic) via history shrinkage heuristics.
 - **Constitutional Kernels**: Axiomatic identity anchors.
 - **Standalone Auditor CLI**: Rapidly audit any LLM endpoint for identity drift without writing code.
 - **Autonomous Self-Correction**: Active L2->L1 feedback loop that retries and corrects divergent responses before they reach the user.
@@ -81,10 +82,13 @@ pip install ct-toolkit
 ```
 
 ```python
-from ct_toolkit import TheseusWrapper
+from ct_toolkit import TheseusWrapper, WrapperConfig
+
+# Protect against silent provider context compression
+config = WrapperConfig(compression_passive_detection=True)
 
 # One-line injection for any LLM provider
-client = TheseusWrapper(provider="openai")
+client = TheseusWrapper(provider="openai", config=config)
 
 # Guardrails and drift analysis applied automatically
 response = client.chat("What are your core security axioms?")
@@ -112,9 +116,9 @@ ct-toolkit list-templates
 
 | Metric           | Status                                                  |
 | :--------------- | :------------------------------------------------------ |
-| **Tests**        | ✅ 237/240 passing (90% coverage)                       |
+| **Tests**        | ✅ 269/272 passing (92% coverage)                       |
 | **Last Phase**   | ✅ Phase 6: Auditor Mode (Complete)                     |
-| **Current Goal** | 🔶 Phase 7: Multi-Agent Synchronization (Planning)      |
+| **Current Goal** | 🔶 Phase 7: Multi-Agent Synchronization (Integration)   |
 
 For a detailed breakdown of the 8-phase roadmap, see [**PROJECT_STATUS.md**](docs/PROJECT_STATUS.md).
 

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/README.md

@@ -24,6 +24,7 @@ For full API reference, architecture details, examples, and integration guides,
 
 In complex agentic workflows, LLMs tend to "drift" from their original instructions. CT Toolkit provides the mathematical and cryptographic guardrails to ensure your agents remain aligned with their core constitution, even across deep hierarchies.
 
+- **Passive Context Compression Detection**: Automatically detects silent provider-side history compression (e.g., OpenAI/Anthropic) via history shrinkage heuristics.
 - **Constitutional Kernels**: Axiomatic identity anchors.
 - **Standalone Auditor CLI**: Rapidly audit any LLM endpoint for identity drift without writing code.
 - **Autonomous Self-Correction**: Active L2->L1 feedback loop that retries and corrects divergent responses before they reach the user.
@@ -40,10 +41,13 @@ pip install ct-toolkit
 ```
 
 ```python
-from ct_toolkit import TheseusWrapper
+from ct_toolkit import TheseusWrapper, WrapperConfig
+
+# Protect against silent provider context compression
+config = WrapperConfig(compression_passive_detection=True)
 
 # One-line injection for any LLM provider
-client = TheseusWrapper(provider="openai")
+client = TheseusWrapper(provider="openai", config=config)
 
 # Guardrails and drift analysis applied automatically
 response = client.chat("What are your core security axioms?")
@@ -71,9 +75,9 @@ ct-toolkit list-templates
 
 | Metric           | Status                                                  |
 | :--------------- | :------------------------------------------------------ |
-| **Tests**        | ✅ 237/240 passing (90% coverage)                       |
+| **Tests**        | ✅ 269/272 passing (92% coverage)                       |
 | **Last Phase**   | ✅ Phase 6: Auditor Mode (Complete)                     |
-| **Current Goal** | 🔶 Phase 7: Multi-Agent Synchronization (Planning)      |
+| **Current Goal** | 🔶 Phase 7: Multi-Agent Synchronization (Integration)   |
 
 For a detailed breakdown of the 8-phase roadmap, see [**PROJECT_STATUS.md**](docs/PROJECT_STATUS.md).
 

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/ct_toolkit/__init__.py

@@ -23,7 +23,7 @@ from ct_toolkit.core.exceptions import (
     ChainIntegrityError,
 )
 
-__version__ = "0.3.5"
+__version__ = "0.3.6"
 
 __all__ = [
     "TheseusWrapper",

ct_toolkit-0.3.5/ct_toolkit/middleware/deepagents.py → ct_toolkit-0.3.6/ct_toolkit/core/compression_guard.py

@@ -1,20 +1,18 @@
 """
-ct_toolkit.middleware.deepagents
+ct_toolkit.core.compression_guard
 ---------------------------------
-Specialized integration for LangChain Deep Agents (deepagents).
-
-This module provides helpers to wrap Deep Agents with CT Toolkit's
-identity-continuity guardrails, specifically ensuring that when a
-Deep Agent spawns sub-agents, they inherit the mother agent's
-Constitutional Kernel.
+Provider-agnostic compression drift detector.
+Works with OpenAI compaction, Anthropic compaction, LangChain memory,
+or any framework that silently shortens context.
 """
 from __future__ import annotations
 
-from typing import Any, Dict, List, Optional, Union, Callable
-from ct_toolkit.core.wrapper import TheseusWrapper, WrapperConfig
-from ct_toolkit.middleware.langchain import TheseusChatModel
+from typing import Any, Dict, List, TYPE_CHECKING
 from ct_toolkit.utils.logger import get_logger
 
+if TYPE_CHECKING:
+    from ct_toolkit.core.wrapper import TheseusWrapper
+
 logger = get_logger(__name__)
 
 class ContextCompressionGuard:
@@ -27,7 +25,7 @@ class ContextCompressionGuard:
 
     def analyze_summary_drift(
         self, 
-        original_messages: List[Dict[str, str]], 
+        original_messages: List[Dict[str, str]] | str, 
         summary_text: str
     ) -> Dict[str, Any]:
         """
@@ -37,9 +35,12 @@ class ContextCompressionGuard:
         Returns:
             Dict containing similarity score and drift status.
         """
-        # 1. Flatten original messages into a single identity string
-        original_text = " ".join([m.get("content", "") for m in original_messages])
-        
+        # 1. Flatten original messages into a single identity string if it's a list
+        if isinstance(original_messages, list):
+            original_text = " ".join([m.get("content", "") for m in original_messages])
+        else:
+            original_text = original_messages
+            
         # 2. Compute embeddings via identity layer
         original_emb = self.wrapper._identity_layer._compute_vector(original_text)
         summary_emb = self.wrapper._identity_layer._compute_vector(summary_text)
@@ -49,7 +50,6 @@ class ContextCompressionGuard:
         similarity = IdentityEmbeddingLayer.calculate_similarity(original_emb, summary_emb)
         
         # 4. Identity Safety Floor (Internal protection against manipulated thresholds)
-        # Even if the user sets threshold to 0.4, 0.6 is still risky for LLM identity.
         drift_detected = similarity < self.threshold
         is_critical = similarity < 0.70  # A hard floor for identity integrity
         
@@ -88,48 +88,11 @@ class ContextCompressionGuard:
 
         return result
 
-def wrap_deep_agent_factory(
-    create_deep_agent_fn: Callable,
-    wrapper: Optional[TheseusWrapper] = None,
-    wrapper_config: Optional[WrapperConfig] = None,
-    compression_threshold: float = 0.85,
-) -> Callable:
-    """
-    Wraps the LangChain `create_deep_agent` function to automatically
-    inject Theseus guardrails, enable hierarchical kernel propagation,
-    and monitor context compression drift.
-    """
-    _wrapper = wrapper or TheseusWrapper(config=wrapper_config)
-    guard = ContextCompressionGuard(_wrapper, threshold=compression_threshold)
-
-    def wrapped_create_deep_agent(*args: Any, **kwargs: Any) -> Any:
-        # 1. Inject TheseusChatModel
-        model = kwargs.get("model")
-        if isinstance(model, str) or model is None:
-            kwargs["model"] = TheseusChatModel(
-                wrapper=_wrapper,
-                model=model if isinstance(model, str) else "gpt-4o-mini"
-            )
-
-        # 2. Inject ContextCompressionGuard into the middleware stack if possible
-        # Since deepagents middleware is internal, we use the helper to signal it
-        # In a real integration, we'd wrap the SummarizationMiddleware.
-        
-        return create_deep_agent_fn(*args, **kwargs)
-
-    return wrapped_create_deep_agent
-
-class DeepAgentTheseusHelper:
-    """
-    Helper for programmatic integration with Deep Agents.
-    """
-    @staticmethod
-    def prepare_config(wrapper: TheseusWrapper) -> Dict[str, Any]:
-        """Returns configuration for Deep Agents that includes identity constraints."""
-        return {
-            "callbacks": [], # We could add TheseusLangChainCallback here
-            "metadata": {
-                "ct_kernel": wrapper.kernel.name,
-                "ct_identity_protection": True
-            }
-        }
+    def on_passive_detection(self, original: List[Dict[str, str]], compressed: List[Dict[str, str]]) -> Dict[str, Any]:
+        """
+        Triggered when TheseusWrapper detects a significant history shrinkage.
+        """
+        logger.info("CT Toolkit | Passive compression detection triggered.")
+        original_text = " ".join(m.get("content", "") for m in original)
+        compressed_text = " ".join(m.get("content", "") for m in compressed)
+        return self.analyze_summary_drift(original_text, compressed_text)

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/ct_toolkit/core/wrapper.py

@@ -34,6 +34,7 @@ from ct_toolkit.core.compatibility import CompatibilityLayer, CompatibilityResul
 from ct_toolkit.core.exceptions import CTToolkitError, MissingClientError
 from ct_toolkit.core.integrity import IntegrityMonitor
 from ct_toolkit.divergence.scheduler import RiskProfile
+from ct_toolkit.core.compression_guard import ContextCompressionGuard
 from ct_toolkit.utils.logger import get_logger
 
 logger = get_logger(__name__)
@@ -71,6 +72,10 @@ class WrapperConfig:
 
     strict_embedding: bool = False   # Raise error if embedding API fails
 
+    # -- Context Compression Guard --
+    compression_threshold: float = 0.85
+    compression_passive_detection: bool = True
+
 
 @dataclass
 class CTResponse:
@@ -165,6 +170,13 @@ class TheseusWrapper:
         self._divergence_engine = self._init_divergence_engine()
         self._last_model: str = "unknown"
 
+        # ── Context Compression Guard ──
+        self._compression_guard = ContextCompressionGuard(
+            self, 
+            threshold=self._config.compression_threshold
+        )
+        self._shadow_history: Optional[List[Dict[str, str]]] = None
+
         # ── Integrity Monitoring ──
         self._integrity_monitor = IntegrityMonitor()
         self._register_monitored_files()
@@ -490,6 +502,18 @@ class TheseusWrapper:
         **kwargs: Any,
     ) -> Any:
         """Uses any_llm for unified provider calling."""
+        # --- Passive Context Compression Detection ---
+        if self._config.compression_passive_detection and self._shadow_history:
+            # Simple heuristic: message count dropped significantly
+            # We use 0.7 as a threshold (30% drop)
+            if len(messages) < len(self._shadow_history) * 0.7:
+                self._compression_guard.on_passive_detection(
+                    original=self._shadow_history,
+                    compressed=messages
+                )
+
+        # Update shadow history for next call
+        self._shadow_history = list(messages)
         # Convert messages to any_llm format if necessary
         # any_llm.completion handles different formats internally
         

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/ct_toolkit/middleware/crewai.py

@@ -92,6 +92,8 @@ class TheseusCrewMiddleware:
                 parent_kernel=manager_wrapper.kernel,
                 vault_path=manager_wrapper._config.vault_path,
                 template=manager_wrapper._config.template,
+                compression_threshold=manager_wrapper._config.compression_threshold,
+                compression_passive_detection=manager_wrapper._config.compression_passive_detection,
             )
             agent.llm = TheseusChatModel(
                 provider=manager_wrapper._provider,
@@ -134,6 +136,8 @@ class TheseusCrewMiddleware:
             parent_kernel=manager_wrapper.kernel,
             vault_path=manager_wrapper._config.vault_path,
             template=manager_wrapper._config.template,
+            compression_threshold=manager_wrapper._config.compression_threshold,
+            compression_passive_detection=manager_wrapper._config.compression_passive_detection,
         )
         agent.llm = TheseusChatModel(
             provider=manager_wrapper._provider,

ct_toolkit-0.3.6/ct_toolkit/middleware/deepagents.py

@@ -0,0 +1,67 @@
+"""
+ct_toolkit.middleware.deepagents
+---------------------------------
+Specialized integration for LangChain Deep Agents (deepagents).
+
+This module provides helpers to wrap Deep Agents with CT Toolkit's
+identity-continuity guardrails, specifically ensuring that when a
+Deep Agent spawns sub-agents, they inherit the mother agent's
+Constitutional Kernel.
+"""
+from __future__ import annotations
+
+from typing import Any, Dict, List, Optional, Union, Callable
+from ct_toolkit.core.wrapper import TheseusWrapper, WrapperConfig
+from ct_toolkit.core.compression_guard import ContextCompressionGuard
+from ct_toolkit.middleware.langchain import TheseusChatModel
+from ct_toolkit.utils.logger import get_logger
+
+logger = get_logger(__name__)
+
+
+
+def wrap_deep_agent_factory(
+    create_deep_agent_fn: Callable,
+    wrapper: Optional[TheseusWrapper] = None,
+    wrapper_config: Optional[WrapperConfig] = None,
+    compression_threshold: float = 0.85,
+) -> Callable:
+    """
+    Wraps the LangChain `create_deep_agent` function to automatically
+    inject Theseus guardrails, enable hierarchical kernel propagation,
+    and monitor context compression drift.
+    """
+    _wrapper = wrapper or TheseusWrapper(config=wrapper_config)
+    guard = ContextCompressionGuard(_wrapper, threshold=compression_threshold)
+
+    def wrapped_create_deep_agent(*args: Any, **kwargs: Any) -> Any:
+        # 1. Inject TheseusChatModel
+        model = kwargs.get("model")
+        if isinstance(model, str) or model is None:
+            kwargs["model"] = TheseusChatModel(
+                wrapper=_wrapper,
+                model=model if isinstance(model, str) else "gpt-4o-mini"
+            )
+
+        # 2. Inject ContextCompressionGuard into the middleware stack if possible
+        # Since deepagents middleware is internal, we use the helper to signal it
+        # In a real integration, we'd wrap the SummarizationMiddleware.
+        
+        return create_deep_agent_fn(*args, **kwargs)
+
+    return wrapped_create_deep_agent
+
+class DeepAgentTheseusHelper:
+    """
+    Helper for programmatic integration with Deep Agents.
+    """
+    @staticmethod
+    def prepare_config(wrapper: TheseusWrapper) -> Dict[str, Any]:
+        """Returns configuration for Deep Agents that includes identity constraints."""
+        return {
+            "callbacks": [], # We could add TheseusLangChainCallback here
+            "metadata": {
+                "ct_kernel": wrapper.kernel.name,
+                "ct_identity_protection": True
+            }
+        }

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/ct_toolkit/middleware/langchain.py

@@ -204,6 +204,11 @@ class TheseusChatModel(BaseChatModel):
         )
         super().__init__(wrapper=_wrapper, model=model, **kwargs)
 
+    @property
+    def compression_guard(self) -> Any:
+        """Access the underlying ContextCompressionGuard."""
+        return self.wrapper._compression_guard
+
     @property
     def _llm_type(self) -> str:
         return "theseus-chat-model"

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/ct_toolkit.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ct-toolkit
-Version: 0.3.5
+Version: 0.3.6
 Summary: Computational Theseus Toolkit — Identity Continuity Guardrails for Agentic Systems
 Author: Hakan Damar
 License: Apache-2.0
@@ -65,6 +65,7 @@ For full API reference, architecture details, examples, and integration guides,
 
 In complex agentic workflows, LLMs tend to "drift" from their original instructions. CT Toolkit provides the mathematical and cryptographic guardrails to ensure your agents remain aligned with their core constitution, even across deep hierarchies.
 
+- **Passive Context Compression Detection**: Automatically detects silent provider-side history compression (e.g., OpenAI/Anthropic) via history shrinkage heuristics.
 - **Constitutional Kernels**: Axiomatic identity anchors.
 - **Standalone Auditor CLI**: Rapidly audit any LLM endpoint for identity drift without writing code.
 - **Autonomous Self-Correction**: Active L2->L1 feedback loop that retries and corrects divergent responses before they reach the user.
@@ -81,10 +82,13 @@ pip install ct-toolkit
 ```
 
 ```python
-from ct_toolkit import TheseusWrapper
+from ct_toolkit import TheseusWrapper, WrapperConfig
+
+# Protect against silent provider context compression
+config = WrapperConfig(compression_passive_detection=True)
 
 # One-line injection for any LLM provider
-client = TheseusWrapper(provider="openai")
+client = TheseusWrapper(provider="openai", config=config)
 
 # Guardrails and drift analysis applied automatically
 response = client.chat("What are your core security axioms?")
@@ -112,9 +116,9 @@ ct-toolkit list-templates
 
 | Metric           | Status                                                  |
 | :--------------- | :------------------------------------------------------ |
-| **Tests**        | ✅ 237/240 passing (90% coverage)                       |
+| **Tests**        | ✅ 269/272 passing (92% coverage)                       |
 | **Last Phase**   | ✅ Phase 6: Auditor Mode (Complete)                     |
-| **Current Goal** | 🔶 Phase 7: Multi-Agent Synchronization (Planning)      |
+| **Current Goal** | 🔶 Phase 7: Multi-Agent Synchronization (Integration)   |
 
 For a detailed breakdown of the 8-phase roadmap, see [**PROJECT_STATUS.md**](docs/PROJECT_STATUS.md).
 

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/ct_toolkit.egg-info/SOURCES.txt

@@ -12,6 +12,7 @@ ct_toolkit.egg-info/requires.txt
 ct_toolkit.egg-info/top_level.txt
 ct_toolkit/core/__init__.py
 ct_toolkit/core/compatibility.py
+ct_toolkit/core/compression_guard.py
 ct_toolkit/core/exceptions.py
 ct_toolkit/core/integrity.py
 ct_toolkit/core/kernel.py
@@ -48,6 +49,7 @@ ct_toolkit/utils/__init__.py
 ct_toolkit/utils/logger.py
 tests/test_analysis.py
 tests/test_cli.py
+tests/test_cli_extended.py
 tests/test_deep_agents_integration.py
 tests/test_loss.py
 tests/test_summarization_drift.py

{ct_toolkit-0.3.5 → ct_toolkit-0.3.6}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ct-toolkit"
-version = "0.3.5"
+version = "0.3.6"
 description = "Computational Theseus Toolkit — Identity Continuity Guardrails for Agentic Systems"
 readme = "README.md"
 requires-python = ">=3.11"

ct_toolkit-0.3.6/tests/test_cli_extended.py

@@ -0,0 +1,53 @@
+import pytest
+from typer.testing import CliRunner
+from ct_toolkit.cli import app
+from unittest.mock import MagicMock, patch
+
+runner = CliRunner()
+
+def test_cli_version():
+    result = runner.invoke(app, ["--version"])
+    assert result.exit_code == 0
+    assert "CT Toolkit v" in result.stdout
+
+def test_cli_version_short():
+    result = runner.invoke(app, ["-v"])
+    assert result.exit_code == 0
+    assert "CT Toolkit v" in result.stdout
+
+@patch("ct_toolkit.cli.TheseusWrapper")
+def test_cli_audit_init_fail(mock_wrapper):
+    mock_wrapper.side_effect = Exception("Init failed")
+    result = runner.invoke(app, ["audit", "--url", "http://test", "--api-key", "test"])
+    assert result.exit_code == 1
+    assert "Initialization failed" in result.stdout
+
+@patch("ct_toolkit.cli.TheseusWrapper")
+@patch("ct_toolkit.cli.ICMRunner")
+def test_cli_audit_no_probes(mock_icm, mock_wrapper):
+    mock_report = MagicMock()
+    mock_report.total_probes = 0
+    mock_icm.return_value.run.return_value = mock_report
+    
+    result = runner.invoke(app, ["audit", "--url", "http://test", "--api-key", "test"])
+    assert result.exit_code == 1
+    assert "No probes were loaded" in result.stdout
+
+@patch("ct_toolkit.cli.TheseusWrapper")
+@patch("ct_toolkit.cli.ICMRunner")
+def test_cli_audit_execution_fail(mock_icm, mock_wrapper):
+    mock_icm.return_value.run.side_effect = Exception("Run failed")
+    
+    result = runner.invoke(app, ["audit", "--url", "http://test", "--api-key", "test"])
+    assert result.exit_code == 1
+    assert "Audit failed during execution" in result.stdout
+
+def test_cli_list_kernels():
+    result = runner.invoke(app, ["list-kernels"])
+    assert result.exit_code == 0
+    assert "Available Kernels" in result.stdout
+
+def test_cli_list_templates():
+    result = runner.invoke(app, ["list-templates"])
+    assert result.exit_code == 0
+    assert "Available Templates" in result.stdout