virtual-context 0.2.5__tar.gz → 0.2.7__tar.gz

{virtual_context-0.2.5 → virtual_context-0.2.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: virtual-context
-Version: 0.2.5
+Version: 0.2.7
 Summary: OS-style virtual memory for LLM session context management
 Project-URL: Homepage, https://virtual-context.com
 Project-URL: Repository, https://github.com/virtual-context/virtual-context
@@ -46,8 +46,11 @@ Requires-Dist: redis>=5.0; extra == 'redis'
 Description-Content-Type: text/markdown
 
 <p align="center">
-  <img src="assets/hero.png" alt="virtual-context" width="100%">
+  <a href="assets/dashboard.png">
+    <img src="assets/dashboard.png" alt="virtual-context dashboard" width="800">
+  </a>
 </p>
+<p align="center"><sub>virtual-context cloud - running 3 million virtual token window at 80k actual tokens</sub></p>
 
 # virtual-context
 

{virtual_context-0.2.5 → virtual_context-0.2.7}/README.md

@@ -1,6 +1,9 @@
 <p align="center">
-  <img src="assets/hero.png" alt="virtual-context" width="100%">
+  <a href="assets/dashboard.png">
+    <img src="assets/dashboard.png" alt="virtual-context dashboard" width="800">
+  </a>
 </p>
+<p align="center"><sub>virtual-context cloud - running 3 million virtual token window at 80k actual tokens</sub></p>
 
 # virtual-context
 

{virtual_context-0.2.5 → virtual_context-0.2.7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "virtual-context"
-version = "0.2.5"
+version = "0.2.7"
 description = "OS-style virtual memory for LLM session context management"
 readme = "README.md"
 license = "AGPL-3.0-or-later"

{virtual_context-0.2.5 → virtual_context-0.2.7}/tests/test_budget_enforcement.py

@@ -34,7 +34,10 @@ class TestScanReducibleItems:
         assert thinking_items[0].size_bytes > 0
 
     def test_finds_tool_results(self):
+        # Need 3+ turn groups so the tool result falls outside the last-2 window.
         msgs = [
+            {"role": "user", "content": "old question"},
+            {"role": "assistant", "content": "old answer"},
             {"role": "user", "content": "do something"},
             {"role": "assistant", "content": [
                 {"type": "tool_use", "id": "t1", "name": "Read", "input": {}},
@@ -44,13 +47,15 @@ class TestScanReducibleItems:
             ]},
             {"role": "assistant", "content": [{"type": "text", "text": "done"}]},
             {"role": "user", "content": "thanks"},
+            {"role": "assistant", "content": "welcome"},
+            {"role": "user", "content": "current"},
         ]
         body = _make_payload(msgs)
         fmt = detect_format(body)
         items = scan_reducible_items(body, fmt)
         tr_items = [i for i in items if i.category == "tool_result"]
         assert len(tr_items) == 1
-        assert tr_items[0].msg_index == 2
+        assert tr_items[0].msg_index == 4
 
     def test_last_2_turns_tool_results_categorized_separately(self):
         msgs = [
@@ -151,6 +156,50 @@ class TestScanReducibleItems:
         items = scan_reducible_items(body, fmt)
         assert not any(i.category == "image" for i in items)
 
+    def test_finds_openai_responses_tool_outputs(self):
+        body = {"model": "gpt-5", "input": [
+            {"role": "user", "content": "do something"},
+            {"role": "assistant", "content": [{"type": "output_text", "text": "calling"}]},
+            {"type": "function_call", "call_id": "fc1", "name": "read", "arguments": "{}"},
+            {"type": "function_call_output", "call_id": "fc1", "output": "x" * 10000},
+            {"role": "assistant", "content": [{"type": "output_text", "text": "done"}]},
+            {"role": "user", "content": "thanks"},
+        ]}
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        tr_items = [i for i in items if i.category in ("tool_result", "tool_result_last2")]
+        assert len(tr_items) == 1
+        assert tr_items[0].msg_index == 3
+
+    def test_finds_openai_chat_tool_outputs(self):
+        body = {"model": "gpt-4", "messages": [
+            {"role": "user", "content": "do something"},
+            {"role": "assistant", "content": None, "tool_calls": [
+                {"id": "t1", "type": "function", "function": {"name": "read", "arguments": "{}"}}
+            ]},
+            {"role": "tool", "tool_call_id": "t1", "content": "x" * 10000},
+            {"role": "assistant", "content": "done"},
+            {"role": "user", "content": "thanks"},
+        ]}
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        tr_items = [i for i in items if i.category in ("tool_result", "tool_result_last2")]
+        assert len(tr_items) == 1
+        assert tr_items[0].msg_index == 2
+
+    def test_finds_openai_responses_conversation_text(self):
+        """Verify we find text in output_text blocks, not just string content."""
+        body = {"model": "gpt-5", "input": [
+            {"role": "user", "content": "msg " + "x" * 2000},
+            {"role": "assistant", "content": [{"type": "output_text", "text": "resp " + "y" * 2000}]},
+            {"role": "user", "content": "current"},
+        ]}
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        text_items = [i for i in items if i.category == "conversation_text"]
+        # Should find both the user string content AND the assistant output_text block
+        assert len(text_items) >= 2
+
 
 class TestApplyReduction:
     def test_remove_thinking_signature(self):
@@ -351,3 +400,161 @@ class TestEnforcePayloadBudget:
         fmt = self._fmt()
         result, reductions, freed = enforce_payload_budget(body, fmt, 1)
         assert reductions <= 2
+
+    def test_reduces_openai_responses_payload(self):
+        items = []
+        for i in range(20):
+            items.append({"role": "user", "content": "msg " + "x" * 2000})
+            items.append({"role": "assistant", "content": [{"type": "output_text", "text": "resp " + "y" * 2000}]})
+        items.append({"role": "user", "content": "current"})
+        body = {"model": "gpt-5", "input": items}
+        fmt = detect_format(body)
+        fmt_copy = copy.copy(fmt)
+        fmt_copy.set_token_counter(lambda text: len(text) // 4)
+        result, reductions, freed = enforce_payload_budget(body, fmt_copy, 5000)
+        assert reductions > 0
+
+
+class TestSmallPayloadProtection:
+    """P1-1: With 1-2 turn groups, ALL tool results must be in the last2 protected window."""
+
+    def test_single_tool_turn_all_protected(self):
+        """A payload with one tool chain turn — tool result must be tool_result_last2."""
+        msgs = [
+            {"role": "user", "content": "do something"},
+            {"role": "assistant", "content": [
+                {"type": "tool_use", "id": "t1", "name": "Read", "input": {}},
+            ]},
+            {"role": "user", "content": [
+                {"type": "tool_result", "tool_use_id": "t1", "content": "x" * 10000},
+            ]},
+            {"role": "assistant", "content": [{"type": "text", "text": "done"}]},
+        ]
+        body = _make_payload(msgs)
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        tr_items = [i for i in items if i.category.startswith("tool_result")]
+        assert len(tr_items) == 1
+        # With only 1 turn group, the tool result must be in the protected window.
+        assert tr_items[0].category == "tool_result_last2"
+
+    def test_two_turns_all_protected(self):
+        """A payload with 2 turn groups — tool results in both must be last2."""
+        msgs = [
+            {"role": "user", "content": "do something"},
+            {"role": "assistant", "content": [
+                {"type": "tool_use", "id": "t1", "name": "Read", "input": {}},
+            ]},
+            {"role": "user", "content": [
+                {"type": "tool_result", "tool_use_id": "t1", "content": "x" * 10000},
+            ]},
+            {"role": "assistant", "content": [{"type": "text", "text": "done"}]},
+            {"role": "user", "content": "thanks"},
+            {"role": "assistant", "content": "welcome"},
+        ]
+        body = _make_payload(msgs)
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        tr_items = [i for i in items if i.category.startswith("tool_result")]
+        assert len(tr_items) == 1
+        assert tr_items[0].category == "tool_result_last2"
+
+    def test_no_unprotected_tool_results_with_small_payload(self):
+        """With <=2 turns, no tool_result items should exist in the unprotected category."""
+        msgs = [
+            {"role": "user", "content": "do something"},
+            {"role": "assistant", "content": [
+                {"type": "tool_use", "id": "t1", "name": "Read", "input": {}},
+            ]},
+            {"role": "user", "content": [
+                {"type": "tool_result", "tool_use_id": "t1", "content": "x" * 10000},
+            ]},
+            {"role": "assistant", "content": [{"type": "text", "text": "done"}]},
+            {"role": "user", "content": "current"},
+        ]
+        body = _make_payload(msgs)
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        unprotected = [i for i in items if i.category == "tool_result"]
+        assert len(unprotected) == 0
+
+
+class TestGeminiMediaScan:
+    """P1-3: Gemini inline_data images must be detected by scan_reducible_items."""
+
+    def test_finds_gemini_inline_data_image(self):
+        body = {"contents": [
+            {"role": "user", "parts": [
+                {"inline_data": {"mime_type": "image/png", "data": "A" * 50000}},
+                {"text": "what is this?"},
+            ]},
+            {"role": "model", "parts": [{"text": "It is an image."}]},
+            {"role": "user", "parts": [{"text": "q2"}]},
+            {"role": "model", "parts": [{"text": "a2"}]},
+            {"role": "user", "parts": [{"text": "current"}]},
+        ]}
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        image_items = [i for i in items if i.category == "image"]
+        assert len(image_items) == 1
+        assert image_items[0].size_bytes == 50000
+
+    def test_skips_small_gemini_image(self):
+        body = {"contents": [
+            {"role": "user", "parts": [
+                {"inline_data": {"mime_type": "image/png", "data": "A" * 100}},
+            ]},
+            {"role": "model", "parts": [{"text": "tiny."}]},
+        ]}
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        assert not any(i.category == "image" for i in items)
+
+
+class TestResponsesInputImageScan:
+    """P1-2: OpenAI Responses input_image blocks must be yielded by iter_media_blocks."""
+
+    def test_iter_media_blocks_finds_input_image(self):
+        body = {"model": "gpt-5", "input": [
+            {"role": "user", "content": [
+                {"type": "input_image", "image_url": f"data:image/png;base64,{'A' * 50000}"},
+                {"type": "input_text", "text": "describe this"},
+            ]},
+            {"role": "assistant", "content": [{"type": "output_text", "text": "a photo"}]},
+        ]}
+        fmt = detect_format(body)
+        media_blocks = list(fmt.iter_media_blocks(body))
+        assert len(media_blocks) == 1
+        assert media_blocks[0].msg_index == 0
+        assert media_blocks[0].block_index == 0
+
+    def test_input_image_replace_uses_input_text_for_user(self):
+        body = {"model": "gpt-5", "input": [
+            {"role": "user", "content": [
+                {"type": "input_image", "image_url": f"data:image/png;base64,{'A' * 50000}"},
+            ]},
+            {"role": "assistant", "content": [{"type": "output_text", "text": "done"}]},
+        ]}
+        fmt = detect_format(body)
+        for media_info in fmt.iter_media_blocks(body):
+            media_info.replace_with_text("[image removed]")
+            break
+        replaced = body["input"][0]["content"][0]
+        assert replaced["type"] == "input_text"
+        assert replaced["text"] == "[image removed]"
+
+    def test_scan_finds_input_image_as_image_category(self):
+        body = {"model": "gpt-5", "input": [
+            {"role": "user", "content": [
+                {"type": "input_image", "image_url": f"data:image/png;base64,{'A' * 50000}"},
+            ]},
+            {"role": "assistant", "content": [{"type": "output_text", "text": "a photo"}]},
+            {"role": "user", "content": "q2"},
+            {"role": "assistant", "content": [{"type": "output_text", "text": "a2"}]},
+            {"role": "user", "content": "current"},
+        ]}
+        fmt = detect_format(body)
+        items = scan_reducible_items(body, fmt)
+        image_items = [i for i in items if i.category == "image"]
+        assert len(image_items) == 1
+        assert image_items[0].size_bytes == 50000