apsimo 1.3.2__tar.gz → 1.3.4__tar.gz

{apsimo-1.3.2 → apsimo-1.3.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apsimo
-Version: 1.3.2
+Version: 1.3.4
 Summary: Persistent identity, memory and autonomy for AI agents
 License-Expression: MIT
 Requires-Python: >=3.11
@@ -28,7 +28,7 @@ Requires-Dist: pandas>=2.0; extra == "vectors"
 Requires-Dist: pyarrow>=15.0; extra == "vectors"
 Requires-Dist: lancedb>=0.10; extra == "vectors"
 Provides-Extra: hermes
-Requires-Dist: apsimo-hermes<2,>=1.3.2; extra == "hermes"
+Requires-Dist: apsimo-hermes<2,>=1.3.4; extra == "hermes"
 Provides-Extra: mcp
 Requires-Dist: mcp[cli]<2,>=1.0; extra == "mcp"
 Provides-Extra: lancedb
@@ -68,9 +68,9 @@ and an existing supported Hermes installation. The guided local setup uses one
 OpenAI-compatible chat endpoint and SQLite; graph and vector dependencies are
 optional.
 
-See the [public setup guide](https://github.com/Aevonix/Apsimo/blob/main/docs/LOCAL-HERMES-SETUP.md)
+See the [public setup guide](https://github.com/Aevonix/ApsimoAGI/blob/main/docs/LOCAL-HERMES-SETUP.md)
 for installation, private identity setup, supported runtime and operation.
-The [project README](https://github.com/Aevonix/Apsimo/blob/main/README.md)
+The [project README](https://github.com/Aevonix/ApsimoAGI/blob/main/README.md)
 describes current capabilities and their limits. Personal configuration,
 credentials and hardware adapters belong in the private deployment.
 

{apsimo-1.3.2 → apsimo-1.3.4}/README.md

@@ -9,9 +9,9 @@ and an existing supported Hermes installation. The guided local setup uses one
 OpenAI-compatible chat endpoint and SQLite; graph and vector dependencies are
 optional.
 
-See the [public setup guide](https://github.com/Aevonix/Apsimo/blob/main/docs/LOCAL-HERMES-SETUP.md)
+See the [public setup guide](https://github.com/Aevonix/ApsimoAGI/blob/main/docs/LOCAL-HERMES-SETUP.md)
 for installation, private identity setup, supported runtime and operation.
-The [project README](https://github.com/Aevonix/Apsimo/blob/main/README.md)
+The [project README](https://github.com/Aevonix/ApsimoAGI/blob/main/README.md)
 describes current capabilities and their limits. Personal configuration,
 credentials and hardware adapters belong in the private deployment.
 

{apsimo-1.3.2 → apsimo-1.3.4}/apsimo/api/routers/host.py

@@ -3752,6 +3752,12 @@ async def source_erasure_feed(contact_id: str, after: int = Query(0, ge=0), requ
         raise HTTPException(status_code=409, detail={"code": "erasure_history_mismatch"}) from exc
 
 
+class NativeHistoryReference(BaseModel):
+    model_config = ConfigDict(extra='forbid')
+    session_id: str = Field(min_length=1, max_length=256)
+    message_hash: str = Field(pattern=r'^[0-9a-f]{64}$')
+
+
 class SourceFreshnessRequest(BaseModel):
     model_config = ConfigDict(extra='forbid')
     contact_id: str = Field(min_length=1, max_length=256)
@@ -3759,10 +3765,11 @@ class SourceFreshnessRequest(BaseModel):
     after: int = Field(default=0, ge=0)
     source_refs: list[SourceReference] = Field(max_length=512)
     unannotated_input_refs: list[SourceInputReference] = Field(default_factory=list, max_length=512)
+    native_history_refs: list[NativeHistoryReference] = Field(default_factory=list, max_length=512)
 
     @model_validator(mode='after')
     def exact_source_selector(self):
-        if not self.source_refs and not self.unannotated_input_refs:
+        if not self.source_refs and not self.unannotated_input_refs and not self.native_history_refs:
             raise ValueError('Exact source revisions or captured inputs are required')
         return self
 
@@ -3792,6 +3799,11 @@ async def source_freshness_feed(body: SourceFreshnessRequest, request: Request):
     current = ledger.source_references([ref.source_id for ref in body.source_refs],
                                       contact_id=person, session_id=body.session_id)
     page['sources_current'] = expected == {(ref['source_id'], ref['source_version']) for ref in current}
+    if body.native_history_refs:
+        from apsimo.turns.history_references import resolve
+        page['native_history_matches'] = resolve(ledger, contact_id=person,
+            session_id=body.session_id,
+            references=[ref.model_dump() for ref in body.native_history_refs])
     if body.unannotated_input_refs:
         from apsimo.turns.source_annotations import inputs_unannotated
         refs = [ref.model_dump() for ref in body.unannotated_input_refs]

{apsimo-1.3.2 → apsimo-1.3.4}/apsimo/setup_hermes.py

@@ -233,8 +233,8 @@ def _interpreter(candidate):
         'from hermes_cli.plugins import get_plugin_manager; '
         'print(json.dumps({"version":importlib.metadata.version("hermes-agent")}))'],
         capture_output=True, text=True, timeout=30)
-    if probe.returncode or json.loads(probe.stdout.splitlines()[-1]).get('version') not in {'0.21.0', '0.21.1'}:
-        raise ValueError('Select the Python interpreter of Hermes 0.21.0 or 0.21.1 with its native dependencies installed')
+    if probe.returncode or json.loads(probe.stdout.splitlines()[-1]).get('version') not in {'0.21.0', '0.21.1', '0.21.2'}:
+        raise ValueError('Select the Python interpreter of Hermes 0.21.0, 0.21.1, or 0.21.2 with its native dependencies installed')
     return python
 
 

apsimo-1.3.4/apsimo/turns/history_references.py

@@ -0,0 +1,41 @@
+"""Resolve host-observed message hashes to existing scoped source revisions.
+
+No native transcript is uploaded or imported. A missing match is untracked
+history, never a grant, a new source, or proof that an erasure did not happen.
+"""
+from contextlib import closing
+import json
+
+from .idempotency import canonical_turn_digest, source_message_hash
+
+
+def resolve(ledger, *, contact_id, session_id, references):
+    wanted = {(ref['session_id'], ref['message_hash']) for ref in references}
+    matches = {key: {'session_id': key[0], 'message_hash': key[1],
+                     'source_refs': [], 'erased': False} for key in wanted}
+    with closing(ledger._connect()) as conn:
+        # The request's current viewer/session controls visibility. The native
+        # session supplied for matching does not broaden that permission.
+        for origin in sorted({key[0] for key in wanted}):
+            rows = conn.execute('''SELECT * FROM turn_sources WHERE contact_id=?
+                AND session_id=? AND (scope='person' OR session_id=?)
+                AND NOT EXISTS (SELECT 1 FROM source_attribution_invalidations i
+                    WHERE i.source_id=turn_sources.turn_id)''',
+                (contact_id, origin, session_id)).fetchall()
+            for row in rows:
+                messages = json.loads(row['messages_json'])
+                ref = {'source_id': row['turn_id'], 'source_version': canonical_turn_digest(messages)}
+                for message in messages:
+                    key = origin, source_message_hash(origin, message)
+                    if key in matches and ref not in matches[key]['source_refs']:
+                        matches[key]['source_refs'].append(ref)
+            erased = conn.execute('''SELECT e.message_hashes_json FROM source_erasures e
+                LEFT JOIN source_erasure_revisions r USING(sequence)
+                WHERE e.contact_id=? AND e.session_id=?
+                AND (r.source_scope='person' OR e.session_id=? OR r.sequence IS NULL)''',
+                (contact_id, origin, session_id)).fetchall()
+            for row in erased:
+                for message_hash in json.loads(row['message_hashes_json']):
+                    if (origin, message_hash) in matches:
+                        matches[origin, message_hash]['erased'] = True
+    return [matches[key] for key in sorted(matches)]

{apsimo-1.3.2 → apsimo-1.3.4}/apsimo/turns/idempotency.py

@@ -325,7 +325,9 @@ class TurnIdempotencyLedger:
     def _erasure_causes(messages, session_id, rules):
         causes = set()
         for message in messages:
-            refs = message.get('_supplied_sources', []) if message.get('role') == 'assistant' else []
+            refs = (message.get('_supplied_sources', []) if message.get('role') == 'assistant' else
+                    message.get('_observation_sources', []) if message.get('role') == 'tool' and
+                    message.get('_native_tool_observation') == 'native-tool-observation-v1' else [])
             for rule in rules:
                 exact = (rule['session_id'] == session_id and source_message_hash(session_id, message)
                          in json.loads(rule['message_hashes_json']))
@@ -383,10 +385,16 @@ class TurnIdempotencyLedger:
     def _validate_dependencies(conn, turn_id, contact_id, session_id, messages):
         for message in messages:
             refs = message.get('_supplied_sources', [])
+            observation = message.get('_observation_sources', [])
+            if observation:
+                if (message.get('role') != 'tool' or refs
+                        or message.get('_native_tool_observation') != 'native-tool-observation-v1'):
+                    raise ValueError('invalid_source_dependency')
+                refs = observation
             # The complete source envelope already has an 8 MiB bound. A
             # separate count cap would reject valid long native histories only
             # after generation, or tempt callers to silently drop dependencies.
-            if not isinstance(refs, list) or (refs and message.get('role') != 'assistant'):
+            if not isinstance(refs, list) or (refs and message.get('role') != 'assistant' and not observation):
                 raise ValueError('invalid_source_dependency')
             for ref in refs:
                 if (not isinstance(ref, dict) or set(ref) != {'source_id', 'source_version'}

{apsimo-1.3.2 → apsimo-1.3.4}/apsimo.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apsimo
-Version: 1.3.2
+Version: 1.3.4
 Summary: Persistent identity, memory and autonomy for AI agents
 License-Expression: MIT
 Requires-Python: >=3.11
@@ -28,7 +28,7 @@ Requires-Dist: pandas>=2.0; extra == "vectors"
 Requires-Dist: pyarrow>=15.0; extra == "vectors"
 Requires-Dist: lancedb>=0.10; extra == "vectors"
 Provides-Extra: hermes
-Requires-Dist: apsimo-hermes<2,>=1.3.2; extra == "hermes"
+Requires-Dist: apsimo-hermes<2,>=1.3.4; extra == "hermes"
 Provides-Extra: mcp
 Requires-Dist: mcp[cli]<2,>=1.0; extra == "mcp"
 Provides-Extra: lancedb
@@ -68,9 +68,9 @@ and an existing supported Hermes installation. The guided local setup uses one
 OpenAI-compatible chat endpoint and SQLite; graph and vector dependencies are
 optional.
 
-See the [public setup guide](https://github.com/Aevonix/Apsimo/blob/main/docs/LOCAL-HERMES-SETUP.md)
+See the [public setup guide](https://github.com/Aevonix/ApsimoAGI/blob/main/docs/LOCAL-HERMES-SETUP.md)
 for installation, private identity setup, supported runtime and operation.
-The [project README](https://github.com/Aevonix/Apsimo/blob/main/README.md)
+The [project README](https://github.com/Aevonix/ApsimoAGI/blob/main/README.md)
 describes current capabilities and their limits. Personal configuration,
 credentials and hardware adapters belong in the private deployment.
 

{apsimo-1.3.2 → apsimo-1.3.4}/apsimo.egg-info/SOURCES.txt

@@ -530,6 +530,7 @@ apsimo/turns/executions.py
 apsimo/turns/hermes_history.py
 apsimo/turns/hermes_kanban.py
 apsimo/turns/hermes_work.py
+apsimo/turns/history_references.py
 apsimo/turns/idempotency.py
 apsimo/turns/local_work.py
 apsimo/turns/media.py
@@ -797,6 +798,7 @@ tests/test_model_qualification_memory.py
 tests/test_model_qualification_runner.py
 tests/test_model_qualification_structured.py
 tests/test_native_accepted_local_work.py
+tests/test_native_history_references.py
 tests/test_native_initiative_work.py
 tests/test_native_input_carrier.py
 tests/test_native_outcome_judgments.py
@@ -957,6 +959,7 @@ tests/test_tom_p8_visibility.py
 tests/test_tom_p8_visibility_store.py
 tests/test_tom_source_lineage.py
 tests/test_tool_handlers_graph.py
+tests/test_tool_observation_reader.py
 tests/test_tool_provenance.py
 tests/test_tool_surface.py
 tests/test_toolsmith.py

{apsimo-1.3.2 → apsimo-1.3.4}/apsimo.egg-info/requires.txt

@@ -35,7 +35,7 @@ beautifulsoup4>=4.12
 neo4j>=5.18
 
 [hermes]
-apsimo-hermes<2,>=1.3.2
+apsimo-hermes<2,>=1.3.4
 
 [lancedb]
 lancedb>=0.6

{apsimo-1.3.2 → apsimo-1.3.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "apsimo"
-version = "1.3.2"
+version = "1.3.4"
 description = "Persistent identity, memory and autonomy for AI agents"
 readme = "README.md"
 license = "MIT"
@@ -29,7 +29,7 @@ dependencies = [
 graph = ["neo4j>=5.18"]
 neo4j = ["neo4j>=5.18"]
 vectors = ["sentence-transformers>=3.0", "pandas>=2.0", "pyarrow>=15.0", "lancedb>=0.10"]
-hermes = ["apsimo-hermes>=1.3.2,<2"]
+hermes = ["apsimo-hermes>=1.3.4,<2"]
 mcp = ["mcp[cli]>=1.0,<2"]
 lancedb = ["lancedb>=0.6", "pyarrow>=14.0", "pandas>=2.0"]
 postgres = ["asyncpg>=0.29"]

{apsimo-1.3.2 → apsimo-1.3.4}/tests/test_hermes_native_tool_authority.py

@@ -37,7 +37,16 @@ def test_owner_and_attested_system_keep_native_tools(runtime, sender, platform):
     _, ctx, _, _ = runtime
     _pre(ctx, session="s", task="t", turn="u", platform=platform, sender=sender)
     for name in NATIVE_TOOLS:
-        assert call(ctx, name) == "executed"
+        # History now reconciles successful results against memory erasures.
+        # A native error needs no database fixture and must remain unchanged.
+        expected = (json.dumps({"success": False, "error": "fixture has no stored sessions"})
+                    if name == "session_search" else "executed")
+        invoked = []
+        def dispatch(args):
+            invoked.append(args)
+            return expected
+        assert call(ctx, name, dispatch=dispatch) == expected
+        assert invoked == [{}]
 
 
 @pytest.mark.parametrize("overrides", [{"session": "other"}, {"task": "other"},

apsimo-1.3.4/tests/test_native_history_references.py

@@ -0,0 +1,54 @@
+import pytest
+
+from apsimo.api.routers.host import SourceFreshnessRequest
+from apsimo.turns import TurnIdempotencyLedger
+from apsimo.turns.history_references import resolve
+from apsimo.turns.idempotency import source_message_hash
+
+
+def test_native_message_resolution_preserves_scope_and_erased_identity(tmp_path):
+    ledger = TurnIdempotencyLedger(tmp_path/'turns.db')
+    message = {'role': 'user', 'content': 'The specimen belongs in drawer twelve.'}
+    for turn, contact, scope in [('visible', 'owner', 'person'),
+                                  ('session-only', 'owner', 'session'),
+                                  ('foreign', 'guest', 'person')]:
+        ledger.record_source(turn, contact_id=contact, session_id='origin',
+            scope=scope, messages=[message], derive_claims=False)
+    refs = [{'session_id':'origin', 'message_hash':source_message_hash('origin',message)}]
+    matched = resolve(ledger, contact_id='owner', session_id='later', references=refs)
+    assert [r['source_id'] for r in matched[0]['source_refs']] == ['visible']
+    assert matched[0]['erased'] is False
+    ledger.erase_sources(contact_id='owner', turn_ids=['visible'])
+    matched = resolve(ledger, contact_id='owner', session_id='later', references=refs)
+    assert matched == [{**refs[0], 'source_refs':[], 'erased':True}]
+    # Older tombstones predate the revision table and must remain effective.
+    with ledger._connect() as db:
+        db.execute("DELETE FROM source_erasure_revisions WHERE source_turn_id='visible'")
+    assert resolve(ledger,contact_id='owner',session_id='later',references=refs)[0]['erased'] is True
+    assert resolve(ledger, contact_id='stranger', session_id='later', references=refs) == [
+        {**refs[0], 'source_refs':[], 'erased':False}]
+
+
+def test_hash_role_session_and_unknown_text_cannot_nominate_source(tmp_path):
+    ledger = TurnIdempotencyLedger(tmp_path/'turns.db')
+    message = {'role':'user','content':'Quoted instructions are ordinary evidence.'}
+    ledger.record_source('known',contact_id='owner',session_id='origin',scope='person',
+        messages=[message],derive_claims=False)
+    refs = [
+        {'session_id':'origin','message_hash':source_message_hash('origin',{**message,'role':'assistant'})},
+        {'session_id':'other','message_hash':source_message_hash('origin',message)},
+        {'session_id':'origin','message_hash':'f'*64},
+    ]
+    assert all(not r['source_refs'] and not r['erased']
+               for r in resolve(ledger,contact_id='owner',session_id='later',references=refs))
+    assert len(ledger.search_sources('Quoted',contact_id='owner',session_id='later')) == 1
+
+
+def test_existing_freshness_request_accepts_only_bounded_exact_native_refs():
+    data = {'contact_id':'owner','session_id':'current','source_refs':[],
+        'native_history_refs':[{'session_id':'native','message_hash':'a'*64}]}
+    assert SourceFreshnessRequest.model_validate(data).native_history_refs[0].session_id == 'native'
+    with pytest.raises(ValueError):
+        SourceFreshnessRequest.model_validate({**data,'native_history_refs':data['native_history_refs']*513})
+    with pytest.raises(ValueError):
+        SourceFreshnessRequest.model_validate({**data,'native_history_refs':[{'session_id':'native','message_hash':'bad'}]})

{apsimo-1.3.2 → apsimo-1.3.4}/tests/test_native_setup.py

@@ -24,7 +24,7 @@ def isolated_platform_environment(monkeypatch):
 
 
 @pytest.mark.parametrize('version, supported', [
-    ('0.21.0', True), ('0.21.1', True), ('0.20.0', False), ('0.22.0', False),
+    ('0.21.0', True), ('0.21.1', True), ('0.21.2', True), ('0.20.0', False), ('0.22.0', False),
 ])
 def test_native_interpreter_requires_a_supported_runtime(version, supported, monkeypatch):
     probe = Mock(return_value=SimpleNamespace(returncode=0, stdout=json.dumps({'version': version})))
@@ -32,7 +32,7 @@ def test_native_interpreter_requires_a_supported_runtime(version, supported, mon
     if supported:
         assert setup_hermes._interpreter('/selected/python') == Path('/selected/python')
     else:
-        with pytest.raises(ValueError, match='Hermes 0.21.0 or 0.21.1'):
+        with pytest.raises(ValueError, match='Hermes 0.21.0, 0.21.1, or 0.21.2'):
             setup_hermes._interpreter('/selected/python')
     assert probe.call_args.args[0][:3] == ['/selected/python', '-I', '-c']
     assert probe.call_args.kwargs['timeout'] == 30

apsimo-1.3.4/tests/test_tool_observation_reader.py

@@ -0,0 +1,59 @@
+"""The rollback reader preserves and erases original tool evidence without a writer."""
+import copy
+
+import httpx
+
+from apsimo.turns import TurnIdempotencyLedger
+from test_hermes_turn_outbox import _load_client
+
+
+def stored_origin(tmp_path):
+    ledger = TurnIdempotencyLedger(tmp_path / 'canonical.db')
+    ledger.record_source('origin', contact_id='owner', session_id='native',
+        messages=[{'role': 'user', 'content': 'Inspect the copper synchronization.'}],
+        derive_claims=False)
+    origin = ledger.source_references(['origin'], contact_id='owner', session_id='native')[0]
+    return ledger, origin
+
+
+def test_persisted_original_is_recalled_and_erased_with_its_origin(tmp_path):
+    ledger, origin = stored_origin(tmp_path)
+    ledger.record_source('original', contact_id='owner', session_id='native', messages=[{
+        'role': 'tool', 'content': 'Copper synchronization completed with exit code 3.',
+        '_native_tool_observation': 'native-tool-observation-v1',
+        '_observation_sources': [origin],
+    }], derive_claims=False)
+    reader = TurnIdempotencyLedger(ledger.db_path)
+    rows = reader.search_sources('copper synchronization', contact_id='owner', session_id='later')
+    assert any(row['turn_id'] == 'original' and row['role'] == 'tool' for row in rows)
+    erased = reader.erase_sources(contact_id='owner', turn_ids=['origin'])
+    assert 'original' in erased['affected_source_ids']
+    reopened = TurnIdempotencyLedger(ledger.db_path)
+    assert not reopened.search_sources('copper synchronization', contact_id='owner', session_id='later')
+
+
+def test_unavailable_observation_writer_keeps_pending_bytes_until_origin_erasure(tmp_path, monkeypatch):
+    ledger, origin = stored_origin(tmp_path)
+    module = _load_client('observation_reader_floor_client')
+    outbox = module.TurnOutbox(tmp_path / 'outbox.db')
+    payload = {'turn_id': 'queued-original', 'contact_id': 'owner', 'session_id': 'native',
+        'require_source_receipt': True, 'observation': {'origin': origin, 'sources': [],
+            'content': 'Copper synchronization completed with exit code 3.'}}
+    original = copy.deepcopy(payload)
+    outbox.enqueue('queued-original', payload)
+    client = module.ApsimoClient(url='http://127.0.0.1:1', api_key='fixture-never-sent')
+    monkeypatch.setattr(client, 'get', lambda *a, **k: httpx.Response(200,
+        json=ledger.erasure_feed('owner'), request=httpx.Request('GET', 'http://fixture')))
+    for method in ('put', 'post'):
+        monkeypatch.setattr(client, method, lambda *a, **k: httpx.Response(404,
+            request=httpx.Request('PUT', 'http://fixture')))
+    # The old client rejects the keyword before HTTP. A later client may reach
+    # an unavailable endpoint. Neither is a receipt confirming persistence.
+    assert outbox.drain(lambda stored, timeout_seconds: client.sync_turn(
+        **stored, outbox=outbox, timeout_seconds=timeout_seconds), limit=1, timeout_seconds=.25) == 0
+    row = module.TurnOutbox(outbox.path).snapshot()[0]
+    assert row['state'] == 'pending' and row['payload'] == original
+    ledger.erase_sources(contact_id='owner', turn_ids=['origin'])
+    outbox.apply_erasure_page('owner', ledger.erasure_feed('owner'))
+    assert module.TurnOutbox(outbox.path).snapshot() == []
+    assert outbox.enqueue('queued-original', original)['state'] == 'erased'