metaspn-entities 0.1.3__tar.gz → 0.1.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (20) hide show
  1. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/PKG-INFO +31 -1
  2. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/README.md +30 -0
  3. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities/__init__.py +3 -0
  4. metaspn_entities-0.1.4/metaspn_entities/adapter.py +131 -0
  5. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities.egg-info/PKG-INFO +31 -1
  6. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities.egg-info/SOURCES.txt +2 -0
  7. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/pyproject.toml +1 -1
  8. metaspn_entities-0.1.4/tests/test_adapter.py +136 -0
  9. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/LICENSE +0 -0
  10. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities/events.py +0 -0
  11. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities/models.py +0 -0
  12. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities/normalize.py +0 -0
  13. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities/resolver.py +0 -0
  14. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities/sqlite_backend.py +0 -0
  15. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities.egg-info/dependency_links.txt +0 -0
  16. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities.egg-info/requires.txt +0 -0
  17. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/metaspn_entities.egg-info/top_level.txt +0 -0
  18. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/setup.cfg +0 -0
  19. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/tests/test_event_contract.py +0 -0
  20. {metaspn_entities-0.1.3 → metaspn_entities-0.1.4}/tests/test_resolver.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: metaspn-entities
3
- Version: 0.1.3
3
+ Version: 0.1.4
4
4
  Summary: Canonical entity resolution, aliasing, and merges for MetaSPN systems
5
5
  Author: MetaSPN Contributors
6
6
  License-Expression: MIT
@@ -69,3 +69,33 @@ schema-compatible with `metaspn-schemas` entity events.
69
69
  - `entity_id`, `alias`, `alias_type`, `added_at`, `schema_version`
70
70
 
71
71
  Datetime fields are emitted as UTC ISO-8601 strings for deterministic serialization.
72
+
73
+ ## M0 Ingestion Adapter
74
+
75
+ For worker/runtime integration, use `resolve_normalized_social_signal(...)` with a
76
+ normalized signal envelope.
77
+
78
+ ```python
79
+ from metaspn_entities import EntityResolver, resolve_normalized_social_signal
80
+
81
+ resolver = EntityResolver()
82
+ signal = {
83
+ "source": "social.ingest",
84
+ "payload_type": "SocialPostSeen",
85
+ "payload": {
86
+ "platform": "twitter",
87
+ "author_handle": "@some_handle",
88
+ "profile_url": "https://example.com/profiles/some-handle",
89
+ },
90
+ }
91
+
92
+ result = resolve_normalized_social_signal(resolver, signal)
93
+ print(result.entity_id, result.confidence)
94
+ for event in result.emitted_events:
95
+ print(event.event_type, event.payload)
96
+ ```
97
+
98
+ Adapter behavior:
99
+ - Extracts deterministic identifier candidates from normalized payloads.
100
+ - Resolves a primary identifier, then adds remaining identifiers as aliases.
101
+ - Returns only events produced during the adapter call.
@@ -44,3 +44,33 @@ schema-compatible with `metaspn-schemas` entity events.
44
44
  - `entity_id`, `alias`, `alias_type`, `added_at`, `schema_version`
45
45
 
46
46
  Datetime fields are emitted as UTC ISO-8601 strings for deterministic serialization.
47
+
48
+ ## M0 Ingestion Adapter
49
+
50
+ For worker/runtime integration, use `resolve_normalized_social_signal(...)` with a
51
+ normalized signal envelope.
52
+
53
+ ```python
54
+ from metaspn_entities import EntityResolver, resolve_normalized_social_signal
55
+
56
+ resolver = EntityResolver()
57
+ signal = {
58
+ "source": "social.ingest",
59
+ "payload_type": "SocialPostSeen",
60
+ "payload": {
61
+ "platform": "twitter",
62
+ "author_handle": "@some_handle",
63
+ "profile_url": "https://example.com/profiles/some-handle",
64
+ },
65
+ }
66
+
67
+ result = resolve_normalized_social_signal(resolver, signal)
68
+ print(result.entity_id, result.confidence)
69
+ for event in result.emitted_events:
70
+ print(event.event_type, event.payload)
71
+ ```
72
+
73
+ Adapter behavior:
74
+ - Extracts deterministic identifier candidates from normalized payloads.
75
+ - Resolves a primary identifier, then adds remaining identifiers as aliases.
76
+ - Returns only events produced during the adapter call.
@@ -1,9 +1,12 @@
1
+ from .adapter import SignalResolutionResult, resolve_normalized_social_signal
1
2
  from .events import EmittedEvent
2
3
  from .models import EntityResolution
3
4
  from .resolver import EntityResolver
4
5
  from .sqlite_backend import SQLiteEntityStore
5
6
 
6
7
  __all__ = [
8
+ "resolve_normalized_social_signal",
9
+ "SignalResolutionResult",
7
10
  "EntityResolver",
8
11
  "EntityResolution",
9
12
  "EmittedEvent",
@@ -0,0 +1,131 @@
1
+ from __future__ import annotations
2
+
3
+ from dataclasses import dataclass
4
+ from typing import Any, Dict, Iterable, List, Mapping, Optional, Tuple
5
+
6
+ from .events import EmittedEvent
7
+ from .models import EntityType
8
+ from .resolver import EntityResolver
9
+
10
+
11
+ @dataclass(frozen=True)
12
+ class SignalResolutionResult:
13
+ entity_id: str
14
+ confidence: float
15
+ emitted_events: List[EmittedEvent]
16
+
17
+
18
+ def resolve_normalized_social_signal(
19
+ resolver: EntityResolver,
20
+ signal_envelope: Mapping[str, Any] | Any,
21
+ *,
22
+ default_entity_type: str = EntityType.PERSON,
23
+ caused_by: str = "m0-ingestion",
24
+ ) -> SignalResolutionResult:
25
+ """Resolve a normalized social signal envelope into a canonical entity.
26
+
27
+ The adapter is intentionally deterministic:
28
+ - Identifier extraction order is fixed.
29
+ - Primary resolution always uses the highest-priority available identifier.
30
+ - Remaining identifiers are added as aliases in deterministic order.
31
+ """
32
+
33
+ # Keep adapter call output scoped to actions taken in this invocation only.
34
+ resolver.drain_events()
35
+
36
+ envelope = _coerce_envelope(signal_envelope)
37
+ payload = _coerce_payload(envelope.get("payload"))
38
+ source = str(envelope.get("source") or "unknown-source")
39
+
40
+ identifiers = _extract_identifiers(payload)
41
+ if not identifiers:
42
+ raise ValueError("No resolvable identifiers found in normalized social signal payload")
43
+
44
+ primary_type, primary_value, primary_confidence = identifiers[0]
45
+ resolution = resolver.resolve(
46
+ primary_type,
47
+ primary_value,
48
+ context={
49
+ "confidence": primary_confidence,
50
+ "entity_type": default_entity_type,
51
+ "caused_by": caused_by,
52
+ "provenance": source,
53
+ },
54
+ )
55
+
56
+ for alias_type, alias_value, alias_confidence in identifiers[1:]:
57
+ resolver.add_alias(
58
+ resolution.entity_id,
59
+ alias_type,
60
+ alias_value,
61
+ confidence=alias_confidence,
62
+ caused_by=caused_by,
63
+ provenance=source,
64
+ )
65
+
66
+ emitted = resolver.drain_events()
67
+ return SignalResolutionResult(
68
+ entity_id=resolution.entity_id,
69
+ confidence=resolution.confidence,
70
+ emitted_events=emitted,
71
+ )
72
+
73
+
74
+ def _coerce_envelope(signal_envelope: Mapping[str, Any] | Any) -> Dict[str, Any]:
75
+ if isinstance(signal_envelope, Mapping):
76
+ return dict(signal_envelope)
77
+ if hasattr(signal_envelope, "to_dict") and callable(signal_envelope.to_dict):
78
+ return dict(signal_envelope.to_dict())
79
+ raise TypeError("signal_envelope must be a mapping or provide to_dict()")
80
+
81
+
82
+ def _coerce_payload(payload: Any) -> Dict[str, Any]:
83
+ if payload is None:
84
+ return {}
85
+ if isinstance(payload, Mapping):
86
+ return dict(payload)
87
+ if hasattr(payload, "to_dict") and callable(payload.to_dict):
88
+ return dict(payload.to_dict())
89
+ raise TypeError("signal payload must be a mapping or provide to_dict()")
90
+
91
+
92
+ def _extract_identifiers(payload: Dict[str, Any]) -> List[Tuple[str, str, float]]:
93
+ platform = str(payload.get("platform") or "").strip().lower()
94
+
95
+ candidates: List[Tuple[int, str, str, float]] = []
96
+
97
+ # Highest confidence identifiers first.
98
+ if isinstance(payload.get("email"), str) and payload["email"].strip():
99
+ candidates.append((0, "email", payload["email"].strip(), 0.98))
100
+
101
+ for key in ("profile_url", "author_url", "canonical_url"):
102
+ value = payload.get(key)
103
+ if isinstance(value, str) and value.strip():
104
+ candidates.append((1, "canonical_url", value.strip(), 0.96))
105
+ break
106
+
107
+ handle = payload.get("author_handle") or payload.get("handle")
108
+ if isinstance(handle, str) and handle.strip():
109
+ handle_type = f"{platform}_handle" if platform else "handle"
110
+ candidates.append((2, handle_type, handle.strip(), 0.93))
111
+
112
+ if isinstance(payload.get("domain"), str) and payload["domain"].strip():
113
+ candidates.append((3, "domain", payload["domain"].strip(), 0.9))
114
+
115
+ for key in ("display_name", "name"):
116
+ value = payload.get(key)
117
+ if isinstance(value, str) and value.strip():
118
+ candidates.append((4, "name", value.strip(), 0.7))
119
+ break
120
+
121
+ # Deduplicate by (identifier_type, raw value) while preserving deterministic order.
122
+ seen: set[Tuple[str, str]] = set()
123
+ ordered: List[Tuple[str, str, float]] = []
124
+ for _, id_type, id_value, confidence in sorted(candidates, key=lambda c: (c[0], c[1], c[2])):
125
+ key = (id_type, id_value)
126
+ if key in seen:
127
+ continue
128
+ seen.add(key)
129
+ ordered.append((id_type, id_value, confidence))
130
+
131
+ return ordered
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: metaspn-entities
3
- Version: 0.1.3
3
+ Version: 0.1.4
4
4
  Summary: Canonical entity resolution, aliasing, and merges for MetaSPN systems
5
5
  Author: MetaSPN Contributors
6
6
  License-Expression: MIT
@@ -69,3 +69,33 @@ schema-compatible with `metaspn-schemas` entity events.
69
69
  - `entity_id`, `alias`, `alias_type`, `added_at`, `schema_version`
70
70
 
71
71
  Datetime fields are emitted as UTC ISO-8601 strings for deterministic serialization.
72
+
73
+ ## M0 Ingestion Adapter
74
+
75
+ For worker/runtime integration, use `resolve_normalized_social_signal(...)` with a
76
+ normalized signal envelope.
77
+
78
+ ```python
79
+ from metaspn_entities import EntityResolver, resolve_normalized_social_signal
80
+
81
+ resolver = EntityResolver()
82
+ signal = {
83
+ "source": "social.ingest",
84
+ "payload_type": "SocialPostSeen",
85
+ "payload": {
86
+ "platform": "twitter",
87
+ "author_handle": "@some_handle",
88
+ "profile_url": "https://example.com/profiles/some-handle",
89
+ },
90
+ }
91
+
92
+ result = resolve_normalized_social_signal(resolver, signal)
93
+ print(result.entity_id, result.confidence)
94
+ for event in result.emitted_events:
95
+ print(event.event_type, event.payload)
96
+ ```
97
+
98
+ Adapter behavior:
99
+ - Extracts deterministic identifier candidates from normalized payloads.
100
+ - Resolves a primary identifier, then adds remaining identifiers as aliases.
101
+ - Returns only events produced during the adapter call.
@@ -2,6 +2,7 @@ LICENSE
2
2
  README.md
3
3
  pyproject.toml
4
4
  metaspn_entities/__init__.py
5
+ metaspn_entities/adapter.py
5
6
  metaspn_entities/events.py
6
7
  metaspn_entities/models.py
7
8
  metaspn_entities/normalize.py
@@ -12,5 +13,6 @@ metaspn_entities.egg-info/SOURCES.txt
12
13
  metaspn_entities.egg-info/dependency_links.txt
13
14
  metaspn_entities.egg-info/requires.txt
14
15
  metaspn_entities.egg-info/top_level.txt
16
+ tests/test_adapter.py
15
17
  tests/test_event_contract.py
16
18
  tests/test_resolver.py
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "metaspn-entities"
7
- version = "0.1.3"
7
+ version = "0.1.4"
8
8
  description = "Canonical entity resolution, aliasing, and merges for MetaSPN systems"
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.10"
@@ -0,0 +1,136 @@
1
+ import importlib
2
+ import sys
3
+ import tempfile
4
+ import unittest
5
+ from pathlib import Path
6
+
7
+ from metaspn_entities import SQLiteEntityStore
8
+ from metaspn_entities.adapter import resolve_normalized_social_signal
9
+ from metaspn_entities.resolver import EntityResolver
10
+
11
+
12
+ class AdapterTests(unittest.TestCase):
13
+ def setUp(self) -> None:
14
+ self.tempdir = tempfile.TemporaryDirectory()
15
+ self.db_path = str(Path(self.tempdir.name) / "entities.db")
16
+ self.store = SQLiteEntityStore(self.db_path)
17
+ self.resolver = EntityResolver(self.store)
18
+
19
+ def tearDown(self) -> None:
20
+ self.store.close()
21
+ self.tempdir.cleanup()
22
+
23
+ def test_same_author_over_multiple_posts(self) -> None:
24
+ first_signal = {
25
+ "source": "social.ingest",
26
+ "payload_type": "SocialPostSeen",
27
+ "payload": {
28
+ "platform": "twitter",
29
+ "post_id": "p1",
30
+ "author_handle": "@same_author",
31
+ "url": "https://x.com/same_author/status/1",
32
+ },
33
+ }
34
+ second_signal = {
35
+ "source": "social.ingest",
36
+ "payload_type": "SocialPostSeen",
37
+ "payload": {
38
+ "platform": "twitter",
39
+ "post_id": "p2",
40
+ "author_handle": "same_author",
41
+ "url": "https://x.com/same_author/status/2",
42
+ },
43
+ }
44
+
45
+ first = resolve_normalized_social_signal(self.resolver, first_signal)
46
+ second = resolve_normalized_social_signal(self.resolver, second_signal)
47
+
48
+ self.assertEqual(first.entity_id, second.entity_id)
49
+
50
+ def test_cross_platform_identifier_normalization(self) -> None:
51
+ twitter_signal = {
52
+ "source": "social.ingest",
53
+ "payload_type": "SocialPostSeen",
54
+ "payload": {
55
+ "platform": "twitter",
56
+ "post_id": "p100",
57
+ "author_handle": "alice",
58
+ "profile_url": "https://example.com/team/alice/",
59
+ },
60
+ }
61
+ linkedin_signal = {
62
+ "source": "social.ingest",
63
+ "payload_type": "ProfileSnapshotSeen",
64
+ "payload": {
65
+ "platform": "linkedin",
66
+ "profile_id": "li-77",
67
+ "handle": "alice-smith",
68
+ "profile_url": "http://www.example.com/team/alice",
69
+ },
70
+ }
71
+
72
+ first = resolve_normalized_social_signal(self.resolver, twitter_signal)
73
+ second = resolve_normalized_social_signal(self.resolver, linkedin_signal)
74
+
75
+ self.assertEqual(first.entity_id, second.entity_id)
76
+
77
+ def test_idempotent_rerun_behavior(self) -> None:
78
+ signal = {
79
+ "source": "social.ingest",
80
+ "payload_type": "SocialPostSeen",
81
+ "payload": {
82
+ "platform": "twitter",
83
+ "post_id": "idempotent-1",
84
+ "author_handle": "rerun_author",
85
+ "profile_url": "https://example.org/rerun_author",
86
+ },
87
+ }
88
+
89
+ first = resolve_normalized_social_signal(self.resolver, signal)
90
+ second = resolve_normalized_social_signal(self.resolver, signal)
91
+
92
+ self.assertEqual(first.entity_id, second.entity_id)
93
+ self.assertEqual(
94
+ [event.event_type for event in second.emitted_events],
95
+ ["EntityResolved"],
96
+ )
97
+
98
+ def test_emitted_events_parse_with_metaspn_schemas(self) -> None:
99
+ entities_module = None
100
+ try:
101
+ entities_module = importlib.import_module("metaspn_schemas.entities")
102
+ except Exception:
103
+ sibling_src = Path(__file__).resolve().parents[2] / "metaspn-schemas" / "src"
104
+ if sibling_src.exists():
105
+ sys.path.insert(0, str(sibling_src))
106
+ entities_module = importlib.import_module("metaspn_schemas.entities")
107
+
108
+ if entities_module is None:
109
+ self.skipTest("metaspn_schemas is unavailable")
110
+
111
+ signal = {
112
+ "source": "social.ingest",
113
+ "payload_type": "SocialPostSeen",
114
+ "payload": {
115
+ "platform": "twitter",
116
+ "post_id": "schema-1",
117
+ "author_handle": "schema_user",
118
+ "profile_url": "https://example.net/schema_user",
119
+ },
120
+ }
121
+
122
+ result = resolve_normalized_social_signal(self.resolver, signal)
123
+ for event in result.emitted_events:
124
+ if event.event_type == "EntityResolved":
125
+ parsed = entities_module.EntityResolved.from_dict(event.payload)
126
+ self.assertEqual(parsed.entity_id, result.entity_id)
127
+ elif event.event_type == "EntityAliasAdded":
128
+ parsed = entities_module.EntityAliasAdded.from_dict(event.payload)
129
+ self.assertTrue(parsed.alias)
130
+ elif event.event_type == "EntityMerged":
131
+ parsed = entities_module.EntityMerged.from_dict(event.payload)
132
+ self.assertTrue(parsed.merged_from)
133
+
134
+
135
+ if __name__ == "__main__":
136
+ unittest.main()