metaspn-entities 0.1.4__tar.gz → 0.1.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/PKG-INFO +10 -1
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/README.md +9 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities/__init__.py +3 -0
- metaspn_entities-0.1.5/metaspn_entities/context.py +68 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities/resolver.py +25 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities/sqlite_backend.py +34 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities.egg-info/PKG-INFO +10 -1
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities.egg-info/SOURCES.txt +2 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/pyproject.toml +1 -1
- metaspn_entities-0.1.5/tests/test_context.py +90 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/LICENSE +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities/adapter.py +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities/events.py +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities/models.py +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities/normalize.py +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities.egg-info/dependency_links.txt +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities.egg-info/requires.txt +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities.egg-info/top_level.txt +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/setup.cfg +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/tests/test_adapter.py +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/tests/test_event_contract.py +0 -0
- {metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/tests/test_resolver.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: metaspn-entities
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.5
|
|
4
4
|
Summary: Canonical entity resolution, aliasing, and merges for MetaSPN systems
|
|
5
5
|
Author: MetaSPN Contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -99,3 +99,12 @@ Adapter behavior:
|
|
|
99
99
|
- Extracts deterministic identifier candidates from normalized payloads.
|
|
100
100
|
- Resolves a primary identifier, then adds remaining identifiers as aliases.
|
|
101
101
|
- Returns only events produced during the adapter call.
|
|
102
|
+
|
|
103
|
+
## M1 Context API
|
|
104
|
+
|
|
105
|
+
Profiler/router workers can read consolidated context using:
|
|
106
|
+
|
|
107
|
+
- `resolver.entity_context(entity_id, recent_limit=10)`
|
|
108
|
+
- `resolver.confidence_summary(entity_id)`
|
|
109
|
+
|
|
110
|
+
Both APIs resolve canonical redirects first, so merged IDs return coherent context.
|
|
@@ -74,3 +74,12 @@ Adapter behavior:
|
|
|
74
74
|
- Extracts deterministic identifier candidates from normalized payloads.
|
|
75
75
|
- Resolves a primary identifier, then adds remaining identifiers as aliases.
|
|
76
76
|
- Returns only events produced during the adapter call.
|
|
77
|
+
|
|
78
|
+
## M1 Context API
|
|
79
|
+
|
|
80
|
+
Profiler/router workers can read consolidated context using:
|
|
81
|
+
|
|
82
|
+
- `resolver.entity_context(entity_id, recent_limit=10)`
|
|
83
|
+
- `resolver.confidence_summary(entity_id)`
|
|
84
|
+
|
|
85
|
+
Both APIs resolve canonical redirects first, so merged IDs return coherent context.
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
from .adapter import SignalResolutionResult, resolve_normalized_social_signal
|
|
2
|
+
from .context import EntityContext, build_confidence_summary
|
|
2
3
|
from .events import EmittedEvent
|
|
3
4
|
from .models import EntityResolution
|
|
4
5
|
from .resolver import EntityResolver
|
|
@@ -7,6 +8,8 @@ from .sqlite_backend import SQLiteEntityStore
|
|
|
7
8
|
__all__ = [
|
|
8
9
|
"resolve_normalized_social_signal",
|
|
9
10
|
"SignalResolutionResult",
|
|
11
|
+
"EntityContext",
|
|
12
|
+
"build_confidence_summary",
|
|
10
13
|
"EntityResolver",
|
|
11
14
|
"EntityResolution",
|
|
12
15
|
"EmittedEvent",
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
from dataclasses import dataclass
|
|
4
|
+
from typing import Any, Dict, List
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
@dataclass(frozen=True)
|
|
8
|
+
class EntityContext:
|
|
9
|
+
entity_id: str
|
|
10
|
+
aliases: List[Dict[str, Any]]
|
|
11
|
+
identifiers: List[Dict[str, Any]]
|
|
12
|
+
recent_evidence: List[Dict[str, Any]]
|
|
13
|
+
confidence_summary: Dict[str, Any]
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
def build_confidence_summary(
|
|
17
|
+
aliases: List[Dict[str, Any]],
|
|
18
|
+
identifiers: List[Dict[str, Any]],
|
|
19
|
+
evidence: List[Dict[str, Any]],
|
|
20
|
+
) -> Dict[str, Any]:
|
|
21
|
+
identifier_confidences = sorted(float(item["confidence"]) for item in identifiers)
|
|
22
|
+
alias_confidences = sorted(float(item["confidence"]) for item in aliases)
|
|
23
|
+
source_set = sorted(
|
|
24
|
+
{
|
|
25
|
+
str(item.get("provenance"))
|
|
26
|
+
for item in evidence
|
|
27
|
+
if item.get("provenance") not in (None, "")
|
|
28
|
+
}
|
|
29
|
+
)
|
|
30
|
+
|
|
31
|
+
identifier_avg = _avg(identifier_confidences)
|
|
32
|
+
alias_avg = _avg(alias_confidences)
|
|
33
|
+
source_diversity = min(1.0, len(source_set) / 3.0)
|
|
34
|
+
|
|
35
|
+
overall = min(1.0, (0.65 * identifier_avg) + (0.25 * alias_avg) + (0.10 * source_diversity))
|
|
36
|
+
by_identifier_type = _rollup_by_identifier_type(identifiers)
|
|
37
|
+
|
|
38
|
+
return {
|
|
39
|
+
"overall_confidence": round(overall, 6),
|
|
40
|
+
"identifier_confidence_avg": round(identifier_avg, 6),
|
|
41
|
+
"alias_confidence_avg": round(alias_avg, 6),
|
|
42
|
+
"unique_source_count": len(source_set),
|
|
43
|
+
"evidence_count": len(evidence),
|
|
44
|
+
"by_identifier_type": by_identifier_type,
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def _avg(values: List[float]) -> float:
|
|
49
|
+
if not values:
|
|
50
|
+
return 0.0
|
|
51
|
+
return sum(values) / len(values)
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
def _rollup_by_identifier_type(identifiers: List[Dict[str, Any]]) -> Dict[str, Dict[str, float]]:
|
|
55
|
+
grouped: Dict[str, List[float]] = {}
|
|
56
|
+
for item in identifiers:
|
|
57
|
+
key = str(item["identifier_type"])
|
|
58
|
+
grouped.setdefault(key, []).append(float(item["confidence"]))
|
|
59
|
+
|
|
60
|
+
rollup: Dict[str, Dict[str, float]] = {}
|
|
61
|
+
for key in sorted(grouped):
|
|
62
|
+
values = sorted(grouped[key])
|
|
63
|
+
rollup[key] = {
|
|
64
|
+
"count": float(len(values)),
|
|
65
|
+
"avg_confidence": round(_avg(values), 6),
|
|
66
|
+
"max_confidence": round(max(values), 6),
|
|
67
|
+
}
|
|
68
|
+
return rollup
|
|
@@ -2,6 +2,7 @@ from __future__ import annotations
|
|
|
2
2
|
|
|
3
3
|
from typing import Any, Dict, List, Optional
|
|
4
4
|
|
|
5
|
+
from .context import EntityContext, build_confidence_summary
|
|
5
6
|
from .events import EmittedEvent, EventFactory
|
|
6
7
|
from .models import (
|
|
7
8
|
DEFAULT_MATCH_CONFIDENCE,
|
|
@@ -135,6 +136,30 @@ class EntityResolver:
|
|
|
135
136
|
def aliases_for_entity(self, entity_id: str) -> List[Dict[str, Any]]:
|
|
136
137
|
return self.store.list_aliases_for_entity(entity_id)
|
|
137
138
|
|
|
139
|
+
def confidence_summary(self, entity_id: str) -> Dict[str, Any]:
|
|
140
|
+
canonical_id = self.store.canonical_entity_id(entity_id)
|
|
141
|
+
aliases = self.store.list_aliases_for_entity(canonical_id)
|
|
142
|
+
identifiers = self.store.list_identifier_records_for_entity(canonical_id)
|
|
143
|
+
return build_confidence_summary(aliases, identifiers, identifiers)
|
|
144
|
+
|
|
145
|
+
def entity_context(self, entity_id: str, recent_limit: int = 10) -> EntityContext:
|
|
146
|
+
canonical_id = self.store.canonical_entity_id(entity_id)
|
|
147
|
+
aliases = self.store.list_aliases_for_entity(canonical_id)
|
|
148
|
+
identifiers = self.store.list_identifier_records_for_entity(canonical_id)
|
|
149
|
+
recent_evidence = sorted(
|
|
150
|
+
identifiers,
|
|
151
|
+
key=lambda row: (str(row["last_seen_at"]), str(row["identifier_type"]), str(row["normalized_value"])),
|
|
152
|
+
reverse=True,
|
|
153
|
+
)[: max(recent_limit, 0)]
|
|
154
|
+
summary = build_confidence_summary(aliases, identifiers, recent_evidence)
|
|
155
|
+
return EntityContext(
|
|
156
|
+
entity_id=canonical_id,
|
|
157
|
+
aliases=aliases,
|
|
158
|
+
identifiers=identifiers,
|
|
159
|
+
recent_evidence=recent_evidence,
|
|
160
|
+
confidence_summary=summary,
|
|
161
|
+
)
|
|
162
|
+
|
|
138
163
|
def export_snapshot(self, output_path: str) -> None:
|
|
139
164
|
self.store.export_snapshot(output_path)
|
|
140
165
|
|
|
@@ -276,3 +276,37 @@ class SQLiteEntityStore:
|
|
|
276
276
|
"normalized_value": row["normalized_value"],
|
|
277
277
|
"confidence": row["confidence"],
|
|
278
278
|
}
|
|
279
|
+
|
|
280
|
+
def list_identifier_records_for_entity(self, entity_id: str) -> List[Dict[str, Any]]:
|
|
281
|
+
target = self.canonical_entity_id(entity_id)
|
|
282
|
+
rows = self.conn.execute(
|
|
283
|
+
"""
|
|
284
|
+
SELECT
|
|
285
|
+
a.entity_id,
|
|
286
|
+
i.identifier_type,
|
|
287
|
+
i.value,
|
|
288
|
+
i.normalized_value,
|
|
289
|
+
i.confidence,
|
|
290
|
+
i.first_seen_at,
|
|
291
|
+
i.last_seen_at,
|
|
292
|
+
i.provenance
|
|
293
|
+
FROM aliases a
|
|
294
|
+
JOIN identifiers i
|
|
295
|
+
ON a.identifier_type = i.identifier_type
|
|
296
|
+
AND a.normalized_value = i.normalized_value
|
|
297
|
+
ORDER BY i.identifier_type, i.normalized_value
|
|
298
|
+
"""
|
|
299
|
+
).fetchall()
|
|
300
|
+
return [
|
|
301
|
+
{
|
|
302
|
+
"identifier_type": row["identifier_type"],
|
|
303
|
+
"value": row["value"],
|
|
304
|
+
"normalized_value": row["normalized_value"],
|
|
305
|
+
"confidence": row["confidence"],
|
|
306
|
+
"first_seen_at": row["first_seen_at"],
|
|
307
|
+
"last_seen_at": row["last_seen_at"],
|
|
308
|
+
"provenance": row["provenance"],
|
|
309
|
+
}
|
|
310
|
+
for row in rows
|
|
311
|
+
if self.canonical_entity_id(row["entity_id"]) == target
|
|
312
|
+
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: metaspn-entities
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.5
|
|
4
4
|
Summary: Canonical entity resolution, aliasing, and merges for MetaSPN systems
|
|
5
5
|
Author: MetaSPN Contributors
|
|
6
6
|
License-Expression: MIT
|
|
@@ -99,3 +99,12 @@ Adapter behavior:
|
|
|
99
99
|
- Extracts deterministic identifier candidates from normalized payloads.
|
|
100
100
|
- Resolves a primary identifier, then adds remaining identifiers as aliases.
|
|
101
101
|
- Returns only events produced during the adapter call.
|
|
102
|
+
|
|
103
|
+
## M1 Context API
|
|
104
|
+
|
|
105
|
+
Profiler/router workers can read consolidated context using:
|
|
106
|
+
|
|
107
|
+
- `resolver.entity_context(entity_id, recent_limit=10)`
|
|
108
|
+
- `resolver.confidence_summary(entity_id)`
|
|
109
|
+
|
|
110
|
+
Both APIs resolve canonical redirects first, so merged IDs return coherent context.
|
|
@@ -3,6 +3,7 @@ README.md
|
|
|
3
3
|
pyproject.toml
|
|
4
4
|
metaspn_entities/__init__.py
|
|
5
5
|
metaspn_entities/adapter.py
|
|
6
|
+
metaspn_entities/context.py
|
|
6
7
|
metaspn_entities/events.py
|
|
7
8
|
metaspn_entities/models.py
|
|
8
9
|
metaspn_entities/normalize.py
|
|
@@ -14,5 +15,6 @@ metaspn_entities.egg-info/dependency_links.txt
|
|
|
14
15
|
metaspn_entities.egg-info/requires.txt
|
|
15
16
|
metaspn_entities.egg-info/top_level.txt
|
|
16
17
|
tests/test_adapter.py
|
|
18
|
+
tests/test_context.py
|
|
17
19
|
tests/test_event_contract.py
|
|
18
20
|
tests/test_resolver.py
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import tempfile
|
|
2
|
+
import unittest
|
|
3
|
+
from pathlib import Path
|
|
4
|
+
|
|
5
|
+
from metaspn_entities import SQLiteEntityStore
|
|
6
|
+
from metaspn_entities.adapter import resolve_normalized_social_signal
|
|
7
|
+
from metaspn_entities.resolver import EntityResolver
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
class ContextTests(unittest.TestCase):
|
|
11
|
+
def setUp(self) -> None:
|
|
12
|
+
self.tempdir = tempfile.TemporaryDirectory()
|
|
13
|
+
self.db_path = str(Path(self.tempdir.name) / "entities.db")
|
|
14
|
+
self.store = SQLiteEntityStore(self.db_path)
|
|
15
|
+
self.resolver = EntityResolver(self.store)
|
|
16
|
+
|
|
17
|
+
def tearDown(self) -> None:
|
|
18
|
+
self.store.close()
|
|
19
|
+
self.tempdir.cleanup()
|
|
20
|
+
|
|
21
|
+
def test_cross_platform_handle_normalization_in_context(self) -> None:
|
|
22
|
+
twitter = {
|
|
23
|
+
"source": "social.ingest",
|
|
24
|
+
"payload": {
|
|
25
|
+
"platform": "twitter",
|
|
26
|
+
"author_handle": "Alice_One",
|
|
27
|
+
"profile_url": "https://example.com/u/alice",
|
|
28
|
+
},
|
|
29
|
+
}
|
|
30
|
+
linkedin = {
|
|
31
|
+
"source": "social.ingest",
|
|
32
|
+
"payload": {
|
|
33
|
+
"platform": "linkedin",
|
|
34
|
+
"handle": "alice-one",
|
|
35
|
+
"profile_url": "http://www.example.com/u/alice/",
|
|
36
|
+
},
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
first = resolve_normalized_social_signal(self.resolver, twitter)
|
|
40
|
+
second = resolve_normalized_social_signal(self.resolver, linkedin)
|
|
41
|
+
self.assertEqual(first.entity_id, second.entity_id)
|
|
42
|
+
|
|
43
|
+
context = self.resolver.entity_context(first.entity_id)
|
|
44
|
+
identifier_types = {item["identifier_type"] for item in context.identifiers}
|
|
45
|
+
self.assertIn("twitter_handle", identifier_types)
|
|
46
|
+
self.assertIn("linkedin_handle", identifier_types)
|
|
47
|
+
self.assertIn("canonical_url", identifier_types)
|
|
48
|
+
|
|
49
|
+
def test_merged_entity_context_continuity(self) -> None:
|
|
50
|
+
a = self.resolver.resolve("twitter_handle", "merge_ctx_a")
|
|
51
|
+
b = self.resolver.resolve("twitter_handle", "merge_ctx_b")
|
|
52
|
+
self.resolver.add_alias(a.entity_id, "email", "a@example.com", caused_by="manual")
|
|
53
|
+
self.resolver.add_alias(b.entity_id, "domain", "example.com", caused_by="manual")
|
|
54
|
+
self.resolver.merge_entities(a.entity_id, b.entity_id, reason="dedupe", caused_by="manual")
|
|
55
|
+
|
|
56
|
+
context_from = self.resolver.entity_context(a.entity_id)
|
|
57
|
+
context_to = self.resolver.entity_context(b.entity_id)
|
|
58
|
+
|
|
59
|
+
self.assertEqual(context_from.entity_id, context_to.entity_id)
|
|
60
|
+
normalized_values = {item["normalized_value"] for item in context_from.aliases}
|
|
61
|
+
self.assertIn("merge_ctx_a", normalized_values)
|
|
62
|
+
self.assertIn("merge_ctx_b", normalized_values)
|
|
63
|
+
|
|
64
|
+
def test_rerun_stability_for_context_and_confidence(self) -> None:
|
|
65
|
+
signal = {
|
|
66
|
+
"source": "social.ingest",
|
|
67
|
+
"payload": {
|
|
68
|
+
"platform": "twitter",
|
|
69
|
+
"author_handle": "stable_ctx",
|
|
70
|
+
"profile_url": "https://example.org/stable_ctx",
|
|
71
|
+
},
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
first = resolve_normalized_social_signal(self.resolver, signal)
|
|
75
|
+
context_1 = self.resolver.entity_context(first.entity_id)
|
|
76
|
+
summary_1 = self.resolver.confidence_summary(first.entity_id)
|
|
77
|
+
|
|
78
|
+
second = resolve_normalized_social_signal(self.resolver, signal)
|
|
79
|
+
context_2 = self.resolver.entity_context(second.entity_id)
|
|
80
|
+
summary_2 = self.resolver.confidence_summary(second.entity_id)
|
|
81
|
+
|
|
82
|
+
self.assertEqual(first.entity_id, second.entity_id)
|
|
83
|
+
self.assertEqual(context_1.entity_id, context_2.entity_id)
|
|
84
|
+
self.assertEqual(context_1.aliases, context_2.aliases)
|
|
85
|
+
self.assertEqual(context_1.identifiers, context_2.identifiers)
|
|
86
|
+
self.assertEqual(summary_1, summary_2)
|
|
87
|
+
|
|
88
|
+
|
|
89
|
+
if __name__ == "__main__":
|
|
90
|
+
unittest.main()
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{metaspn_entities-0.1.4 → metaspn_entities-0.1.5}/metaspn_entities.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|