mindgraph-core 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +124 -0
- package/dist/extraction/basic-extractor.d.ts.map +1 -1
- package/dist/extraction/basic-extractor.js +9 -2
- package/dist/extraction/basic-extractor.js.map +1 -1
- package/dist/extraction/confidence-gate.d.ts.map +1 -1
- package/dist/extraction/confidence-gate.js +7 -0
- package/dist/extraction/confidence-gate.js.map +1 -1
- package/dist/extraction/entity-index.d.ts.map +1 -1
- package/dist/extraction/entity-index.js +12 -0
- package/dist/extraction/entity-index.js.map +1 -1
- package/dist/extraction/entity-resolver.d.ts +19 -1
- package/dist/extraction/entity-resolver.d.ts.map +1 -1
- package/dist/extraction/entity-resolver.js +95 -0
- package/dist/extraction/entity-resolver.js.map +1 -1
- package/dist/extraction/extractor-interface.d.ts +65 -0
- package/dist/extraction/extractor-interface.d.ts.map +1 -1
- package/dist/extraction/llm-extractor.d.ts +14 -3
- package/dist/extraction/llm-extractor.d.ts.map +1 -1
- package/dist/extraction/llm-extractor.js +146 -8
- package/dist/extraction/llm-extractor.js.map +1 -1
- package/dist/extraction/prompts/emotion-extraction.d.ts +2 -0
- package/dist/extraction/prompts/emotion-extraction.d.ts.map +1 -0
- package/dist/extraction/prompts/emotion-extraction.js +44 -0
- package/dist/extraction/prompts/emotion-extraction.js.map +1 -0
- package/dist/extraction/prompts/entity-extraction.d.ts +1 -1
- package/dist/extraction/prompts/entity-extraction.d.ts.map +1 -1
- package/dist/extraction/prompts/entity-extraction.js +40 -2
- package/dist/extraction/prompts/entity-extraction.js.map +1 -1
- package/dist/extraction/prompts/proposition-extraction.d.ts +1 -1
- package/dist/extraction/prompts/proposition-extraction.d.ts.map +1 -1
- package/dist/extraction/prompts/proposition-extraction.js +15 -2
- package/dist/extraction/prompts/proposition-extraction.js.map +1 -1
- package/dist/extraction/prompts/reasoning-extraction.d.ts +2 -0
- package/dist/extraction/prompts/reasoning-extraction.d.ts.map +1 -0
- package/dist/extraction/prompts/reasoning-extraction.js +38 -0
- package/dist/extraction/prompts/reasoning-extraction.js.map +1 -0
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/ingestion/chunk-id.d.ts +24 -0
- package/dist/ingestion/chunk-id.d.ts.map +1 -1
- package/dist/ingestion/chunk-id.js +41 -0
- package/dist/ingestion/chunk-id.js.map +1 -1
- package/dist/ingestion/pipeline.d.ts +19 -0
- package/dist/ingestion/pipeline.d.ts.map +1 -1
- package/dist/ingestion/pipeline.js +481 -6
- package/dist/ingestion/pipeline.js.map +1 -1
- package/dist/schema/validation.d.ts.map +1 -1
- package/dist/schema/validation.js +57 -2
- package/dist/schema/validation.js.map +1 -1
- package/package.json +5 -2
package/README.md
ADDED
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
# mindgraph-core
|
|
2
|
+
|
|
3
|
+
A local-first knowledge graph engine for Markdown notes. Extracts entities, concepts, locations, events, beliefs, emotions, reasoning chains, and contradictions, stores them in SQLite as a typed knowledge graph, and queries them with full-text and semantic search.
|
|
4
|
+
|
|
5
|
+
## Install
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
npm install mindgraph-core
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## What's included
|
|
12
|
+
|
|
13
|
+
- **Schema** — 12 node types (Entity, Concept, Location, Event, Proposition, Thought, Emotion, EmotionalEvent, ReasoningChain, ReasoningStep, Agent, Note) and 22 typed edge types with provenance tracking
|
|
14
|
+
- **Storage** — `MemoryAdapter` for testing, `SqliteAdapter` (sql.js/WASM) with crash-safe atomic writes, FTS4, and auto-migrations
|
|
15
|
+
- **Ingestion** — Heading-aware Markdown chunker with stable content-hash IDs, plus `IngestionPipeline` to orchestrate chunk, extract, embed, store
|
|
16
|
+
- **Extraction** — `BasicExtractor` (regex/wiki-link/tag heuristics), `OllamaExtractor` (local LLM), `OpenAIExtractor`, `AnthropicExtractor` — LLM extractors run 5 parallel calls for entities, propositions, thoughts, emotions, and reasoning chains
|
|
17
|
+
- **Location & event extraction** — Identifies places (city, country, region) and events (with dates, participants) from note text
|
|
18
|
+
- **Emotion tracking** — Extracts emotional states (valence/arousal) and emotional events with triggers and context
|
|
19
|
+
- **Reasoning chain extraction** — Identifies structured arguments with premise → inference → conclusion steps
|
|
20
|
+
- **Relationship extraction** — Discovers IS_A, PART_OF, LOCATED_IN, OCCURRED_AT, PRECEDES, CAUSES, PARTICIPATED_IN, and other typed relationships
|
|
21
|
+
- **Author attribution** — Creates AUTHORED_BY edges from frontmatter `author` fields
|
|
22
|
+
- **Entity resolution** — Alias normalization and fast lookup via `EntityIndex` for entities, concepts, locations, and events
|
|
23
|
+
- **Contradiction detection** — Finds conflicting claims across notes with topic-grounded filtering
|
|
24
|
+
- **Open loop detection** — Surfaces unresolved questions, TODOs, and uncertainties
|
|
25
|
+
- **Embeddings** — `TransformersEmbedder` (in-process ONNX/WASM) and `OllamaEmbedder`, with batch support
|
|
26
|
+
- **Query engine** — Full-text search, semantic search, belief queries, timeline, contradiction queries, graph traversal, and citation building
|
|
27
|
+
- **Export/import** — Full data portability in JSONL format
|
|
28
|
+
|
|
29
|
+
## Quick start
|
|
30
|
+
|
|
31
|
+
```typescript
|
|
32
|
+
import { MemoryAdapter, IngestionPipeline, BasicExtractor, QueryEngine } from 'mindgraph-core';
|
|
33
|
+
|
|
34
|
+
// Set up storage and extraction
|
|
35
|
+
const storage = new MemoryAdapter();
|
|
36
|
+
await storage.initialize();
|
|
37
|
+
|
|
38
|
+
const pipeline = new IngestionPipeline({ storage, extractor: new BasicExtractor() });
|
|
39
|
+
|
|
40
|
+
// Index a note
|
|
41
|
+
await pipeline.ingest({
|
|
42
|
+
notePath: 'notes/philosophy.md',
|
|
43
|
+
content: '# Stoicism\nMarcus Aurelius believed that virtue is the sole good.',
|
|
44
|
+
});
|
|
45
|
+
|
|
46
|
+
// Query the graph
|
|
47
|
+
const engine = new QueryEngine(storage);
|
|
48
|
+
const results = await engine.query({ query: 'Marcus Aurelius', mode: 'search' });
|
|
49
|
+
```
|
|
50
|
+
|
|
51
|
+
## Extraction tiers
|
|
52
|
+
|
|
53
|
+
| Tier | Provider | Setup |
|
|
54
|
+
|------|----------|-------|
|
|
55
|
+
| **Basic** (default) | `BasicExtractor` | None — regex + wiki-link + tag heuristics |
|
|
56
|
+
| **Ollama** | `OllamaExtractor` | Local LLM via [Ollama](https://ollama.com) |
|
|
57
|
+
| **OpenAI** | `OpenAIExtractor` | API key required |
|
|
58
|
+
| **Anthropic** | `AnthropicExtractor` | API key required |
|
|
59
|
+
|
|
60
|
+
## API overview
|
|
61
|
+
|
|
62
|
+
### Storage
|
|
63
|
+
|
|
64
|
+
```typescript
|
|
65
|
+
import { SqliteAdapter, MemoryAdapter } from 'mindgraph-core';
|
|
66
|
+
|
|
67
|
+
// SQLite (persistent, crash-safe)
|
|
68
|
+
const db = new SqliteAdapter('/path/to/graph.db');
|
|
69
|
+
await db.initialize();
|
|
70
|
+
|
|
71
|
+
// In-memory (for testing)
|
|
72
|
+
const mem = new MemoryAdapter();
|
|
73
|
+
await mem.initialize();
|
|
74
|
+
```
|
|
75
|
+
|
|
76
|
+
### Ingestion
|
|
77
|
+
|
|
78
|
+
```typescript
|
|
79
|
+
import { IngestionPipeline, BasicExtractor } from 'mindgraph-core';
|
|
80
|
+
|
|
81
|
+
const pipeline = new IngestionPipeline({ storage, extractor: new BasicExtractor() });
|
|
82
|
+
const stats = await pipeline.ingest({ notePath: 'note.md', content: '...' });
|
|
83
|
+
// stats: { entities: 3, concepts: 1, propositions: 2, chunks: 4, locations: 1, events: 0, ... }
|
|
84
|
+
```
|
|
85
|
+
|
|
86
|
+
### Query
|
|
87
|
+
|
|
88
|
+
```typescript
|
|
89
|
+
import { QueryEngine } from 'mindgraph-core';
|
|
90
|
+
|
|
91
|
+
const engine = new QueryEngine(storage);
|
|
92
|
+
|
|
93
|
+
// Full-text search
|
|
94
|
+
const results = await engine.query({ query: 'stoicism', mode: 'search' });
|
|
95
|
+
|
|
96
|
+
// Belief query
|
|
97
|
+
const beliefs = await engine.query({ query: 'free will', mode: 'beliefs' });
|
|
98
|
+
|
|
99
|
+
// Contradictions
|
|
100
|
+
const contradictions = await engine.query({ query: 'ethics', mode: 'contradictions' });
|
|
101
|
+
```
|
|
102
|
+
|
|
103
|
+
### Export/Import
|
|
104
|
+
|
|
105
|
+
```typescript
|
|
106
|
+
import { GraphExporter, GraphImporter } from 'mindgraph-core';
|
|
107
|
+
|
|
108
|
+
// Export
|
|
109
|
+
const exporter = new GraphExporter(storage);
|
|
110
|
+
const jsonl = await exporter.export();
|
|
111
|
+
|
|
112
|
+
// Import with merge
|
|
113
|
+
const importer = new GraphImporter(storage);
|
|
114
|
+
const result = await importer.import(jsonl, { strategy: 'merge' });
|
|
115
|
+
```
|
|
116
|
+
|
|
117
|
+
## Requirements
|
|
118
|
+
|
|
119
|
+
- Node.js 18+
|
|
120
|
+
- ESM only (`"type": "module"`)
|
|
121
|
+
|
|
122
|
+
## License
|
|
123
|
+
|
|
124
|
+
MIT
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"basic-extractor.d.ts","sourceRoot":"","sources":["../../src/extraction/basic-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAGjB,MAAM,0BAA0B,CAAC;AAElC;;;;;;;;GAQG;AACH,qBAAa,cAAe,YAAW,kBAAkB;IACvD,QAAQ,CAAC,IAAI,WAAW;IAElB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAI/B,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"basic-extractor.d.ts","sourceRoot":"","sources":["../../src/extraction/basic-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAGjB,MAAM,0BAA0B,CAAC;AAElC;;;;;;;;GAQG;AACH,qBAAa,cAAe,YAAW,kBAAkB;IACvD,QAAQ,CAAC,IAAI,WAAW;IAElB,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAI/B,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAgG7E"}
|
|
@@ -93,8 +93,15 @@ export class BasicExtractor {
|
|
|
93
93
|
return {
|
|
94
94
|
entities,
|
|
95
95
|
concepts,
|
|
96
|
-
propositions: [],
|
|
97
|
-
thoughts: [],
|
|
96
|
+
propositions: [],
|
|
97
|
+
thoughts: [],
|
|
98
|
+
locations: [],
|
|
99
|
+
events: [],
|
|
100
|
+
emotions: [],
|
|
101
|
+
emotionalEvents: [],
|
|
102
|
+
reasoningChains: [],
|
|
103
|
+
relationships: [],
|
|
104
|
+
propositionRelationships: [],
|
|
98
105
|
};
|
|
99
106
|
}
|
|
100
107
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"basic-extractor.js","sourceRoot":"","sources":["../../src/extraction/basic-extractor.ts"],"names":[],"mappings":"AAQA;;;;;;;;GAQG;AACH,MAAM,OAAO,cAAc;IAA3B;QACW,SAAI,GAAG,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"basic-extractor.js","sourceRoot":"","sources":["../../src/extraction/basic-extractor.ts"],"names":[],"mappings":"AAQA;;;;;;;;GAQG;AACH,MAAM,OAAO,cAAc;IAA3B;QACW,SAAI,GAAG,OAAO,CAAC;IAsG1B,CAAC;IApGC,KAAK,CAAC,WAAW;QACf,OAAO,IAAI,CAAC,CAAC,mBAAmB;IAClC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAY,EAAE,YAAoB;QAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAuB,EAAE,CAAC;QAExC,yBAAyB;QACzB,MAAM,aAAa,GAAG,mCAAmC,CAAC;QAC1D,IAAI,KAA6B,CAAC;QAElC,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACnD,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC;YAC9C,MAAM,GAAG,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAEpC,8EAA8E;YAC9E,IAAI,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;gBAChC,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,WAAW,EAAE,CACrD,CAAC;gBACF,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;oBACpC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC/C,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,MAAM;wBACZ,UAAU,EAAE,OAAO;wBACnB,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;wBAC7B,WAAW,EAAE,EAAE;wBACf,UAAU,EAAE,GAAG;wBACf,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;qBACxB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBACzE,QAAQ,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,MAAM;wBACZ,MAAM,EAAE,EAAE;wBACV,WAAW,EAAE,EAAE;wBACf,UAAU,EAAE,GAAG;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,MAAM,QAAQ,GAAG,qBAAqB,CAAC;QACvC,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACtB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBACtE,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,GAAG;oBACT,MAAM,EAAE,EAAE;oBACV,WAAW,EAAE,QAAQ,GAAG,EAAE;oBAC1B,UAAU,EAAE,GAAG;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,MAAM,gBAAgB,GAAG,oDAAoD,CAAC;QAC9E,OAAO,CAAC,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;YAC9B,8BAA8B;YAC9B,IAAI,cAAc,CAAC,IAAI,CAAC;gBAAE,SAAS;YACnC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;gBAAE,SAAS;YAEhF,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC;YAC9C,MAAM,GAAG,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAEpC,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI;gBACJ,UAAU,EAAE,eAAe,CAAC,IAAI,CAAC;gBACjC,OAAO,EAAE,EAAE;gBACX,WAAW,EAAE,EAAE;gBACf,UAAU,EAAE,GAAG,EAAE,qCAAqC;gBACtD,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;aACxB,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,QAAQ;YACR,QAAQ;YACR,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,EAAE;YACZ,eAAe,EAAE,EAAE;YACnB,eAAe,EAAE,EAAE;YACnB,aAAa,EAAE,EAAE;YACjB,wBAAwB,EAAE,EAAE;SAC7B,CAAC;IACJ,CAAC;CACF;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;IAC5G,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,cAAc,CAAC;IACtE,qDAAqD;IACrD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC5D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW;IAChD,aAAa,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ;IAChD,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU;IAC7C,UAAU,EAAE,sBAAsB;CACnC,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IACnC,2CAA2C;IAC3C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC3C,4CAA4C;IAC5C,IAAI,oEAAoE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACtF,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"confidence-gate.d.ts","sourceRoot":"","sources":["../../src/extraction/confidence-gate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAEjE;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,gBAAgB,EACxB,SAAS,GAAE,MAAY,GACtB,gBAAgB,
|
|
1
|
+
{"version":3,"file":"confidence-gate.d.ts","sourceRoot":"","sources":["../../src/extraction/confidence-gate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAEjE;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,gBAAgB,EACxB,SAAS,GAAE,MAAY,GACtB,gBAAgB,CAclB"}
|
|
@@ -8,6 +8,13 @@ export function applyConfidenceGate(result, threshold = 0.5) {
|
|
|
8
8
|
concepts: result.concepts.filter((c) => c.confidence >= threshold),
|
|
9
9
|
propositions: result.propositions.filter((p) => p.confidence >= threshold),
|
|
10
10
|
thoughts: result.thoughts.filter((t) => t.confidence >= threshold),
|
|
11
|
+
locations: result.locations.filter((l) => l.confidence >= threshold),
|
|
12
|
+
events: result.events.filter((e) => e.confidence >= threshold),
|
|
13
|
+
emotions: result.emotions.filter((e) => e.confidence >= threshold),
|
|
14
|
+
emotionalEvents: result.emotionalEvents.filter((e) => e.confidence >= threshold),
|
|
15
|
+
reasoningChains: result.reasoningChains.filter((r) => r.confidence >= threshold),
|
|
16
|
+
relationships: result.relationships.filter((r) => r.confidence >= threshold),
|
|
17
|
+
propositionRelationships: result.propositionRelationships.filter((r) => r.confidence >= threshold),
|
|
11
18
|
};
|
|
12
19
|
}
|
|
13
20
|
//# sourceMappingURL=confidence-gate.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"confidence-gate.js","sourceRoot":"","sources":["../../src/extraction/confidence-gate.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAwB,EACxB,YAAoB,GAAG;IAEvB,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAClE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAClE,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAC1E,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"confidence-gate.js","sourceRoot":"","sources":["../../src/extraction/confidence-gate.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAwB,EACxB,YAAoB,GAAG;IAEvB,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAClE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAClE,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAC1E,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAClE,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QACpE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAC9D,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAClE,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAChF,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAChF,aAAa,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAC5E,wBAAwB,EAAE,MAAM,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;KACnG,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"entity-index.d.ts","sourceRoot":"","sources":["../../src/extraction/entity-index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAGtE;;;GAGG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,SAAS,CAA6B;IAE9C;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"entity-index.d.ts","sourceRoot":"","sources":["../../src/extraction/entity-index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAGtE;;;GAGG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,SAAS,CAA6B;IAE9C;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAgC7D;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI;IAmBzD;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAO/D;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAc5B;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb,OAAO,CAAC,SAAS;CAGlB"}
|
|
@@ -26,6 +26,18 @@ export class EntityIndex {
|
|
|
26
26
|
const aliases = data.aliases ?? [];
|
|
27
27
|
this.register(concept.id, name, aliases);
|
|
28
28
|
}
|
|
29
|
+
const locations = await storage.queryNodes({ nodeType: NodeType.Location });
|
|
30
|
+
for (const location of locations) {
|
|
31
|
+
const data = location.data;
|
|
32
|
+
const name = data.name;
|
|
33
|
+
this.register(location.id, name, []);
|
|
34
|
+
}
|
|
35
|
+
const events = await storage.queryNodes({ nodeType: NodeType.Event });
|
|
36
|
+
for (const event of events) {
|
|
37
|
+
const data = event.data;
|
|
38
|
+
const name = data.name;
|
|
39
|
+
this.register(event.id, name, []);
|
|
40
|
+
}
|
|
29
41
|
}
|
|
30
42
|
/**
|
|
31
43
|
* Find an existing node ID that matches the given name or any of its aliases.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"entity-index.js","sourceRoot":"","sources":["../../src/extraction/entity-index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C;;;GAGG;AACH,MAAM,OAAO,WAAW;IAAxB;QACU,aAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAG,4BAA4B;QACpE,cAAS,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAG,6BAA6B;
|
|
1
|
+
{"version":3,"file":"entity-index.js","sourceRoot":"","sources":["../../src/extraction/entity-index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C;;;GAGG;AACH,MAAM,OAAO,WAAW;IAAxB;QACU,aAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAG,4BAA4B;QACpE,cAAS,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAG,6BAA6B;IAiGhF,CAAC;IA/FC;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,OAAuB;QAC3C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACzE,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,IAA+B,CAAC;YACpD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;YACjC,MAAM,OAAO,GAAI,IAAI,CAAC,OAAoB,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAA+B,CAAC;YACrD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;YACjC,MAAM,OAAO,GAAI,IAAI,CAAC,OAAoB,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5E,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAA+B,CAAC;YACtD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;YACjC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QACtE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,IAA+B,CAAC;YACnD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAc,CAAC;YACjC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAY,EAAE,OAAiB;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAElC,oBAAoB;QACpB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QAE7D,iCAAiC;QACjC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;QAE/D,qDAAqD;QACrD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACxC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YACvE,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;QAC3E,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,IAAY,EAAE,OAAiB;QACtD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAChD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc;QACnB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,IAAI,EAAE,KAAK,MAAM;gBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,QAAQ;YAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEtD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACvC,IAAI,EAAE,KAAK,MAAM;gBAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,SAAS;YAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAEO,SAAS,CAAC,IAAY;QAC5B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjG,CAAC;CACF"}
|
|
@@ -1,7 +1,9 @@
|
|
|
1
|
-
import type { ExtractedEntity, ExtractedConcept } from './extractor-interface.js';
|
|
1
|
+
import type { ExtractedEntity, ExtractedConcept, ExtractedLocation, ExtractedEvent } from './extractor-interface.js';
|
|
2
2
|
export declare class EntityResolver {
|
|
3
3
|
private entities;
|
|
4
4
|
private concepts;
|
|
5
|
+
private locations;
|
|
6
|
+
private events;
|
|
5
7
|
/**
|
|
6
8
|
* Add entities from an extraction result.
|
|
7
9
|
* Merges with existing entries if names/aliases match.
|
|
@@ -19,6 +21,22 @@ export declare class EntityResolver {
|
|
|
19
21
|
* Get all resolved concepts.
|
|
20
22
|
*/
|
|
21
23
|
getResolvedConcepts(): ExtractedConcept[];
|
|
24
|
+
/**
|
|
25
|
+
* Add locations from an extraction result.
|
|
26
|
+
*/
|
|
27
|
+
addLocations(locations: ExtractedLocation[]): void;
|
|
28
|
+
/**
|
|
29
|
+
* Get all resolved locations.
|
|
30
|
+
*/
|
|
31
|
+
getResolvedLocations(): ExtractedLocation[];
|
|
32
|
+
/**
|
|
33
|
+
* Add events from an extraction result.
|
|
34
|
+
*/
|
|
35
|
+
addEvents(events: ExtractedEvent[]): void;
|
|
36
|
+
/**
|
|
37
|
+
* Get all resolved events.
|
|
38
|
+
*/
|
|
39
|
+
getResolvedEvents(): ExtractedEvent[];
|
|
22
40
|
/**
|
|
23
41
|
* Reset the resolver state.
|
|
24
42
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"entity-resolver.d.ts","sourceRoot":"","sources":["../../src/extraction/entity-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"entity-resolver.d.ts","sourceRoot":"","sources":["../../src/extraction/entity-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAuCrH,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAqC;IACrD,OAAO,CAAC,QAAQ,CAAsC;IACtD,OAAO,CAAC,SAAS,CAAuC;IACxD,OAAO,CAAC,MAAM,CAAoC;IAElD;;;OAGG;IACH,WAAW,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,IAAI;IA2C9C;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,IAAI;IAwB/C;;OAEG;IACH,mBAAmB,IAAI,eAAe,EAAE;IAWxC;;OAEG;IACH,mBAAmB,IAAI,gBAAgB,EAAE;IASzC;;OAEG;IACH,YAAY,CAAC,SAAS,EAAE,iBAAiB,EAAE,GAAG,IAAI;IAqBlD;;OAEG;IACH,oBAAoB,IAAI,iBAAiB,EAAE;IAY3C;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,IAAI;IAiCzC;;OAEG;IACH,iBAAiB,IAAI,cAAc,EAAE;IAcrC;;OAEG;IACH,KAAK,IAAI,IAAI;IAOb,OAAO,CAAC,YAAY;CAGrB"}
|
|
@@ -2,6 +2,8 @@ export class EntityResolver {
|
|
|
2
2
|
constructor() {
|
|
3
3
|
this.entities = new Map();
|
|
4
4
|
this.concepts = new Map();
|
|
5
|
+
this.locations = new Map();
|
|
6
|
+
this.events = new Map();
|
|
5
7
|
}
|
|
6
8
|
/**
|
|
7
9
|
* Add entities from an extraction result.
|
|
@@ -97,12 +99,105 @@ export class EntityResolver {
|
|
|
97
99
|
confidence: c.confidence,
|
|
98
100
|
}));
|
|
99
101
|
}
|
|
102
|
+
/**
|
|
103
|
+
* Add locations from an extraction result.
|
|
104
|
+
*/
|
|
105
|
+
addLocations(locations) {
|
|
106
|
+
for (const location of locations) {
|
|
107
|
+
const key = this.normalizeKey(location.name);
|
|
108
|
+
const existing = this.locations.get(key);
|
|
109
|
+
if (existing) {
|
|
110
|
+
existing.confidence = Math.max(existing.confidence, location.confidence);
|
|
111
|
+
if (location.coordinates && !existing.coordinates) {
|
|
112
|
+
existing.coordinates = location.coordinates;
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
else {
|
|
116
|
+
this.locations.set(key, {
|
|
117
|
+
canonicalName: location.name,
|
|
118
|
+
locationType: location.locationType,
|
|
119
|
+
coordinates: location.coordinates,
|
|
120
|
+
confidence: location.confidence,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
/**
|
|
126
|
+
* Get all resolved locations.
|
|
127
|
+
*/
|
|
128
|
+
getResolvedLocations() {
|
|
129
|
+
return Array.from(this.locations.values()).map((l) => {
|
|
130
|
+
const result = {
|
|
131
|
+
name: l.canonicalName,
|
|
132
|
+
locationType: l.locationType,
|
|
133
|
+
confidence: l.confidence,
|
|
134
|
+
};
|
|
135
|
+
if (l.coordinates)
|
|
136
|
+
result.coordinates = l.coordinates;
|
|
137
|
+
return result;
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
/**
|
|
141
|
+
* Add events from an extraction result.
|
|
142
|
+
*/
|
|
143
|
+
addEvents(events) {
|
|
144
|
+
for (const event of events) {
|
|
145
|
+
const key = this.normalizeKey(event.name);
|
|
146
|
+
const existing = this.events.get(key);
|
|
147
|
+
if (existing) {
|
|
148
|
+
existing.confidence = Math.max(existing.confidence, event.confidence);
|
|
149
|
+
if (event.description && !existing.description) {
|
|
150
|
+
existing.description = event.description;
|
|
151
|
+
}
|
|
152
|
+
if (event.date && !existing.date) {
|
|
153
|
+
existing.date = event.date;
|
|
154
|
+
existing.dateGranularity = event.dateGranularity;
|
|
155
|
+
}
|
|
156
|
+
// Union participants
|
|
157
|
+
for (const p of event.participants) {
|
|
158
|
+
if (!existing.participants.includes(p)) {
|
|
159
|
+
existing.participants.push(p);
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
else {
|
|
164
|
+
this.events.set(key, {
|
|
165
|
+
canonicalName: event.name,
|
|
166
|
+
description: event.description,
|
|
167
|
+
date: event.date,
|
|
168
|
+
dateGranularity: event.dateGranularity,
|
|
169
|
+
participants: [...event.participants],
|
|
170
|
+
confidence: event.confidence,
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
/**
|
|
176
|
+
* Get all resolved events.
|
|
177
|
+
*/
|
|
178
|
+
getResolvedEvents() {
|
|
179
|
+
return Array.from(this.events.values()).map((e) => {
|
|
180
|
+
const result = {
|
|
181
|
+
name: e.canonicalName,
|
|
182
|
+
description: e.description,
|
|
183
|
+
participants: e.participants,
|
|
184
|
+
confidence: e.confidence,
|
|
185
|
+
};
|
|
186
|
+
if (e.date)
|
|
187
|
+
result.date = e.date;
|
|
188
|
+
if (e.dateGranularity)
|
|
189
|
+
result.dateGranularity = e.dateGranularity;
|
|
190
|
+
return result;
|
|
191
|
+
});
|
|
192
|
+
}
|
|
100
193
|
/**
|
|
101
194
|
* Reset the resolver state.
|
|
102
195
|
*/
|
|
103
196
|
clear() {
|
|
104
197
|
this.entities.clear();
|
|
105
198
|
this.concepts.clear();
|
|
199
|
+
this.locations.clear();
|
|
200
|
+
this.events.clear();
|
|
106
201
|
}
|
|
107
202
|
normalizeKey(name) {
|
|
108
203
|
return name.toLowerCase().replace(/[^a-z0-9]/g, '_').replace(/_+/g, '_').replace(/^_|_$/g, '');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"entity-resolver.js","sourceRoot":"","sources":["../../src/extraction/entity-resolver.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"entity-resolver.js","sourceRoot":"","sources":["../../src/extraction/entity-resolver.ts"],"names":[],"mappings":"AAuCA,MAAM,OAAO,cAAc;IAA3B;QACU,aAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;QAC7C,aAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;QAC9C,cAAS,GAAG,IAAI,GAAG,EAA4B,CAAC;QAChD,WAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IA+MpD,CAAC;IA7MC;;;OAGG;IACH,WAAW,CAAC,QAA2B;QACrC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;YAElE,8CAA8C;YAC9C,IAAI,QAAoC,CAAC;YACzC,IAAI,WAA+B,CAAC;YAEpC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnC,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC7D,QAAQ,GAAG,CAAC,CAAC;oBACb,WAAW,GAAG,CAAC,CAAC;oBAChB,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,IAAI,WAAW,EAAE,CAAC;gBAC5B,QAAQ;gBACR,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAClC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;gBACD,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;gBAChD,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;gBACvE,IAAI,MAAM,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAChD,QAAQ,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;gBAC5C,CAAC;gBACD,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,aAAa;gBACb,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;oBACrB,aAAa,EAAE,MAAM,CAAC,IAAI;oBAC1B,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,OAAO,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC;oBAChC,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,KAAK,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;iBACzB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAA4B;QACtC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAExC,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;gBACxE,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBACjD,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;gBAC7C,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACvC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBACnC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;oBACrB,aAAa,EAAE,OAAO,CAAC,IAAI;oBAC3B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,UAAU,EAAE,OAAO,CAAC,UAAU;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpD,IAAI,EAAE,CAAC,CAAC,aAAa;YACrB,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9B,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpD,IAAI,EAAE,CAAC,CAAC,aAAa;YACrB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,SAA8B;QACzC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEzC,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;gBACzE,IAAI,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAClD,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE;oBACtB,aAAa,EAAE,QAAQ,CAAC,IAAI;oBAC5B,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;oBACjC,UAAU,EAAE,QAAQ,CAAC,UAAU;iBAChC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,oBAAoB;QAClB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACnD,MAAM,MAAM,GAAsB;gBAChC,IAAI,EAAE,CAAC,CAAC,aAAa;gBACrB,YAAY,EAAE,CAAC,CAAC,YAAY;gBAC5B,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB,CAAC;YACF,IAAI,CAAC,CAAC,WAAW;gBAAE,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;YACtD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAAwB;QAChC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEtC,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;gBACtE,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC/C,QAAQ,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;gBAC3C,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACjC,QAAQ,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC3B,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,eAAe,CAAC;gBACnD,CAAC;gBACD,qBAAqB;gBACrB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;oBACnC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE;oBACnB,aAAa,EAAE,KAAK,CAAC,IAAI;oBACzB,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,YAAY,EAAE,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC;oBACrC,UAAU,EAAE,KAAK,CAAC,UAAU;iBAC7B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAChD,MAAM,MAAM,GAAmB;gBAC7B,IAAI,EAAE,CAAC,CAAC,aAAa;gBACrB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE,CAAC,CAAC,YAAY;gBAC5B,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB,CAAC;YACF,IAAI,CAAC,CAAC,IAAI;gBAAE,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;YACjC,IAAI,CAAC,CAAC,eAAe;gBAAE,MAAM,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,CAAC;YAClE,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjG,CAAC;CACF"}
|
|
@@ -35,11 +35,76 @@ export interface ExtractedThought {
|
|
|
35
35
|
quoteStart: number;
|
|
36
36
|
quoteEnd: number;
|
|
37
37
|
}
|
|
38
|
+
export interface ExtractedLocation {
|
|
39
|
+
name: string;
|
|
40
|
+
locationType: 'city' | 'country' | 'region' | 'address' | 'place' | 'other';
|
|
41
|
+
coordinates?: {
|
|
42
|
+
lat: number;
|
|
43
|
+
lng: number;
|
|
44
|
+
};
|
|
45
|
+
confidence: number;
|
|
46
|
+
}
|
|
47
|
+
export interface ExtractedEvent {
|
|
48
|
+
name: string;
|
|
49
|
+
description: string;
|
|
50
|
+
date?: string;
|
|
51
|
+
dateGranularity?: 'day' | 'month' | 'year' | 'approximate';
|
|
52
|
+
participants: string[];
|
|
53
|
+
confidence: number;
|
|
54
|
+
}
|
|
55
|
+
export interface ExtractedEmotion {
|
|
56
|
+
name: string;
|
|
57
|
+
valence: number;
|
|
58
|
+
arousal: number;
|
|
59
|
+
confidence: number;
|
|
60
|
+
}
|
|
61
|
+
export interface ExtractedEmotionalEvent {
|
|
62
|
+
emotion: string;
|
|
63
|
+
intensity: number;
|
|
64
|
+
trigger: string;
|
|
65
|
+
context: string;
|
|
66
|
+
date?: string;
|
|
67
|
+
confidence: number;
|
|
68
|
+
}
|
|
69
|
+
export interface ExtractedReasoningStep {
|
|
70
|
+
stepIndex: number;
|
|
71
|
+
claim: string;
|
|
72
|
+
evidence: string;
|
|
73
|
+
stepType: 'premise' | 'inference' | 'conclusion';
|
|
74
|
+
}
|
|
75
|
+
export interface ExtractedReasoningChain {
|
|
76
|
+
topic: string;
|
|
77
|
+
conclusion: string;
|
|
78
|
+
strength: number;
|
|
79
|
+
steps: ExtractedReasoningStep[];
|
|
80
|
+
confidence: number;
|
|
81
|
+
}
|
|
82
|
+
export interface ExtractedRelationship {
|
|
83
|
+
sourceRef: string;
|
|
84
|
+
targetRef: string;
|
|
85
|
+
relType: 'IS_A' | 'PART_OF' | 'RELATED_TO' | 'LOCATED_IN' | 'OCCURRED_AT' | 'PRECEDES' | 'CAUSES' | 'PARTICIPATED_IN';
|
|
86
|
+
data: Record<string, unknown>;
|
|
87
|
+
confidence: number;
|
|
88
|
+
}
|
|
89
|
+
export interface ExtractedPropositionRelationship {
|
|
90
|
+
sourceStatement: string;
|
|
91
|
+
targetStatement: string;
|
|
92
|
+
relType: 'SUPPORTS' | 'QUALIFIES';
|
|
93
|
+
data: Record<string, unknown>;
|
|
94
|
+
confidence: number;
|
|
95
|
+
}
|
|
38
96
|
export interface ExtractionResult {
|
|
39
97
|
entities: ExtractedEntity[];
|
|
40
98
|
concepts: ExtractedConcept[];
|
|
41
99
|
propositions: ExtractedProposition[];
|
|
42
100
|
thoughts: ExtractedThought[];
|
|
101
|
+
locations: ExtractedLocation[];
|
|
102
|
+
events: ExtractedEvent[];
|
|
103
|
+
emotions: ExtractedEmotion[];
|
|
104
|
+
emotionalEvents: ExtractedEmotionalEvent[];
|
|
105
|
+
reasoningChains: ExtractedReasoningChain[];
|
|
106
|
+
relationships: ExtractedRelationship[];
|
|
107
|
+
propositionRelationships: ExtractedPropositionRelationship[];
|
|
43
108
|
}
|
|
44
109
|
export interface ExtractionProvider {
|
|
45
110
|
readonly name: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extractor-interface.d.ts","sourceRoot":"","sources":["../../src/extraction/extractor-interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,QAAQ,GAAG,cAAc,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;IACrE,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,GAAG,SAAS,GAAG,SAAS,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,QAAQ,EAAE,gBAAgB,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"extractor-interface.d.ts","sourceRoot":"","sources":["../../src/extraction/extractor-interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,QAAQ,GAAG,cAAc,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;IACrE,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC9C;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,GAAG,SAAS,GAAG,SAAS,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;IAC5E,WAAW,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3C,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,aAAa,CAAC;IAC3D,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,SAAS,GAAG,WAAW,GAAG,YAAY,CAAC;CAClD;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,sBAAsB,EAAE,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,YAAY,GAAG,YAAY,GAAG,aAAa,GAAG,UAAU,GAAG,QAAQ,GAAG,iBAAiB,CAAC;IACtH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gCAAgC;IAC/C,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,UAAU,GAAG,WAAW,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAC/B,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,eAAe,EAAE,uBAAuB,EAAE,CAAC;IAC3C,eAAe,EAAE,uBAAuB,EAAE,CAAC;IAC3C,aAAa,EAAE,qBAAqB,EAAE,CAAC;IACvC,wBAAwB,EAAE,gCAAgC,EAAE,CAAC;CAC9D;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,4CAA4C;IAC5C,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAEhC,mDAAmD;IACnD,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CACvE"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { Chunk } from '../ingestion/chunker.js';
|
|
2
|
-
import type { ExtractionProvider, ExtractionResult, ExtractedEntity, ExtractedConcept, ExtractedProposition, ExtractedThought } from './extractor-interface.js';
|
|
2
|
+
import type { ExtractionProvider, ExtractionResult, ExtractedEntity, ExtractedConcept, ExtractedProposition, ExtractedThought, ExtractedLocation, ExtractedEvent, ExtractedRelationship, ExtractedPropositionRelationship, ExtractedEmotion, ExtractedEmotionalEvent, ExtractedReasoningChain } from './extractor-interface.js';
|
|
3
3
|
/**
|
|
4
4
|
* Abstract base class for LLM-based extractors.
|
|
5
5
|
* Contains shared extraction/parsing logic; subclasses implement callLLM() and isAvailable().
|
|
@@ -9,12 +9,23 @@ export declare abstract class LLMExtractor implements ExtractionProvider {
|
|
|
9
9
|
abstract isAvailable(): Promise<boolean>;
|
|
10
10
|
protected abstract callLLM(prompt: string): Promise<string>;
|
|
11
11
|
extract(chunk: Chunk, _noteContent: string): Promise<ExtractionResult>;
|
|
12
|
-
protected
|
|
12
|
+
protected extractEntitiesConceptsLocationsEvents(chunk: Chunk): Promise<{
|
|
13
13
|
entities: ExtractedEntity[];
|
|
14
14
|
concepts: ExtractedConcept[];
|
|
15
|
+
locations: ExtractedLocation[];
|
|
16
|
+
events: ExtractedEvent[];
|
|
17
|
+
relationships: ExtractedRelationship[];
|
|
18
|
+
}>;
|
|
19
|
+
protected extractPropositions(chunk: Chunk): Promise<{
|
|
20
|
+
propositions: ExtractedProposition[];
|
|
21
|
+
propositionRelationships: ExtractedPropositionRelationship[];
|
|
15
22
|
}>;
|
|
16
|
-
protected extractPropositions(chunk: Chunk): Promise<ExtractedProposition[]>;
|
|
17
23
|
protected extractThoughts(chunk: Chunk): Promise<ExtractedThought[]>;
|
|
24
|
+
protected extractEmotions(chunk: Chunk): Promise<{
|
|
25
|
+
emotions: ExtractedEmotion[];
|
|
26
|
+
emotionalEvents: ExtractedEmotionalEvent[];
|
|
27
|
+
}>;
|
|
28
|
+
protected extractReasoningChains(chunk: Chunk): Promise<ExtractedReasoningChain[]>;
|
|
18
29
|
/** Strip markdown code fences that some LLMs wrap JSON in. */
|
|
19
30
|
protected stripCodeFences(text: string): string;
|
|
20
31
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm-extractor.d.ts","sourceRoot":"","sources":["../../src/extraction/llm-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"llm-extractor.d.ts","sourceRoot":"","sources":["../../src/extraction/llm-extractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EACV,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EACrB,gCAAgC,EAChC,gBAAgB,EAChB,uBAAuB,EACvB,uBAAuB,EAExB,MAAM,0BAA0B,CAAC;AAalC;;;GAGG;AACH,8BAAsB,YAAa,YAAW,kBAAkB;IAC9D,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAE/B,QAAQ,CAAC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAExC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAErD,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;cA2C5D,sCAAsC,CACpD,KAAK,EAAE,KAAK,GACX,OAAO,CAAC;QACT,QAAQ,EAAE,eAAe,EAAE,CAAC;QAC5B,QAAQ,EAAE,gBAAgB,EAAE,CAAC;QAC7B,SAAS,EAAE,iBAAiB,EAAE,CAAC;QAC/B,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,aAAa,EAAE,qBAAqB,EAAE,CAAC;KACxC,CAAC;cAsEc,mBAAmB,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC;QACzD,YAAY,EAAE,oBAAoB,EAAE,CAAC;QACrC,wBAAwB,EAAE,gCAAgC,EAAE,CAAC;KAC9D,CAAC;cAiCc,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;cAuB1D,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC;QACrD,QAAQ,EAAE,gBAAgB,EAAE,CAAC;QAC7B,eAAe,EAAE,uBAAuB,EAAE,CAAC;KAC5C,CAAC;cA6Bc,sBAAsB,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC;IAiCxF,8DAA8D;IAC9D,SAAS,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;CAOhD"}
|