society-protocol 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +111 -0
- package/dist/adapters.d.ts +101 -0
- package/dist/adapters.d.ts.map +1 -0
- package/dist/adapters.js +764 -0
- package/dist/adapters.js.map +1 -0
- package/dist/agents-md.d.ts +59 -0
- package/dist/agents-md.d.ts.map +1 -0
- package/dist/agents-md.js +204 -0
- package/dist/agents-md.js.map +1 -0
- package/dist/autoconfig.d.ts +137 -0
- package/dist/autoconfig.d.ts.map +1 -0
- package/dist/autoconfig.js +452 -0
- package/dist/autoconfig.js.map +1 -0
- package/dist/bootstrap.d.ts +68 -0
- package/dist/bootstrap.d.ts.map +1 -0
- package/dist/bootstrap.js +304 -0
- package/dist/bootstrap.js.map +1 -0
- package/dist/bridges/a2a-bridge.d.ts +156 -0
- package/dist/bridges/a2a-bridge.d.ts.map +1 -0
- package/dist/bridges/a2a-bridge.js +337 -0
- package/dist/bridges/a2a-bridge.js.map +1 -0
- package/dist/bridges/mcp-bridge.d.ts +87 -0
- package/dist/bridges/mcp-bridge.d.ts.map +1 -0
- package/dist/bridges/mcp-bridge.js +332 -0
- package/dist/bridges/mcp-bridge.js.map +1 -0
- package/dist/cache.d.ts +130 -0
- package/dist/cache.d.ts.map +1 -0
- package/dist/cache.js +257 -0
- package/dist/cache.js.map +1 -0
- package/dist/capsules.d.ts +23 -0
- package/dist/capsules.d.ts.map +1 -0
- package/dist/capsules.js +75 -0
- package/dist/capsules.js.map +1 -0
- package/dist/cli/commands.d.ts +8 -0
- package/dist/cli/commands.d.ts.map +1 -0
- package/dist/cli/commands.js +263 -0
- package/dist/cli/commands.js.map +1 -0
- package/dist/coc.d.ts +121 -0
- package/dist/coc.d.ts.map +1 -0
- package/dist/coc.js +629 -0
- package/dist/coc.js.map +1 -0
- package/dist/coc.test.d.ts +2 -0
- package/dist/coc.test.d.ts.map +1 -0
- package/dist/coc.test.js +80 -0
- package/dist/coc.test.js.map +1 -0
- package/dist/compression.d.ts +125 -0
- package/dist/compression.d.ts.map +1 -0
- package/dist/compression.js +573 -0
- package/dist/compression.js.map +1 -0
- package/dist/cot-stream.d.ts +220 -0
- package/dist/cot-stream.d.ts.map +1 -0
- package/dist/cot-stream.js +673 -0
- package/dist/cot-stream.js.map +1 -0
- package/dist/crypto-wasm.d.ts +100 -0
- package/dist/crypto-wasm.d.ts.map +1 -0
- package/dist/crypto-wasm.js +229 -0
- package/dist/crypto-wasm.js.map +1 -0
- package/dist/federation.d.ts +200 -0
- package/dist/federation.d.ts.map +1 -0
- package/dist/federation.js +691 -0
- package/dist/federation.js.map +1 -0
- package/dist/federation.test.d.ts +2 -0
- package/dist/federation.test.d.ts.map +1 -0
- package/dist/federation.test.js +71 -0
- package/dist/federation.test.js.map +1 -0
- package/dist/gateway/capability-router.d.ts +77 -0
- package/dist/gateway/capability-router.d.ts.map +1 -0
- package/dist/gateway/capability-router.js +222 -0
- package/dist/gateway/capability-router.js.map +1 -0
- package/dist/gateway/demand-spawner.d.ts +155 -0
- package/dist/gateway/demand-spawner.d.ts.map +1 -0
- package/dist/gateway/demand-spawner.js +426 -0
- package/dist/gateway/demand-spawner.js.map +1 -0
- package/dist/identity.d.ts +46 -0
- package/dist/identity.d.ts.map +1 -0
- package/dist/identity.js +102 -0
- package/dist/identity.js.map +1 -0
- package/dist/identity.test.d.ts +2 -0
- package/dist/identity.test.d.ts.map +1 -0
- package/dist/identity.test.js +45 -0
- package/dist/identity.test.js.map +1 -0
- package/dist/index.d.ts +36 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +1572 -0
- package/dist/index.js.map +1 -0
- package/dist/integration.d.ts +210 -0
- package/dist/integration.d.ts.map +1 -0
- package/dist/integration.js +1105 -0
- package/dist/integration.js.map +1 -0
- package/dist/integration.test.d.ts +2 -0
- package/dist/integration.test.d.ts.map +1 -0
- package/dist/integration.test.js +155 -0
- package/dist/integration.test.js.map +1 -0
- package/dist/knowledge.d.ts +219 -0
- package/dist/knowledge.d.ts.map +1 -0
- package/dist/knowledge.js +543 -0
- package/dist/knowledge.js.map +1 -0
- package/dist/knowledge.test.d.ts +2 -0
- package/dist/knowledge.test.d.ts.map +1 -0
- package/dist/knowledge.test.js +72 -0
- package/dist/knowledge.test.js.map +1 -0
- package/dist/latent-space.d.ts +178 -0
- package/dist/latent-space.d.ts.map +1 -0
- package/dist/latent-space.js +385 -0
- package/dist/latent-space.js.map +1 -0
- package/dist/lib.d.ts +30 -0
- package/dist/lib.d.ts.map +1 -0
- package/dist/lib.js +30 -0
- package/dist/lib.js.map +1 -0
- package/dist/mcp/server.d.ts +74 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +1392 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/metrics.d.ts +98 -0
- package/dist/metrics.d.ts.map +1 -0
- package/dist/metrics.js +222 -0
- package/dist/metrics.js.map +1 -0
- package/dist/p2p.d.ts +87 -0
- package/dist/p2p.d.ts.map +1 -0
- package/dist/p2p.js +606 -0
- package/dist/p2p.js.map +1 -0
- package/dist/persona/capabilities.d.ts +17 -0
- package/dist/persona/capabilities.d.ts.map +1 -0
- package/dist/persona/capabilities.js +224 -0
- package/dist/persona/capabilities.js.map +1 -0
- package/dist/persona/domains.d.ts +22 -0
- package/dist/persona/domains.d.ts.map +1 -0
- package/dist/persona/domains.js +176 -0
- package/dist/persona/domains.js.map +1 -0
- package/dist/persona/embeddings.d.ts +40 -0
- package/dist/persona/embeddings.d.ts.map +1 -0
- package/dist/persona/embeddings.js +265 -0
- package/dist/persona/embeddings.js.map +1 -0
- package/dist/persona/engine.d.ts +79 -0
- package/dist/persona/engine.d.ts.map +1 -0
- package/dist/persona/engine.js +1087 -0
- package/dist/persona/engine.js.map +1 -0
- package/dist/persona/index.d.ts +11 -0
- package/dist/persona/index.d.ts.map +1 -0
- package/dist/persona/index.js +11 -0
- package/dist/persona/index.js.map +1 -0
- package/dist/persona/lifecycle.d.ts +17 -0
- package/dist/persona/lifecycle.d.ts.map +1 -0
- package/dist/persona/lifecycle.js +36 -0
- package/dist/persona/lifecycle.js.map +1 -0
- package/dist/persona/retrieval.d.ts +6 -0
- package/dist/persona/retrieval.d.ts.map +1 -0
- package/dist/persona/retrieval.js +122 -0
- package/dist/persona/retrieval.js.map +1 -0
- package/dist/persona/sync.d.ts +15 -0
- package/dist/persona/sync.d.ts.map +1 -0
- package/dist/persona/sync.js +92 -0
- package/dist/persona/sync.js.map +1 -0
- package/dist/persona/types.d.ts +283 -0
- package/dist/persona/types.d.ts.map +1 -0
- package/dist/persona/types.js +2 -0
- package/dist/persona/types.js.map +1 -0
- package/dist/persona/zkp/engine.d.ts +26 -0
- package/dist/persona/zkp/engine.d.ts.map +1 -0
- package/dist/persona/zkp/engine.js +370 -0
- package/dist/persona/zkp/engine.js.map +1 -0
- package/dist/persona/zkp/types.d.ts +39 -0
- package/dist/persona/zkp/types.d.ts.map +1 -0
- package/dist/persona/zkp/types.js +2 -0
- package/dist/persona/zkp/types.js.map +1 -0
- package/dist/planner.d.ts +114 -0
- package/dist/planner.d.ts.map +1 -0
- package/dist/planner.js +522 -0
- package/dist/planner.js.map +1 -0
- package/dist/proactive/checkpoints.d.ts +9 -0
- package/dist/proactive/checkpoints.d.ts.map +1 -0
- package/dist/proactive/checkpoints.js +20 -0
- package/dist/proactive/checkpoints.js.map +1 -0
- package/dist/proactive/engine.d.ts +59 -0
- package/dist/proactive/engine.d.ts.map +1 -0
- package/dist/proactive/engine.js +406 -0
- package/dist/proactive/engine.js.map +1 -0
- package/dist/proactive/scheduler.d.ts +11 -0
- package/dist/proactive/scheduler.d.ts.map +1 -0
- package/dist/proactive/scheduler.js +45 -0
- package/dist/proactive/scheduler.js.map +1 -0
- package/dist/proactive/swarm-controller.d.ts +189 -0
- package/dist/proactive/swarm-controller.d.ts.map +1 -0
- package/dist/proactive/swarm-controller.js +477 -0
- package/dist/proactive/swarm-controller.js.map +1 -0
- package/dist/proactive/swarm-registry.d.ts +13 -0
- package/dist/proactive/swarm-registry.d.ts.map +1 -0
- package/dist/proactive/swarm-registry.js +122 -0
- package/dist/proactive/swarm-registry.js.map +1 -0
- package/dist/proactive/types.d.ts +145 -0
- package/dist/proactive/types.d.ts.map +1 -0
- package/dist/proactive/types.js +25 -0
- package/dist/proactive/types.js.map +1 -0
- package/dist/registry.d.ts +35 -0
- package/dist/registry.d.ts.map +1 -0
- package/dist/registry.js +88 -0
- package/dist/registry.js.map +1 -0
- package/dist/reputation.d.ts +123 -0
- package/dist/reputation.d.ts.map +1 -0
- package/dist/reputation.js +366 -0
- package/dist/reputation.js.map +1 -0
- package/dist/reputation.test.d.ts +5 -0
- package/dist/reputation.test.d.ts.map +1 -0
- package/dist/reputation.test.js +265 -0
- package/dist/reputation.test.js.map +1 -0
- package/dist/rooms.d.ts +96 -0
- package/dist/rooms.d.ts.map +1 -0
- package/dist/rooms.js +410 -0
- package/dist/rooms.js.map +1 -0
- package/dist/sdk/client.d.ts +290 -0
- package/dist/sdk/client.d.ts.map +1 -0
- package/dist/sdk/client.js +1287 -0
- package/dist/sdk/client.js.map +1 -0
- package/dist/sdk/index.d.ts +32 -0
- package/dist/sdk/index.d.ts.map +1 -0
- package/dist/sdk/index.js +70 -0
- package/dist/sdk/index.js.map +1 -0
- package/dist/security.d.ts +230 -0
- package/dist/security.d.ts.map +1 -0
- package/dist/security.js +652 -0
- package/dist/security.js.map +1 -0
- package/dist/skills/engine.d.ts +262 -0
- package/dist/skills/engine.d.ts.map +1 -0
- package/dist/skills/engine.js +788 -0
- package/dist/skills/engine.js.map +1 -0
- package/dist/skills/engine.test.d.ts +2 -0
- package/dist/skills/engine.test.d.ts.map +1 -0
- package/dist/skills/engine.test.js +134 -0
- package/dist/skills/engine.test.js.map +1 -0
- package/dist/skills/parser.d.ts +129 -0
- package/dist/skills/parser.d.ts.map +1 -0
- package/dist/skills/parser.js +318 -0
- package/dist/skills/parser.js.map +1 -0
- package/dist/social.d.ts +149 -0
- package/dist/social.d.ts.map +1 -0
- package/dist/social.js +401 -0
- package/dist/social.js.map +1 -0
- package/dist/storage-optimized.d.ts +116 -0
- package/dist/storage-optimized.d.ts.map +1 -0
- package/dist/storage-optimized.js +264 -0
- package/dist/storage-optimized.js.map +1 -0
- package/dist/storage.d.ts +584 -0
- package/dist/storage.d.ts.map +1 -0
- package/dist/storage.js +2703 -0
- package/dist/storage.js.map +1 -0
- package/dist/storage.test.d.ts +2 -0
- package/dist/storage.test.d.ts.map +1 -0
- package/dist/storage.test.js +78 -0
- package/dist/storage.test.js.map +1 -0
- package/dist/swp.d.ts +443 -0
- package/dist/swp.d.ts.map +1 -0
- package/dist/swp.js +223 -0
- package/dist/swp.js.map +1 -0
- package/dist/swp.test.d.ts +5 -0
- package/dist/swp.test.d.ts.map +1 -0
- package/dist/swp.test.js +127 -0
- package/dist/swp.test.js.map +1 -0
- package/dist/templates.d.ts +25 -0
- package/dist/templates.d.ts.map +1 -0
- package/dist/templates.js +1048 -0
- package/dist/templates.js.map +1 -0
- package/dist/test-e2e.d.ts +14 -0
- package/dist/test-e2e.d.ts.map +1 -0
- package/dist/test-e2e.js +266 -0
- package/dist/test-e2e.js.map +1 -0
- package/dist/workers/research-worker.d.ts +19 -0
- package/dist/workers/research-worker.d.ts.map +1 -0
- package/dist/workers/research-worker.js +141 -0
- package/dist/workers/research-worker.js.map +1 -0
- package/package.json +110 -0
|
@@ -0,0 +1,265 @@
|
|
|
1
|
+
import crypto from 'crypto';
|
|
2
|
+
import { existsSync, readFileSync } from 'fs';
|
|
3
|
+
import { dirname, join } from 'path';
|
|
4
|
+
const DEFAULT_DIM = 384;
|
|
5
|
+
const DEFAULT_MAX_TOKENS = 128;
|
|
6
|
+
function normalize(values) {
|
|
7
|
+
const norm = Math.sqrt(values.reduce((acc, v) => acc + v * v, 0)) || 1;
|
|
8
|
+
return values.map((v) => v / norm);
|
|
9
|
+
}
|
|
10
|
+
function hashEmbedding(text, dim = DEFAULT_DIM) {
|
|
11
|
+
const out = new Array(dim).fill(0);
|
|
12
|
+
const tokens = text.toLowerCase().split(/\s+/).filter(Boolean);
|
|
13
|
+
if (tokens.length === 0)
|
|
14
|
+
return out;
|
|
15
|
+
for (const token of tokens) {
|
|
16
|
+
const digest = crypto.createHash('sha256').update(token).digest();
|
|
17
|
+
for (let i = 0; i < digest.length; i++) {
|
|
18
|
+
const idx = (digest[i] + i * 31) % dim;
|
|
19
|
+
out[idx] += ((digest[i] / 255) - 0.5) * 2;
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
return normalize(out);
|
|
23
|
+
}
|
|
24
|
+
export class PersonaEmbeddingService {
|
|
25
|
+
dim;
|
|
26
|
+
modelId;
|
|
27
|
+
onnxModelPath;
|
|
28
|
+
onnxVocabPath;
|
|
29
|
+
maxTokens;
|
|
30
|
+
onnxSession = null;
|
|
31
|
+
ort = null;
|
|
32
|
+
tokenizer = null;
|
|
33
|
+
initialized = false;
|
|
34
|
+
constructor(config = {}) {
|
|
35
|
+
this.dim = config.dim || DEFAULT_DIM;
|
|
36
|
+
this.modelId = config.modelId || 'all-MiniLM-L6-v2';
|
|
37
|
+
this.onnxModelPath = config.onnxModelPath || process.env.SOCIETY_PERSONA_ONNX_MODEL;
|
|
38
|
+
this.onnxVocabPath = config.onnxVocabPath || process.env.SOCIETY_PERSONA_ONNX_VOCAB;
|
|
39
|
+
this.maxTokens = Math.max(8, config.maxTokens || DEFAULT_MAX_TOKENS);
|
|
40
|
+
this.onnxSession = config.onnxSession || null;
|
|
41
|
+
this.tokenizer = config.tokenizer || null;
|
|
42
|
+
}
|
|
43
|
+
async embedText(text) {
|
|
44
|
+
await this.ensureInitialized();
|
|
45
|
+
if (this.onnxSession && this.tokenizer) {
|
|
46
|
+
try {
|
|
47
|
+
const vector = await this.embedWithOnnx(text);
|
|
48
|
+
return {
|
|
49
|
+
vector,
|
|
50
|
+
model: this.modelId,
|
|
51
|
+
dim: this.dim,
|
|
52
|
+
runtime: 'onnx',
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
catch (error) {
|
|
56
|
+
if (process.env.NODE_ENV === 'production') {
|
|
57
|
+
throw new Error(`ONNX inference failed in production: ${error.message}`);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
return {
|
|
62
|
+
vector: hashEmbedding(text, this.dim),
|
|
63
|
+
model: 'fallback-hash-v1',
|
|
64
|
+
dim: this.dim,
|
|
65
|
+
runtime: 'fallback-hash',
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
async ensureInitialized() {
|
|
69
|
+
if (this.initialized)
|
|
70
|
+
return;
|
|
71
|
+
this.initialized = true;
|
|
72
|
+
try {
|
|
73
|
+
if (this.onnxSession && this.tokenizer) {
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
const dynamicImport = new Function('m', 'return import(m)');
|
|
77
|
+
const ort = await dynamicImport('onnxruntime-node');
|
|
78
|
+
if (!this.onnxModelPath) {
|
|
79
|
+
throw new Error('SOCIETY_PERSONA_ONNX_MODEL not configured');
|
|
80
|
+
}
|
|
81
|
+
const vocabPath = this.resolveVocabPath();
|
|
82
|
+
if (!vocabPath) {
|
|
83
|
+
throw new Error('SOCIETY_PERSONA_ONNX_VOCAB not configured and vocab.txt was not found near model');
|
|
84
|
+
}
|
|
85
|
+
this.ort = ort;
|
|
86
|
+
this.onnxSession = await ort.InferenceSession.create(this.onnxModelPath);
|
|
87
|
+
this.tokenizer = createWordPieceTokenizer(vocabPath);
|
|
88
|
+
}
|
|
89
|
+
catch (error) {
|
|
90
|
+
const isProd = process.env.NODE_ENV === 'production';
|
|
91
|
+
if (isProd) {
|
|
92
|
+
throw new Error(`ONNX runtime/model is required in production for Persona embeddings: ${error.message}`);
|
|
93
|
+
}
|
|
94
|
+
this.onnxSession = null;
|
|
95
|
+
this.ort = null;
|
|
96
|
+
this.tokenizer = null;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
resolveVocabPath() {
|
|
100
|
+
if (this.onnxVocabPath && existsSync(this.onnxVocabPath)) {
|
|
101
|
+
return this.onnxVocabPath;
|
|
102
|
+
}
|
|
103
|
+
if (!this.onnxModelPath)
|
|
104
|
+
return undefined;
|
|
105
|
+
const candidate = join(dirname(this.onnxModelPath), 'vocab.txt');
|
|
106
|
+
if (existsSync(candidate))
|
|
107
|
+
return candidate;
|
|
108
|
+
return undefined;
|
|
109
|
+
}
|
|
110
|
+
makeIntTensor(values) {
|
|
111
|
+
if (!this.ort?.Tensor) {
|
|
112
|
+
return {
|
|
113
|
+
type: 'int64',
|
|
114
|
+
dims: [1, values.length],
|
|
115
|
+
data: BigInt64Array.from(values.map((v) => BigInt(v))),
|
|
116
|
+
};
|
|
117
|
+
}
|
|
118
|
+
return new this.ort.Tensor('int64', BigInt64Array.from(values.map((v) => BigInt(v))), [1, values.length]);
|
|
119
|
+
}
|
|
120
|
+
async embedWithOnnx(text) {
|
|
121
|
+
const encoded = this.tokenizer.encode(text, this.maxTokens);
|
|
122
|
+
const inputNames = Array.isArray(this.onnxSession.inputNames)
|
|
123
|
+
? this.onnxSession.inputNames
|
|
124
|
+
: ['input_ids', 'attention_mask', 'token_type_ids'];
|
|
125
|
+
const feeds = {};
|
|
126
|
+
for (const name of inputNames) {
|
|
127
|
+
const lower = String(name).toLowerCase();
|
|
128
|
+
if (lower.includes('input') && lower.includes('id')) {
|
|
129
|
+
feeds[name] = this.makeIntTensor(encoded.inputIds);
|
|
130
|
+
}
|
|
131
|
+
else if (lower.includes('attention')) {
|
|
132
|
+
feeds[name] = this.makeIntTensor(encoded.attentionMask);
|
|
133
|
+
}
|
|
134
|
+
else if (lower.includes('token') && lower.includes('type')) {
|
|
135
|
+
feeds[name] = this.makeIntTensor(encoded.tokenTypeIds);
|
|
136
|
+
}
|
|
137
|
+
else {
|
|
138
|
+
feeds[name] = this.makeIntTensor(encoded.inputIds);
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
const outputs = await this.onnxSession.run(feeds);
|
|
142
|
+
const outputName = (Array.isArray(this.onnxSession.outputNames) && this.onnxSession.outputNames[0])
|
|
143
|
+
|| Object.keys(outputs)[0];
|
|
144
|
+
const output = outputs[outputName];
|
|
145
|
+
if (!output) {
|
|
146
|
+
throw new Error('ONNX session returned no outputs');
|
|
147
|
+
}
|
|
148
|
+
const pooled = poolEmbedding(output, encoded.attentionMask);
|
|
149
|
+
return fitAndNormalize(pooled, this.dim);
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
export function vectorToJson(vector) {
|
|
153
|
+
return `[${vector.map((v) => Number.isFinite(v) ? Number(v.toFixed(8)) : 0).join(',')}]`;
|
|
154
|
+
}
|
|
155
|
+
function fitAndNormalize(values, dim) {
|
|
156
|
+
const out = values.length === dim
|
|
157
|
+
? values
|
|
158
|
+
: values.length > dim
|
|
159
|
+
? values.slice(0, dim)
|
|
160
|
+
: values.concat(new Array(dim - values.length).fill(0));
|
|
161
|
+
return normalize(out);
|
|
162
|
+
}
|
|
163
|
+
function poolEmbedding(tensor, attentionMask) {
|
|
164
|
+
const dataRaw = tensor?.data;
|
|
165
|
+
const dimsRaw = tensor?.dims;
|
|
166
|
+
const data = Array.from(dataRaw || []);
|
|
167
|
+
const dims = Array.isArray(dimsRaw) ? dimsRaw.map((d) => Number(d)) : [];
|
|
168
|
+
if (dims.length === 3) {
|
|
169
|
+
const seq = dims[1];
|
|
170
|
+
const hidden = dims[2];
|
|
171
|
+
const out = new Array(hidden).fill(0);
|
|
172
|
+
let count = 0;
|
|
173
|
+
for (let i = 0; i < seq; i++) {
|
|
174
|
+
if ((attentionMask[i] || 0) === 0)
|
|
175
|
+
continue;
|
|
176
|
+
count += 1;
|
|
177
|
+
const offset = i * hidden;
|
|
178
|
+
for (let h = 0; h < hidden; h++) {
|
|
179
|
+
out[h] += Number(data[offset + h] || 0);
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
if (count > 0) {
|
|
183
|
+
for (let h = 0; h < hidden; h++)
|
|
184
|
+
out[h] /= count;
|
|
185
|
+
}
|
|
186
|
+
return out;
|
|
187
|
+
}
|
|
188
|
+
if (dims.length === 2) {
|
|
189
|
+
const hidden = dims[1];
|
|
190
|
+
return data.slice(0, hidden).map((v) => Number(v || 0));
|
|
191
|
+
}
|
|
192
|
+
return data.map((v) => Number(v || 0));
|
|
193
|
+
}
|
|
194
|
+
function createWordPieceTokenizer(vocabPath) {
|
|
195
|
+
const lines = readFileSync(vocabPath, 'utf8')
|
|
196
|
+
.split(/\r?\n/)
|
|
197
|
+
.map((line) => line.trim())
|
|
198
|
+
.filter(Boolean);
|
|
199
|
+
const vocab = new Map();
|
|
200
|
+
lines.forEach((token, index) => vocab.set(token, index));
|
|
201
|
+
const unk = vocab.get('[UNK]') ?? 100;
|
|
202
|
+
const cls = vocab.get('[CLS]') ?? 101;
|
|
203
|
+
const sep = vocab.get('[SEP]') ?? 102;
|
|
204
|
+
const pad = vocab.get('[PAD]') ?? 0;
|
|
205
|
+
return {
|
|
206
|
+
encode(text, maxTokens) {
|
|
207
|
+
const words = basicTokenize(text);
|
|
208
|
+
const pieces = [cls];
|
|
209
|
+
for (const word of words) {
|
|
210
|
+
const wordPieces = toWordPieces(word, vocab, unk);
|
|
211
|
+
for (const id of wordPieces) {
|
|
212
|
+
if (pieces.length >= maxTokens - 1)
|
|
213
|
+
break;
|
|
214
|
+
pieces.push(id);
|
|
215
|
+
}
|
|
216
|
+
if (pieces.length >= maxTokens - 1)
|
|
217
|
+
break;
|
|
218
|
+
}
|
|
219
|
+
pieces.push(sep);
|
|
220
|
+
const attentionMask = new Array(pieces.length).fill(1);
|
|
221
|
+
const tokenTypeIds = new Array(pieces.length).fill(0);
|
|
222
|
+
// Pad to stable shape for ONNX sessions with fixed max length.
|
|
223
|
+
while (pieces.length < maxTokens) {
|
|
224
|
+
pieces.push(pad);
|
|
225
|
+
attentionMask.push(0);
|
|
226
|
+
tokenTypeIds.push(0);
|
|
227
|
+
}
|
|
228
|
+
return {
|
|
229
|
+
inputIds: pieces,
|
|
230
|
+
attentionMask,
|
|
231
|
+
tokenTypeIds,
|
|
232
|
+
};
|
|
233
|
+
},
|
|
234
|
+
};
|
|
235
|
+
}
|
|
236
|
+
function basicTokenize(text) {
|
|
237
|
+
const matches = text.toLowerCase().match(/[a-z0-9]+|[^\s]/g);
|
|
238
|
+
return matches || [];
|
|
239
|
+
}
|
|
240
|
+
function toWordPieces(token, vocab, unkId) {
|
|
241
|
+
if (vocab.has(token)) {
|
|
242
|
+
return [vocab.get(token)];
|
|
243
|
+
}
|
|
244
|
+
const result = [];
|
|
245
|
+
let start = 0;
|
|
246
|
+
while (start < token.length) {
|
|
247
|
+
let end = token.length;
|
|
248
|
+
let piece;
|
|
249
|
+
while (start < end) {
|
|
250
|
+
const candidate = start === 0 ? token.slice(start, end) : `##${token.slice(start, end)}`;
|
|
251
|
+
if (vocab.has(candidate)) {
|
|
252
|
+
piece = candidate;
|
|
253
|
+
break;
|
|
254
|
+
}
|
|
255
|
+
end -= 1;
|
|
256
|
+
}
|
|
257
|
+
if (!piece) {
|
|
258
|
+
return [unkId];
|
|
259
|
+
}
|
|
260
|
+
result.push(vocab.get(piece));
|
|
261
|
+
start = end;
|
|
262
|
+
}
|
|
263
|
+
return result.length > 0 ? result : [unkId];
|
|
264
|
+
}
|
|
265
|
+
//# sourceMappingURL=embeddings.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/persona/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAErC,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,SAAS,SAAS,CAAC,MAAgB;IAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACvE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,aAAa,CAAC,IAAY,EAAE,GAAG,GAAG,WAAW;IAClD,MAAM,GAAG,GAAG,IAAI,KAAK,CAAS,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IACpC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC;YACvC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC;AAyBD,MAAM,OAAO,uBAAuB;IACf,GAAG,CAAS;IACZ,OAAO,CAAS;IAChB,aAAa,CAAU;IACvB,aAAa,CAAU;IACvB,SAAS,CAAS;IAC3B,WAAW,GAAe,IAAI,CAAC;IAC/B,GAAG,GAAe,IAAI,CAAC;IACvB,SAAS,GAQJ,IAAI,CAAC;IACV,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,SAAiC,EAAE;QAC3C,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,WAAW,CAAC;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,kBAAkB,CAAC;QACpD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpF,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC;QACrE,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAY;QACxB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;gBAC9C,OAAO;oBACH,MAAM;oBACN,KAAK,EAAE,IAAI,CAAC,OAAO;oBACnB,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,OAAO,EAAE,MAAM;iBAClB,CAAC;YACN,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;oBACxC,MAAM,IAAI,KAAK,CAAC,wCAAyC,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;gBACxF,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO;YACH,MAAM,EAAE,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;YACrC,KAAK,EAAE,kBAAkB;YACzB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,OAAO,EAAE,eAAe;SAC3B,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC3B,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACrC,OAAO;YACX,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,QAAQ,CAAC,GAAG,EAAE,kBAAkB,CAAgC,CAAC;YAC3F,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,kBAAkB,CAAC,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YACjE,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1C,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CACX,kFAAkF,CACrF,CAAC;YACN,CAAC;YACD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;YACf,IAAI,CAAC,WAAW,GAAG,MAAO,GAAW,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClF,IAAI,CAAC,SAAS,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY,CAAC;YACrD,IAAI,MAAM,EAAE,CAAC;gBACT,MAAM,IAAI,KAAK,CACX,wEAAyE,KAAe,CAAC,OAAO,EAAE,CACrG,CAAC;YACN,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,gBAAgB;QACpB,IAAI,IAAI,CAAC,aAAa,IAAI,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YACvD,OAAO,IAAI,CAAC,aAAa,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO,SAAS,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,WAAW,CAAC,CAAC;QACjE,IAAI,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;QAC5C,OAAO,SAAS,CAAC;IACrB,CAAC;IAEO,aAAa,CAAC,MAAgB;QAClC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC;YACpB,OAAO;gBACH,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;gBACxB,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;aACzD,CAAC;QACN,CAAC;QACD,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CACtB,OAAO,EACP,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EACxD,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CACrB,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,IAAY;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAU,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAa,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;YACnE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU;YAC7B,CAAC,CAAC,CAAC,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;QACxD,MAAM,KAAK,GAAwB,EAAE,CAAC;QAEtC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClD,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACvD,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3D,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACJ,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACvD,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;eAC5F,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAC5D,OAAO,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7C,CAAC;CACJ;AAED,MAAM,UAAU,YAAY,CAAC,MAAgB;IACzC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAC7F,CAAC;AAED,SAAS,eAAe,CAAC,MAAgB,EAAE,GAAW;IAClD,MAAM,GAAG,GACL,MAAM,CAAC,MAAM,KAAK,GAAG;QACjB,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG;YACrB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACtB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,aAAa,CAAC,MAAW,EAAE,aAAuB;IACvD,MAAM,OAAO,GAAG,MAAM,EAAE,IAAI,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,EAAE,IAAI,CAAC;IAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAa,CAAC;IACnD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAE9E,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,KAAK,CAAS,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC5C,KAAK,IAAI,CAAC,CAAC;YACX,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC5C,CAAC;QACL,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE;gBAAE,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;QACrD,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,wBAAwB,CAAC,SAAiB;IAO/C,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC;SACxC,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,CAAC;IACrB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAEzD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;IACtC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;IACtC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC;IACtC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC,OAAO;QACH,MAAM,CAAC,IAAY,EAAE,SAAiB;YAClC,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,MAAM,GAAa,CAAC,GAAG,CAAC,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;gBAClD,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;oBAC1B,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC;wBAAE,MAAM;oBAC1C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACpB,CAAC;gBACD,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC;oBAAE,MAAM;YAC9C,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAEjB,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAEtD,+DAA+D;YAC/D,OAAO,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACtB,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzB,CAAC;YAED,OAAO;gBACH,QAAQ,EAAE,MAAM;gBAChB,aAAa;gBACb,YAAY;aACf,CAAC;QACN,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC7D,OAAO,OAAO,IAAI,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,YAAY,CAAC,KAAa,EAAE,KAA0B,EAAE,KAAa;IAC1E,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1B,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;QACvB,IAAI,KAAyB,CAAC;QAC9B,OAAO,KAAK,GAAG,GAAG,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;YACzF,IAAI,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvB,KAAK,GAAG,SAAS,CAAC;gBAClB,MAAM;YACV,CAAC;YACD,GAAG,IAAI,CAAC,CAAC;QACb,CAAC;QACD,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,CAAC;QAC/B,KAAK,GAAG,GAAG,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { EventEmitter } from 'events';
|
|
2
|
+
import type { Storage } from '../storage.js';
|
|
3
|
+
import type { AddMemoryInput, CapabilityCaveats, CapabilityToken, CapabilityValidationInput, CapabilityValidationResult, ExportSubgraphInput, GenerateZkProofInput, GraphQueryInput, GraphQueryResult, IssueClaimInput, IssueCapabilityInput, LinkMemoryInput, MemoryQueryInput, MemoryQueryResult, PersonaClaim, PersonaEdge, PersonaNode, PersonaSyncDelta, PersonaVault, PortableSubgraph, RunRetentionSweepInput, RunRetentionSweepResult, SyncApplyResult, VerifyPersonaAccessLogInput, VerifyPersonaAccessLogResult, VerifyZkProofInput, UpdateMemoryInput, UpdatePreferenceInput, ZkProofBundle, ZkVerifyResult } from './types.js';
|
|
4
|
+
export interface PersonaEngineConfig {
|
|
5
|
+
defaultVaultName?: string;
|
|
6
|
+
encryptionKey?: string;
|
|
7
|
+
shortTermWindow?: number;
|
|
8
|
+
emaAlpha?: number;
|
|
9
|
+
onnxModelPath?: string;
|
|
10
|
+
}
|
|
11
|
+
export declare class PersonaVaultEngine extends EventEmitter {
|
|
12
|
+
private storage;
|
|
13
|
+
private identityDid;
|
|
14
|
+
private capabilityManager;
|
|
15
|
+
private lifecycle;
|
|
16
|
+
private embeddings;
|
|
17
|
+
private zkp;
|
|
18
|
+
private encryptionKey;
|
|
19
|
+
private claimSigningSecret;
|
|
20
|
+
private graphRankCache;
|
|
21
|
+
constructor(storage: Storage, identityDid: string, config?: PersonaEngineConfig);
|
|
22
|
+
createVault(input: {
|
|
23
|
+
name: string;
|
|
24
|
+
ownerDid?: string;
|
|
25
|
+
}): Promise<PersonaVault>;
|
|
26
|
+
addMemory(input: AddMemoryInput): Promise<PersonaNode>;
|
|
27
|
+
updateMemory(nodeId: string, patch: UpdateMemoryInput): Promise<PersonaNode>;
|
|
28
|
+
deleteMemory(nodeId: string, _reason?: string): Promise<void>;
|
|
29
|
+
linkMemories(input: LinkMemoryInput): Promise<PersonaEdge>;
|
|
30
|
+
queryMemories(input: MemoryQueryInput): Promise<MemoryQueryResult>;
|
|
31
|
+
queryGraph(input: GraphQueryInput): Promise<GraphQueryResult>;
|
|
32
|
+
updatePreference(input: UpdatePreferenceInput): Promise<PersonaNode>;
|
|
33
|
+
verifyPersonaAccessLog(input: VerifyPersonaAccessLogInput): Promise<VerifyPersonaAccessLogResult>;
|
|
34
|
+
runRetentionSweep(input?: RunRetentionSweepInput): Promise<RunRetentionSweepResult>;
|
|
35
|
+
issueCapability(input: IssueCapabilityInput): Promise<CapabilityToken>;
|
|
36
|
+
attenuateCapability(input: {
|
|
37
|
+
tokenId: string;
|
|
38
|
+
caveatsPatch: Partial<CapabilityCaveats>;
|
|
39
|
+
}): Promise<CapabilityToken>;
|
|
40
|
+
revokeCapability(tokenId: string, reason: string): Promise<void>;
|
|
41
|
+
validateCapability(input: CapabilityValidationInput): CapabilityValidationResult;
|
|
42
|
+
issueClaim(input: IssueClaimInput): Promise<PersonaClaim>;
|
|
43
|
+
revokeClaim(claimId: string, _reason: string): Promise<void>;
|
|
44
|
+
generateZkProof(input: GenerateZkProofInput): Promise<ZkProofBundle>;
|
|
45
|
+
verifyZkProof(input: VerifyZkProofInput): Promise<ZkVerifyResult>;
|
|
46
|
+
applySyncDelta(delta: PersonaSyncDelta): Promise<SyncApplyResult>;
|
|
47
|
+
exportSubgraph(input: ExportSubgraphInput): Promise<PortableSubgraph>;
|
|
48
|
+
getProfile(vaultId?: string): Promise<Record<string, unknown>>;
|
|
49
|
+
listClaims(vaultId?: string, includeRevoked?: boolean): Promise<PersonaClaim[]>;
|
|
50
|
+
getClaim(claimId: string): Promise<PersonaClaim | undefined>;
|
|
51
|
+
listZkProofs(vaultId?: string): ZkProofBundle[];
|
|
52
|
+
getZkProof(proofId: string): ZkProofBundle | undefined;
|
|
53
|
+
listZkCircuits(): any[];
|
|
54
|
+
buildSyncDelta(input: {
|
|
55
|
+
vaultId: string;
|
|
56
|
+
operations: Array<{
|
|
57
|
+
type: 'node_upsert' | 'node_delete' | 'edge_upsert' | 'edge_delete' | 'capability_revoke' | 'capability_attenuate' | 'claim_upsert' | 'claim_revoke' | 'zkp_proof_upsert';
|
|
58
|
+
payload: Record<string, unknown>;
|
|
59
|
+
}>;
|
|
60
|
+
cursor?: string;
|
|
61
|
+
proofs?: ZkProofBundle[];
|
|
62
|
+
}): PersonaSyncDelta;
|
|
63
|
+
private resolveVaultId;
|
|
64
|
+
private ensureDefaultVault;
|
|
65
|
+
private bumpLifecycle;
|
|
66
|
+
private indexEmbedding;
|
|
67
|
+
private nextVectorRowId;
|
|
68
|
+
private upsertLocalDomainDoc;
|
|
69
|
+
private mergeCrdtDomainDoc;
|
|
70
|
+
private recordMetric;
|
|
71
|
+
private getOrBuildGraphRank;
|
|
72
|
+
private inflateNode;
|
|
73
|
+
private encrypt;
|
|
74
|
+
private decrypt;
|
|
75
|
+
private inflateClaim;
|
|
76
|
+
private detectProofSystem;
|
|
77
|
+
}
|
|
78
|
+
export default PersonaVaultEngine;
|
|
79
|
+
//# sourceMappingURL=engine.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/persona/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAItC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAS7C,OAAO,KAAK,EACR,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,yBAAyB,EACzB,0BAA0B,EAC1B,mBAAmB,EACnB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,WAAW,EAEX,WAAW,EACX,gBAAgB,EAChB,YAAY,EACZ,gBAAgB,EAChB,sBAAsB,EACtB,uBAAuB,EACvB,eAAe,EACf,2BAA2B,EAC3B,4BAA4B,EAC5B,kBAAkB,EAClB,iBAAiB,EACjB,qBAAqB,EACrB,aAAa,EACb,cAAc,EACjB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,mBAAmB;IAChC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAcD,qBAAa,kBAAmB,SAAQ,YAAY;IAU5C,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,WAAW;IAVvB,OAAO,CAAC,iBAAiB,CAA2B;IACpD,OAAO,CAAC,SAAS,CAAmB;IACpC,OAAO,CAAC,UAAU,CAA0B;IAC5C,OAAO,CAAC,GAAG,CAAmB;IAC9B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,cAAc,CAA0C;gBAGpD,OAAO,EAAE,OAAO,EAChB,WAAW,EAAE,MAAM,EAC3B,MAAM,GAAE,mBAAwB;IAoB9B,WAAW,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC;IAoB9E,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC;IAwCtD,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;IAuC5E,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAW7D,YAAY,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;IA0B1D,aAAa,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA6DlE,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA6C7D,gBAAgB,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,WAAW,CAAC;IAgBpE,sBAAsB,CAAC,KAAK,EAAE,2BAA2B,GAAG,OAAO,CAAC,4BAA4B,CAAC;IAiCjG,iBAAiB,CAAC,KAAK,GAAE,sBAA2B,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAuDvF,eAAe,CAAC,KAAK,EAAE,oBAAoB;IAO3C,mBAAmB,CAAC,KAAK,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC,eAAe,CAAC;IAMnH,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKtE,kBAAkB,CAAC,KAAK,EAAE,yBAAyB,GAAG,0BAA0B;IAI1E,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,YAAY,CAAC;IA4DzD,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK5D,eAAe,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,aAAa,CAAC;IAOpE,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,cAAc,CAAC;IAWjE,cAAc,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAuUjE,cAAc,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAmCrE,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAsB9D,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,cAAc,UAAQ,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAM7E,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAMlE,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,aAAa,EAAE;IAiB/C,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS;IAgBtD,cAAc,IAAI,GAAG,EAAE;IAIvB,cAAc,CAAC,KAAK,EAAE;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,UAAU,EAAE,KAAK,CAAC;YACd,IAAI,EACE,aAAa,GACb,aAAa,GACb,aAAa,GACb,aAAa,GACb,mBAAmB,GACnB,sBAAsB,GACtB,cAAc,GACd,cAAc,GACd,kBAAkB,CAAC;YACzB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SACpC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC;KAC5B,GAAG,gBAAgB;YAaN,cAAc;YAYd,kBAAkB;IAMhC,OAAO,CAAC,aAAa;YAkBP,cAAc;IAgB5B,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,oBAAoB;IAoB5B,OAAO,CAAC,kBAAkB;IA0B1B,OAAO,CAAC,YAAY;IAcpB,OAAO,CAAC,mBAAmB;IA+C3B,OAAO,CAAC,WAAW;IAoBnB,OAAO,CAAC,OAAO;IAaf,OAAO,CAAC,OAAO;IAcf,OAAO,CAAC,YAAY;IAyBpB,OAAO,CAAC,iBAAiB;CAG5B;AAED,eAAe,kBAAkB,CAAC"}
|