@totalreclaw/totalreclaw 3.3.12 → 3.3.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/SKILL.md +25 -8
- package/{billing-cache.ts → billing/billing-cache.ts} +1 -1
- package/{relay-headers.ts → billing/relay-headers.ts} +1 -1
- package/{tr-cli-export-helper.ts → cli/tr-cli-export-helper.ts} +5 -5
- package/{tr-cli.ts → cli/tr-cli.ts} +20 -20
- package/{contradiction-sync.ts → contradiction/contradiction-sync.ts} +13 -13
- package/{digest-sync.ts → digest/digest-sync.ts} +32 -2
- package/dist/{billing-cache.js → billing/billing-cache.js} +1 -1
- package/dist/{relay-headers.js → billing/relay-headers.js} +1 -1
- package/dist/{tr-cli-export-helper.js → cli/tr-cli-export-helper.js} +5 -5
- package/dist/{tr-cli.js → cli/tr-cli.js} +19 -19
- package/dist/{contradiction-sync.js → contradiction/contradiction-sync.js} +13 -13
- package/dist/{digest-sync.js → digest/digest-sync.js} +32 -2
- package/dist/{download-ux.js → embedding/download-ux.js} +1 -1
- package/dist/{reranker.js → embedding/reranker.js} +13 -4
- package/dist/{claims-helper.js → extraction/claims-helper.js} +54 -58
- package/dist/extraction/consolidation.js +170 -0
- package/dist/{extractor.js → extraction/extractor.js} +17 -17
- package/dist/extraction/importance-filter.js +38 -0
- package/dist/{semantic-dedup.js → extraction/semantic-dedup.js} +2 -2
- package/dist/{batch-gate.js → import/batch-gate.js} +1 -1
- package/dist/import/import-runtime.js +692 -0
- package/dist/import-adapters/chatgpt-adapter.js +7 -7
- package/dist/import-adapters/gemini-adapter.js +13 -13
- package/dist/import-adapters/mem0-adapter.js +10 -10
- package/dist/index.js +111 -1094
- package/dist/{llm-client.js → llm/llm-client.js} +2 -2
- package/dist/{hot-cache-wrapper.js → memory/hot-cache-wrapper.js} +5 -5
- package/dist/{memory-runtime.js → memory/memory-runtime.js} +1 -1
- package/dist/{pin.js → memory/pin.js} +18 -18
- package/dist/{retype-setscope.js → memory/retype-setscope.js} +19 -19
- package/dist/{credential-provider.js → pairing/credential-provider.js} +2 -2
- package/dist/{first-run.js → pairing/first-run.js} +1 -1
- package/dist/{onboarding-cli.js → pairing/onboarding-cli.js} +20 -20
- package/dist/{pair-cli-relay.js → pairing/pair-cli-relay.js} +10 -10
- package/dist/{pair-crypto.js → pairing/pair-crypto.js} +1 -1
- package/dist/{pair-http.js → pairing/pair-http.js} +3 -3
- package/dist/{pair-remote-client.js → pairing/pair-remote-client.js} +10 -10
- package/dist/{pair-session-store.js → pairing/pair-session-store.js} +4 -4
- package/dist/runtime/config-schema.js +59 -0
- package/dist/runtime/format-helpers.js +257 -0
- package/dist/runtime/types.js +11 -0
- package/dist/{confirm-indexed.js → subgraph/confirm-indexed.js} +1 -1
- package/dist/{subgraph-search.js → subgraph/subgraph-search.js} +14 -14
- package/dist/{subgraph-store.js → subgraph/subgraph-store.js} +6 -6
- package/{download-ux.ts → embedding/download-ux.ts} +1 -1
- package/{reranker.ts → embedding/reranker.ts} +13 -4
- package/{claims-helper.ts → extraction/claims-helper.ts} +52 -60
- package/{consolidation.ts → extraction/consolidation.ts} +63 -154
- package/{extractor.ts → extraction/extractor.ts} +18 -17
- package/extraction/importance-filter.ts +50 -0
- package/{semantic-dedup.ts → extraction/semantic-dedup.ts} +2 -2
- package/{batch-gate.ts → import/batch-gate.ts} +1 -1
- package/import/import-runtime.ts +853 -0
- package/import-adapters/chatgpt-adapter.ts +7 -7
- package/import-adapters/gemini-adapter.ts +13 -13
- package/import-adapters/mem0-adapter.ts +10 -10
- package/index.ts +129 -1377
- package/{llm-client.ts → llm/llm-client.ts} +2 -2
- package/{hot-cache-wrapper.ts → memory/hot-cache-wrapper.ts} +5 -5
- package/{memory-runtime.ts → memory/memory-runtime.ts} +1 -1
- package/{pin.ts → memory/pin.ts} +20 -20
- package/{retype-setscope.ts → memory/retype-setscope.ts} +21 -21
- package/{tool-gating.ts → memory/tool-gating.ts} +1 -1
- package/package.json +6 -6
- package/{credential-provider.ts → pairing/credential-provider.ts} +2 -2
- package/{first-run.ts → pairing/first-run.ts} +1 -1
- package/{onboarding-cli.ts → pairing/onboarding-cli.ts} +20 -20
- package/{pair-cli-relay.ts → pairing/pair-cli-relay.ts} +10 -10
- package/{pair-crypto.ts → pairing/pair-crypto.ts} +1 -1
- package/{pair-http.ts → pairing/pair-http.ts} +3 -3
- package/{pair-remote-client.ts → pairing/pair-remote-client.ts} +10 -10
- package/{pair-session-store.ts → pairing/pair-session-store.ts} +4 -4
- package/runtime/config-schema.ts +64 -0
- package/runtime/format-helpers.ts +293 -0
- package/runtime/types.ts +118 -0
- package/skill.json +44 -10
- package/{confirm-indexed.ts → subgraph/confirm-indexed.ts} +1 -1
- package/{subgraph-search.ts → subgraph/subgraph-search.ts} +14 -14
- package/{subgraph-store.ts → subgraph/subgraph-store.ts} +10 -10
- package/dist/consolidation.js +0 -249
- /package/{api-client.ts → billing/api-client.ts} +0 -0
- /package/{gateway-url.ts → billing/gateway-url.ts} +0 -0
- /package/{inbound-user-tracker.ts → billing/inbound-user-tracker.ts} +0 -0
- /package/{relay.ts → billing/relay.ts} +0 -0
- /package/{crypto.ts → crypto/crypto.ts} +0 -0
- /package/{vault-crypto.ts → crypto/vault-crypto.ts} +0 -0
- /package/dist/{api-client.js → billing/api-client.js} +0 -0
- /package/dist/{gateway-url.js → billing/gateway-url.js} +0 -0
- /package/dist/{inbound-user-tracker.js → billing/inbound-user-tracker.js} +0 -0
- /package/dist/{relay.js → billing/relay.js} +0 -0
- /package/dist/{crypto.js → crypto/crypto.js} +0 -0
- /package/dist/{vault-crypto.js → crypto/vault-crypto.js} +0 -0
- /package/dist/{embedder-cache.js → embedding/embedder-cache.js} +0 -0
- /package/dist/{embedder-loader.js → embedding/embedder-loader.js} +0 -0
- /package/dist/{embedder-network.js → embedding/embedder-network.js} +0 -0
- /package/dist/{embedding.js → embedding/embedding.js} +0 -0
- /package/dist/{lsh.js → embedding/lsh.js} +0 -0
- /package/dist/{import-state-manager.js → import/import-state-manager.js} +0 -0
- /package/dist/{llm-profile-reader.js → llm/llm-profile-reader.js} +0 -0
- /package/dist/{native-memory.js → memory/native-memory.js} +0 -0
- /package/dist/{tool-gating.js → memory/tool-gating.js} +0 -0
- /package/dist/{tools.js → memory/tools.js} +0 -0
- /package/dist/{generate-mnemonic.js → pairing/generate-mnemonic.js} +0 -0
- /package/dist/{pair-cli.js → pairing/pair-cli.js} +0 -0
- /package/dist/{pair-page.js → pairing/pair-page.js} +0 -0
- /package/dist/{pair-qr.js → pairing/pair-qr.js} +0 -0
- /package/dist/{restart-auth.js → pairing/restart-auth.js} +0 -0
- /package/dist/{qa-bug-report.js → setup/qa-bug-report.js} +0 -0
- /package/dist/{skill-register.js → setup/skill-register.js} +0 -0
- /package/dist/{trajectory-poller.js → subgraph/trajectory-poller.js} +0 -0
- /package/{embedder-cache.ts → embedding/embedder-cache.ts} +0 -0
- /package/{embedder-loader.ts → embedding/embedder-loader.ts} +0 -0
- /package/{embedder-network.ts → embedding/embedder-network.ts} +0 -0
- /package/{embedding.ts → embedding/embedding.ts} +0 -0
- /package/{lsh.ts → embedding/lsh.ts} +0 -0
- /package/{import-state-manager.ts → import/import-state-manager.ts} +0 -0
- /package/{llm-profile-reader.ts → llm/llm-profile-reader.ts} +0 -0
- /package/{native-memory.ts → memory/native-memory.ts} +0 -0
- /package/{tools.ts → memory/tools.ts} +0 -0
- /package/{generate-mnemonic.ts → pairing/generate-mnemonic.ts} +0 -0
- /package/{pair-cli.ts → pairing/pair-cli.ts} +0 -0
- /package/{pair-page.ts → pairing/pair-page.ts} +0 -0
- /package/{pair-qr.ts → pairing/pair-qr.ts} +0 -0
- /package/{restart-auth.ts → pairing/restart-auth.ts} +0 -0
- /package/{qa-bug-report.ts → setup/qa-bug-report.ts} +0 -0
- /package/{skill-register.ts → setup/skill-register.ts} +0 -0
- /package/{trajectory-poller.ts → subgraph/trajectory-poller.ts} +0 -0
|
@@ -116,15 +116,15 @@ export class ChatGPTAdapter extends BaseImportAdapter {
|
|
|
116
116
|
let conversations: ChatGPTConversation[];
|
|
117
117
|
|
|
118
118
|
try {
|
|
119
|
-
const
|
|
119
|
+
const parsed = JSON.parse(content);
|
|
120
120
|
|
|
121
|
-
if (Array.isArray(
|
|
122
|
-
conversations =
|
|
123
|
-
} else if (
|
|
124
|
-
conversations =
|
|
125
|
-
} else if (
|
|
121
|
+
if (Array.isArray(parsed)) {
|
|
122
|
+
conversations = parsed;
|
|
123
|
+
} else if (parsed.conversations && Array.isArray(parsed.conversations)) {
|
|
124
|
+
conversations = parsed.conversations;
|
|
125
|
+
} else if (parsed.mapping) {
|
|
126
126
|
// Single conversation object
|
|
127
|
-
conversations = [
|
|
127
|
+
conversations = [parsed];
|
|
128
128
|
} else {
|
|
129
129
|
errors.push(
|
|
130
130
|
'Unrecognized ChatGPT format. Expected an array of conversation objects (conversations.json) ' +
|
|
@@ -87,29 +87,29 @@ export class GeminiAdapter extends BaseImportAdapter {
|
|
|
87
87
|
}
|
|
88
88
|
|
|
89
89
|
// Delegate ALL format parsing to the shared core.
|
|
90
|
-
const
|
|
90
|
+
const parseResult = getWasm().parseGemini(content) as CoreParseResult;
|
|
91
91
|
|
|
92
92
|
if (onProgress) {
|
|
93
93
|
onProgress({
|
|
94
|
-
current:
|
|
95
|
-
total:
|
|
94
|
+
current: parseResult.chunks.length,
|
|
95
|
+
total: parseResult.chunks.length,
|
|
96
96
|
phase: 'parsing',
|
|
97
|
-
message: `Parsed ${
|
|
97
|
+
message: `Parsed ${parseResult.total_messages} messages into ${parseResult.chunks.length} chunks`,
|
|
98
98
|
});
|
|
99
99
|
}
|
|
100
100
|
|
|
101
101
|
return {
|
|
102
102
|
facts: [],
|
|
103
|
-
chunks:
|
|
104
|
-
totalMessages:
|
|
105
|
-
warnings: [...warnings, ...
|
|
106
|
-
errors: [...errors, ...
|
|
103
|
+
chunks: parseResult.chunks,
|
|
104
|
+
totalMessages: parseResult.total_messages,
|
|
105
|
+
warnings: [...warnings, ...parseResult.warnings],
|
|
106
|
+
errors: [...errors, ...parseResult.errors],
|
|
107
107
|
source_metadata: {
|
|
108
|
-
format:
|
|
109
|
-
chunks_count:
|
|
110
|
-
total_messages:
|
|
111
|
-
...(
|
|
112
|
-
...(
|
|
108
|
+
format: parseResult.format,
|
|
109
|
+
chunks_count: parseResult.chunks.length,
|
|
110
|
+
total_messages: parseResult.total_messages,
|
|
111
|
+
...(parseResult.records_count ? { records_count: parseResult.records_count } : {}),
|
|
112
|
+
...(parseResult.skipped ? { skipped_non_gemini: parseResult.skipped } : {}),
|
|
113
113
|
},
|
|
114
114
|
};
|
|
115
115
|
}
|
|
@@ -118,21 +118,21 @@ export class Mem0Adapter extends BaseImportAdapter {
|
|
|
118
118
|
*/
|
|
119
119
|
private parseExportContent(content: string, errors: string[]): Mem0Memory[] {
|
|
120
120
|
try {
|
|
121
|
-
const
|
|
121
|
+
const parsed = JSON.parse(content.trim());
|
|
122
122
|
|
|
123
123
|
// Handle export file format: { memories: [...] }
|
|
124
|
-
if (
|
|
125
|
-
return
|
|
124
|
+
if (parsed.memories && Array.isArray(parsed.memories)) {
|
|
125
|
+
return parsed.memories;
|
|
126
126
|
}
|
|
127
127
|
|
|
128
128
|
// Handle API response format: { results: [...] }
|
|
129
|
-
if (
|
|
130
|
-
return
|
|
129
|
+
if (parsed.results && Array.isArray(parsed.results)) {
|
|
130
|
+
return parsed.results;
|
|
131
131
|
}
|
|
132
132
|
|
|
133
133
|
// Handle bare array
|
|
134
|
-
if (Array.isArray(
|
|
135
|
-
return
|
|
134
|
+
if (Array.isArray(parsed)) {
|
|
135
|
+
return parsed;
|
|
136
136
|
}
|
|
137
137
|
|
|
138
138
|
errors.push('Unrecognized Mem0 format. Expected { memories: [...] }, { results: [...] }, or bare array.');
|
|
@@ -181,14 +181,14 @@ export class Mem0Adapter extends BaseImportAdapter {
|
|
|
181
181
|
break;
|
|
182
182
|
}
|
|
183
183
|
|
|
184
|
-
const
|
|
185
|
-
const memories =
|
|
184
|
+
const apiResponse: Mem0ApiResponse = await response.json();
|
|
185
|
+
const memories = apiResponse.results || [];
|
|
186
186
|
allMemories.push(...memories);
|
|
187
187
|
|
|
188
188
|
if (onProgress) {
|
|
189
189
|
onProgress({
|
|
190
190
|
current: allMemories.length,
|
|
191
|
-
total:
|
|
191
|
+
total: apiResponse.total || allMemories.length,
|
|
192
192
|
phase: 'fetching',
|
|
193
193
|
message: `Fetched ${allMemories.length} memories from Mem0...`,
|
|
194
194
|
});
|